diff --git a/.hydra/config.yaml b/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a29ab9cd8b7c28c408a80c73eb45b705bde8a81 --- /dev/null +++ b/.hydra/config.yaml @@ -0,0 +1,120 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: '[i / ${fps} for i in range(${policy.chunk_size})]' +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/.hydra/hydra.yaml b/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..627c30dbd35d6b445f87b10ef1a4f5d05dc6e96f --- /dev/null +++ b/.hydra/hydra.yaml @@ -0,0 +1,163 @@ +hydra: + run: + dir: outputs/train/act_acm_move_square + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=outputs/train/act_acm_move_square + - hydra.job.name=act_acm_move_square + - hydra.mode=RUN + task: + - dataset_repo_id=bchandaka/acm_move_square + - policy=act_koch_real + - env=koch_real + - device=cuda + - wandb.enable=true + job: + name: act_acm_move_square + chdir: null + override_dirname: dataset_repo_id=bchandaka/acm_move_square,device=cuda,env=koch_real,policy=act_koch_real,wandb.enable=true + id: ??? + num: ??? + config_name: default + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.2' + cwd: /home/bhargav9/lerobot + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/bhargav9/lerobot/lerobot/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/bhargav9/lerobot/outputs/train/act_acm_move_square + choices: + policy: act_koch_real + env: koch_real + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/.hydra/overrides.yaml b/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0ffc8e05c60ef6c3bd47be0e5c1d9a87ad0a852f --- /dev/null +++ b/.hydra/overrides.yaml @@ -0,0 +1,5 @@ +- dataset_repo_id=bchandaka/acm_move_square +- policy=act_koch_real +- env=koch_real +- device=cuda +- wandb.enable=true diff --git a/.ipynb_checkpoints/act_acm_move_square-checkpoint.log b/.ipynb_checkpoints/act_acm_move_square-checkpoint.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/act_acm_move_square.log b/act_acm_move_square.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/checkpoints/010000/pretrained_model/README.md b/checkpoints/010000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/010000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/010000/pretrained_model/config.json b/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/010000/pretrained_model/config.yaml b/checkpoints/010000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/010000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/010000/pretrained_model/model.safetensors b/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97e032cd616a56dd6fa3b1a03e42102dfe0d5851 --- /dev/null +++ b/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22221c597f39228505deac63076f58ad4c47708f56cf109f210f8ebae4f1b49f +size 206700800 diff --git a/checkpoints/010000/training_state.pth b/checkpoints/010000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..32942ff84dc8a65ad84e7325f035dda018dfc1ba --- /dev/null +++ b/checkpoints/010000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532a5a5b5439e094eefe60d7a4ce718cfac32f8fd4c3bee12283302fbd35553e +size 412921871 diff --git a/checkpoints/020000/pretrained_model/README.md b/checkpoints/020000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/020000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/config.json b/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/config.yaml b/checkpoints/020000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/020000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/020000/pretrained_model/model.safetensors b/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..697789c31d7256f96b673475e1d9c851ee4851be --- /dev/null +++ b/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c4528101b0d5c49f3f86d952340d65c835531dcc234091fd01d0c5132a437d +size 206700800 diff --git a/checkpoints/020000/training_state.pth b/checkpoints/020000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e62504d51709b83bf0cf459df89ca59e879703c --- /dev/null +++ b/checkpoints/020000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13eeaf5e547074603d8a069e40e5169cac3a50b94e71b3ec60ece802fd20efdd +size 412921871 diff --git a/checkpoints/030000/pretrained_model/README.md b/checkpoints/030000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/030000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/030000/pretrained_model/config.json b/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/030000/pretrained_model/config.yaml b/checkpoints/030000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/030000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/030000/pretrained_model/model.safetensors b/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e34e358197fda7c779ef36e6367e69c8f0f73cb --- /dev/null +++ b/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d1d9aba5ea1abaeffec735df58d09ca06954930f4e763952bc6c909d052c9c +size 206700800 diff --git a/checkpoints/030000/training_state.pth b/checkpoints/030000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..80370204ec9284886cce31bfea4562b43ba9bb19 --- /dev/null +++ b/checkpoints/030000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373d29c634381508d2f6f1ce118b8a30b062ea39376e9ba92c839dc6e1c4b281 +size 412921871 diff --git a/checkpoints/040000/pretrained_model/README.md b/checkpoints/040000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/040000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/config.json b/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/config.yaml b/checkpoints/040000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/040000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/040000/pretrained_model/model.safetensors b/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a3a68db7c92f2103a0586d6471ca66e48875af8 --- /dev/null +++ b/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456742650197607d233a1406d1048a56952813194e14783053713c49de6f4c7c +size 206700800 diff --git a/checkpoints/040000/training_state.pth b/checkpoints/040000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b963ae88fc4995293f44c9787b72c24735709a2d --- /dev/null +++ b/checkpoints/040000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a68f229519fdd2e2eebffe70bfb83af8a94efd3ba8813fc399f3d0055e1b895 +size 412921871 diff --git a/checkpoints/050000/pretrained_model/README.md b/checkpoints/050000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/050000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/050000/pretrained_model/config.json b/checkpoints/050000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/050000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/050000/pretrained_model/config.yaml b/checkpoints/050000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/050000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/050000/pretrained_model/model.safetensors b/checkpoints/050000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e56de44d8d59eff31b7bc641f10bd860a2133aa0 --- /dev/null +++ b/checkpoints/050000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d37433b4f096622f13dc7037e38bb56c5bf530b3aed850a47aa9503deb7186 +size 206700800 diff --git a/checkpoints/050000/training_state.pth b/checkpoints/050000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a9d5f02aff4f5753243bbc9758ac6638ca2ac54a --- /dev/null +++ b/checkpoints/050000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17e08456cd8cc329d1972ea0ba1c2cce7b42a5c64279b1bd2a3dd14adf7ccde +size 412921871 diff --git a/checkpoints/060000/pretrained_model/README.md b/checkpoints/060000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/060000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/config.json b/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/config.yaml b/checkpoints/060000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/060000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/060000/pretrained_model/model.safetensors b/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0e7d997c5cd1f176b338b5a60bf79f6fa52351b --- /dev/null +++ b/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4414c9de4e08e8a39ece926aebdd0a21f9adf8894f38584ddd78fba0973c02b +size 206700800 diff --git a/checkpoints/060000/training_state.pth b/checkpoints/060000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a4604f4797651767e359cc5eb2d82a4be801014 --- /dev/null +++ b/checkpoints/060000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf770a2292223cadafcf99eb68b83e8012107e47e81be8d22168f2571319d07c +size 412921871 diff --git a/checkpoints/070000/pretrained_model/README.md b/checkpoints/070000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/070000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/070000/pretrained_model/config.json b/checkpoints/070000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/070000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/070000/pretrained_model/config.yaml b/checkpoints/070000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/070000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/070000/pretrained_model/model.safetensors b/checkpoints/070000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..658d5b75939ec7096dedc9725393ec3da9bdb02d --- /dev/null +++ b/checkpoints/070000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1c0664e4a439e6bf9a0f7747c297b4357cb1c466a0e50ab4f36445703c457f +size 206700800 diff --git a/checkpoints/070000/training_state.pth b/checkpoints/070000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b1f92159de369ab14add856467aa0c36a1604224 --- /dev/null +++ b/checkpoints/070000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c020c76cfd648de4045313850e15939674904d9621ea8e3c58cf90d0e69bdfce +size 412921871 diff --git a/checkpoints/080000/pretrained_model/README.md b/checkpoints/080000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7237e8fd20e05ac81c927bfebcf96098b62cc63a --- /dev/null +++ b/checkpoints/080000/pretrained_model/README.md @@ -0,0 +1,12 @@ +--- +library_name: lerobot +tags: +- act +- model_hub_mixin +- pytorch_model_hub_mixin +- robotics +--- + +This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration: +- Library: https://github.com/huggingface/lerobot +- Docs: [More Information Needed] \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/config.json b/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e48508d32584bb9526cb6509a12722238ceb721 --- /dev/null +++ b/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,43 @@ +{ + "chunk_size": 100, + "dim_feedforward": 3200, + "dim_model": 512, + "dropout": 0.1, + "feedforward_activation": "relu", + "input_normalization_modes": { + "observation.images.laptop": "mean_std", + "observation.state": "mean_std" + }, + "input_shapes": { + "observation.images.laptop": [ + 3, + 480, + 640 + ], + "observation.state": [ + 6 + ] + }, + "kl_weight": 10.0, + "latent_dim": 32, + "n_action_steps": 100, + "n_decoder_layers": 1, + "n_encoder_layers": 4, + "n_heads": 8, + "n_obs_steps": 1, + "n_vae_encoder_layers": 4, + "output_normalization_modes": { + "action": "mean_std" + }, + "output_shapes": { + "action": [ + 6 + ] + }, + "pre_norm": false, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "temporal_ensemble_coeff": null, + "use_vae": true, + "vision_backbone": "resnet18" +} \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/config.yaml b/checkpoints/080000/pretrained_model/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d1b0fd3431ee2d1878015a74b8f2383d749ae5f --- /dev/null +++ b/checkpoints/080000/pretrained_model/config.yaml @@ -0,0 +1,220 @@ +resume: false +device: cuda +use_amp: false +seed: 1000 +dataset_repo_id: bchandaka/acm_move_square +video_backend: pyav +training: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: + - 0.0 + - 0.03333333333333333 + - 0.06666666666666667 + - 0.1 + - 0.13333333333333333 + - 0.16666666666666666 + - 0.2 + - 0.23333333333333334 + - 0.26666666666666666 + - 0.3 + - 0.3333333333333333 + - 0.36666666666666664 + - 0.4 + - 0.43333333333333335 + - 0.4666666666666667 + - 0.5 + - 0.5333333333333333 + - 0.5666666666666667 + - 0.6 + - 0.6333333333333333 + - 0.6666666666666666 + - 0.7 + - 0.7333333333333333 + - 0.7666666666666667 + - 0.8 + - 0.8333333333333334 + - 0.8666666666666667 + - 0.9 + - 0.9333333333333333 + - 0.9666666666666667 + - 1.0 + - 1.0333333333333334 + - 1.0666666666666667 + - 1.1 + - 1.1333333333333333 + - 1.1666666666666667 + - 1.2 + - 1.2333333333333334 + - 1.2666666666666666 + - 1.3 + - 1.3333333333333333 + - 1.3666666666666667 + - 1.4 + - 1.4333333333333333 + - 1.4666666666666666 + - 1.5 + - 1.5333333333333334 + - 1.5666666666666667 + - 1.6 + - 1.6333333333333333 + - 1.6666666666666667 + - 1.7 + - 1.7333333333333334 + - 1.7666666666666666 + - 1.8 + - 1.8333333333333333 + - 1.8666666666666667 + - 1.9 + - 1.9333333333333333 + - 1.9666666666666666 + - 2.0 + - 2.033333333333333 + - 2.066666666666667 + - 2.1 + - 2.1333333333333333 + - 2.1666666666666665 + - 2.2 + - 2.2333333333333334 + - 2.2666666666666666 + - 2.3 + - 2.3333333333333335 + - 2.3666666666666667 + - 2.4 + - 2.433333333333333 + - 2.466666666666667 + - 2.5 + - 2.533333333333333 + - 2.566666666666667 + - 2.6 + - 2.6333333333333333 + - 2.6666666666666665 + - 2.7 + - 2.7333333333333334 + - 2.7666666666666666 + - 2.8 + - 2.8333333333333335 + - 2.8666666666666667 + - 2.9 + - 2.933333333333333 + - 2.966666666666667 + - 3.0 + - 3.033333333333333 + - 3.066666666666667 + - 3.1 + - 3.1333333333333333 + - 3.1666666666666665 + - 3.2 + - 3.2333333333333334 + - 3.2666666666666666 + - 3.3 +eval: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: 30 +env: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: ${fps} +override_dataset_stats: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - ${env.state_dim} + output_shapes: + action: + - ${env.action_dim} + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 diff --git a/checkpoints/080000/pretrained_model/model.safetensors b/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff32b8b76c7ec907d4055e20deb54780ad059de8 --- /dev/null +++ b/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6345fbeec4602f7d25b0edf2a4867eeb928975cf60a179d3bdda8e5bc9dd7944 +size 206700800 diff --git a/checkpoints/080000/training_state.pth b/checkpoints/080000/training_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8805c170a631da9f872657b8b8f0dc0de84f8b54 --- /dev/null +++ b/checkpoints/080000/training_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68f367194516e23a0b67efea0fad673d475a87519ee3934936bcda64973a24b +size 412921871 diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..e2f9d3cba859c49c97534a17b8901e6f1d45cd9c --- /dev/null +++ b/wandb/debug-internal.log @@ -0,0 +1,16204 @@ +2024-09-20 20:03:22,392 INFO StreamThr :11617 [internal.py:wandb_internal():85] W&B internal server running at pid: 11617, started at: 2024-09-20 20:03:22.390235 +2024-09-20 20:03:22,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status +2024-09-20 20:03:22,398 INFO WriterThread:11617 [datastore.py:open_for_write():87] open: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/run-zhtbclvs.wandb +2024-09-20 20:03:22,402 DEBUG SenderThread:11617 [sender.py:send():391] send: header +2024-09-20 20:03:22,422 DEBUG SenderThread:11617 [sender.py:send():391] send: run +2024-09-20 20:03:22,670 INFO SenderThread:11617 [dir_watcher.py:__init__():211] watching files in: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files +2024-09-20 20:03:22,670 INFO SenderThread:11617 [sender.py:_start_run_threads():1200] run started: zhtbclvs with start time 1726862602.395475 +2024-09-20 20:03:22,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: run_start +2024-09-20 20:03:22,687 DEBUG HandlerThread:11617 [system_info.py:__init__():26] System info init +2024-09-20 20:03:22,687 DEBUG HandlerThread:11617 [system_info.py:__init__():41] System info init done +2024-09-20 20:03:22,687 INFO HandlerThread:11617 [system_monitor.py:start():194] Starting system monitor +2024-09-20 20:03:22,688 INFO SystemMonitor:11617 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-09-20 20:03:22,688 INFO HandlerThread:11617 [system_monitor.py:probe():214] Collecting system info +2024-09-20 20:03:22,688 INFO SystemMonitor:11617 [interfaces.py:start():188] Started cpu monitoring +2024-09-20 20:03:22,689 INFO SystemMonitor:11617 [interfaces.py:start():188] Started disk monitoring +2024-09-20 20:03:22,690 INFO SystemMonitor:11617 [interfaces.py:start():188] Started gpu monitoring +2024-09-20 20:03:22,691 INFO SystemMonitor:11617 [interfaces.py:start():188] Started memory monitoring +2024-09-20 20:03:22,692 INFO SystemMonitor:11617 [interfaces.py:start():188] Started network monitoring +2024-09-20 20:03:22,700 DEBUG HandlerThread:11617 [system_info.py:probe():152] Probing system +2024-09-20 20:03:22,703 DEBUG HandlerThread:11617 [system_info.py:_probe_git():137] Probing git +2024-09-20 20:03:22,720 DEBUG HandlerThread:11617 [system_info.py:_probe_git():145] Probing git done +2024-09-20 20:03:22,720 DEBUG HandlerThread:11617 [system_info.py:probe():200] Probing system done +2024-09-20 20:03:22,720 DEBUG HandlerThread:11617 [system_monitor.py:probe():223] {'os': 'Linux-5.15.0-122-generic-x86_64-with-glibc2.35', 'python': '3.10.14', 'heartbeatAt': '2024-09-20T20:03:22.700724', 'startedAt': '2024-09-20T20:03:22.351638', 'docker': None, 'cuda': None, 'args': ('dataset_repo_id=bchandaka/acm_move_square', 'policy=act_koch_real', 'env=koch_real', 'hydra.run.dir=outputs/train/act_acm_move_square', 'hydra.job.name=act_acm_move_square', 'device=cuda', 'wandb.enable=true'), 'state': 'running', 'program': '/home/bhargav9/lerobot/lerobot/scripts/train.py', 'codePathLocal': 'lerobot/scripts/train.py', 'codePath': 'lerobot/scripts/train.py', 'git': {'remote': 'https://github.com/huggingface/lerobot.git', 'commit': '92573486a84274784ea9c23d59404a4815bcebc0'}, 'email': None, 'root': '/home/bhargav9/lerobot', 'host': 'jupyter-bhargav9', 'username': 'bhargav9', 'executable': '/home/bhargav9/conda_envs/lerobot/bin/python', 'cpu_count': 24, 'cpu_count_logical': 24, 'cpu_freq': {'current': 2645.0259999999985, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 77.34953689575195, 'used': 44.69865417480469}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 226.10184478759766}} +2024-09-20 20:03:22,720 INFO HandlerThread:11617 [system_monitor.py:probe():224] Finished collecting system info +2024-09-20 20:03:22,720 INFO HandlerThread:11617 [system_monitor.py:probe():227] Publishing system info +2024-09-20 20:03:22,722 DEBUG HandlerThread:11617 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-09-20 20:03:23,673 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml +2024-09-20 20:03:25,949 DEBUG HandlerThread:11617 [system_info.py:_save_conda():224] Saving conda packages done +2024-09-20 20:03:25,953 INFO HandlerThread:11617 [system_monitor.py:probe():229] Finished publishing system info +2024-09-20 20:03:25,968 DEBUG SenderThread:11617 [sender.py:send():391] send: files +2024-09-20 20:03:25,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-metadata.json with policy now +2024-09-20 20:03:26,365 INFO wandb-upload_0:11617 [upload_job.py:push():130] Uploaded file /tmp/tmpqvamqvgkwandb/xpnu068d-wandb-metadata.json +2024-09-20 20:03:26,677 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml +2024-09-20 20:03:26,677 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-metadata.json +2024-09-20 20:03:26,988 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: python_packages +2024-09-20 20:03:26,989 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: python_packages +2024-09-20 20:03:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:03:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:26,993 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:03:27,119 DEBUG SenderThread:11617 [sender.py:send():391] send: telemetry +2024-09-20 20:03:27,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt +2024-09-20 20:03:27,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:28,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:29,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:31,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:33,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:36,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:38,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:41,852 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,854 DEBUG SenderThread:11617 [sender.py:send():391] send: telemetry +2024-09-20 20:03:41,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:03:41,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:03:43,787 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:44,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:46,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:48,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:03:48,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:03:48,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:03:48,795 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:03:49,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:49,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:03:54,014 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:03:54,018 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:03:54,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:03:55,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:55,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/config.yaml +2024-09-20 20:03:55,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:56,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:03:56,989 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:03:56,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:59,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:03:59,970 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:03:59,973 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:00,814 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:00,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:01,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:05,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:06,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:06,863 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:06,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:07,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:10,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:11,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:11,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:12,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,202 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:12,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:12,206 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:12,873 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:13,876 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:16,207 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:16,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:18,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:18,568 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:18,882 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:19,884 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:21,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:22,693 DEBUG SystemMonitor:11617 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-09-20 20:04:22,694 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:04:24,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:24,817 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:24,821 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:24,890 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:26,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:26,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:26,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:27,895 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:31,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:31,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:31,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:31,899 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:31,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:33,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:36,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:37,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:37,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:37,417 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:37,909 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:39,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:41,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:41,992 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:43,127 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:43,603 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:43,606 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:43,918 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:45,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:46,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:48,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:49,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:49,818 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:49,822 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:49,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:51,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:52,695 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:04:54,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:56,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:56,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:56,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:56,979 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:56,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:56,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:56,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:57,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:00,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:02,436 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:02,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:02,990 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:03,992 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:05,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:06,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:08,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:08,575 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:08,578 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:09,000 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:10,004 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:10,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:11,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:11,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:14,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,607 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:14,607 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,611 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:15,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:15,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:16,011 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:16,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:20,624 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:20,626 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:20,627 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:20,630 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:21,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:22,020 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:22,695 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:05:25,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:26,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:26,641 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:26,645 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:26,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:26,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:27,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:28,084 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:31,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:33,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,070 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:33,071 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:33,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:33,089 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:36,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:36,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:36,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:39,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,126 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:39,126 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:39,221 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:40,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:41,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:41,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:42,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:42,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:45,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,074 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:45,075 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:45,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:45,108 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:46,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:47,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:48,119 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:51,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,083 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:51,083 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:51,087 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:51,123 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:52,696 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:05:53,697 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:54,128 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:56,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,967 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:56,967 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:56,980 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:56,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:56,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:56,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:57,132 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:58,135 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:59,035 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:02,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:02,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:03,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:04,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:04,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:06,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:08,631 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:08,632 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,717 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:09,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:10,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:10,717 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:11,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:11,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:14,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,408 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:14,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:14,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,413 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:15,205 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:16,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:16,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:16,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:20,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:20,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:20,276 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:21,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:21,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:22,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:22,696 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:26,221 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:26,225 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:26,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:26,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:26,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:27,131 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:27,224 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:28,226 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:32,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:32,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,182 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,185 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:32,231 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:34,235 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:36,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:37,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,175 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:38,175 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:38,185 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:38,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:40,279 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:41,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:41,992 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:43,130 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:44,111 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,112 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:44,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,112 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:44,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,123 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:44,285 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:46,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:46,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:48,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:50,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:50,426 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:50,429 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:51,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:52,299 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:52,702 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:06:54,703 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:56,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,270 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:56,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:56,283 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:56,305 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:56,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:56,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:56,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:58,312 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:00,090 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:02,056 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,068 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:02,068 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:02,082 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:02,316 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:04,320 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:06,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:06,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:07,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,782 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:07,782 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:07,786 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:08,327 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:10,331 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:11,787 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:11,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:11,994 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:13,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:13,609 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:13,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,613 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:14,336 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:16,340 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:16,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:16,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,467 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:19,468 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:19,482 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:20,380 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:21,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:22,383 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:22,702 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:25,337 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:25,341 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:25,387 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:26,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:26,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:27,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:28,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:31,380 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:31,381 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,384 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,384 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,388 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:31,396 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:33,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:34,400 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:36,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,581 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:37,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:37,585 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:38,405 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:38,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:40,452 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:41,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:41,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:43,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,539 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:43,539 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,540 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:43,540 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,545 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:44,481 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:44,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:46,487 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:46,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:50,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:51,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,538 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:51,538 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:51,574 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:52,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:52,702 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:07:54,500 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:55,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:56,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:56,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:57,036 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:57,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:57,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:57,877 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:58,505 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:00,508 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:00,880 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:04,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,272 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:04,272 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:04,276 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:04,516 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:06,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:06,520 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:06,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,478 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:10,479 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:10,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:10,527 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:11,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:11,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:11,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:12,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:16,791 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:16,794 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:16,795 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:16,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,799 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:16,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:17,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:18,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:22,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:22,703 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:08:23,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,269 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:23,269 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:23,275 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:23,584 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:24,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:26,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:27,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:29,637 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,637 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,638 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:29,638 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:29,680 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:30,597 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:31,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:33,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:36,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,083 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:36,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:36,090 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:36,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:36,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:37,609 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:39,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:41,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:41,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,472 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:42,472 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:42,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:42,617 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:43,619 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:44,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:46,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:48,936 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,936 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,936 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,976 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:48,976 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:48,981 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:49,629 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:49,629 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:49,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:52,704 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:08:55,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:55,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:55,225 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:55,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:55,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:56,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:56,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:57,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:57,892 WARNING FileStreamThread:11617 [file_stream.py:request_with_retry():674] requests_with_retry encountered retryable exception: 502 Server Error: Bad Gateway for url: https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream. func: >, args: ('https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream',), kwargs: {'json': {'files': {'wandb-summary.json': {'offset': 0, 'content': ['{"train/loss": 0.6850866675376892, "_timestamp": 1726862871.489934, "train/grad_norm": 49.8687744140625, "train/lr": 1e-05, "train/update_s": 0.08575311399181373, "train/l1_loss": 0.13144005835056305, "train/kld_loss": 0.055364660918712616, "train/dataloading_s": 0.00026908700237981975, "train/step": 4100, "train/num_samples": 16404, "train/num_episodes": 50.966258621761014, "train/num_epochs": 1.0193251724352204, "train/is_online": false, "_runtime": 269.09445905685425, "_step": 4100}']}, 'wandb-history.jsonl': {'offset': 40, 'content': ['{"train/loss": 0.8138049244880676, "_timestamp": 1726862863.5389352, "train/grad_norm": 55.24000930786133, "train/lr": 1e-05, "train/update_s": 0.06031252299726475, "train/l1_loss": 0.23727984726428986, "train/kld_loss": 0.057652510702610016, "train/dataloading_s": 0.00017643399769440293, "train/step": 4000, "train/num_samples": 16004, "train/num_episodes": 49.72348225936742, "train/num_epochs": 0.9944696451873485, "train/is_online": false, "_runtime": 261.1434602737427, "_step": 4000}', '{"train/loss": 0.6850866675376892, "_timestamp": 1726862871.489934, "train/grad_norm": 49.8687744140625, "train/lr": 1e-05, "train/update_s": 0.08575311399181373, "train/l1_loss": 0.13144005835056305, "train/kld_loss": 0.055364660918712616, "train/dataloading_s": 0.00026908700237981975, "train/step": 4100, "train/num_samples": 16404, "train/num_episodes": 50.966258621761014, "train/num_epochs": 1.0193251724352204, "train/is_online": false, "_runtime": 269.09445905685425, "_step": 4100}']}, 'wandb-events.jsonl': {'offset': 7, 'content': ['{"system.proc.memory.availableMB": 218628.99, "system.memory": 5.57, "system.proc.memory.rssMB": 1760.15, "system.proc.memory.percent": 0.76, "system.network.sent": 518522.2, "system.network.recv": 890985.87, "system.cpu": 3.52, "system.cpu.0.cpu_percent": 31.17, "system.cpu.1.cpu_percent": 33.75, "system.cpu.2.cpu_percent": 34.29, "system.cpu.3.cpu_percent": 33.2, "system.cpu.4.cpu_percent": 34.23, "system.cpu.5.cpu_percent": 34.78, "system.cpu.6.cpu_percent": 34.21, "system.cpu.7.cpu_percent": 32.62, "system.cpu.8.cpu_percent": 32.82, "system.cpu.9.cpu_percent": 32.09, "system.cpu.10.cpu_percent": 33.09, "system.cpu.11.cpu_percent": 31.75, "system.cpu.12.cpu_percent": 33.51, "system.cpu.13.cpu_percent": 35.63, "system.cpu.14.cpu_percent": 30.92, "system.cpu.15.cpu_percent": 33.1, "system.cpu.16.cpu_percent": 34.08, "system.cpu.17.cpu_percent": 34.09, "system.cpu.18.cpu_percent": 32.15, "system.cpu.19.cpu_percent": 32.31, "system.cpu.20.cpu_percent": 31.53, "system.cpu.21.cpu_percent": 33.75, "system.cpu.22.cpu_percent": 32.33, "system.cpu.23.cpu_percent": 30.44, "system.proc.cpu.threads": 38, "system.disk.\\\\.usagePercent": 57.8, "system.disk.\\\\.usageGB": 44.7, "system.disk.in": 0.0, "system.disk.out": 4.89, "system.gpu.0.memoryAllocated": 10.16, "system.gpu.0.memoryAllocatedBytes": 8725397504.0, "system.gpu.0.memory": 14.47, "system.gpu.0.gpu": 38.33, "system.gpu.0.temp": 36.47, "system.gpu.0.powerWatts": 131.63, "system.gpu.0.powerPercent": 26.33, "_wandb": true, "_timestamp": 1726862872.70215, "_runtime": 270.306675}']}, 'output.log': {'offset': 57, 'content': ['ERROR 2024-09-20T20:07:45.516082 INFO 2024-09-20 20:07:43 ts/train.py:192 step:4K smpl:16K ep:50 epch:0.99 loss:0.814 grdn:55.240 lr:1.0e-05 updt_s:0.060 data_s:0.000\n', 'ERROR 2024-09-20T20:07:53.524818 INFO 2024-09-20 20:07:51 ts/train.py:192 step:4K smpl:16K ep:51 epch:1.02 loss:0.685 grdn:49.869 lr:1.0e-05 updt_s:0.086 data_s:0.000\n']}}, 'dropped': 0}} +2024-09-20 20:09:01,178 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:01,478 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,479 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,479 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,479 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:01,479 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:01,704 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:03,712 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:06,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:07,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:08,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:08,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:08,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:09,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:11,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:11,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:09:12,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:14,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:14,969 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:14,973 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:15,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:15,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:16,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:18,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:21,571 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,575 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:21,576 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:21,580 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:21,782 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:22,705 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:09:23,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:23,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:26,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:09:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:27,941 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:27,945 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:28,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:28,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:29,801 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:34,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:34,525 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:34,529 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:34,812 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:35,815 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:36,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:39,014 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:41,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,080 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:41,080 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:41,084 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:41,825 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:41,826 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:41,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:41,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:09:44,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:46,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:47,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:47,498 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:47,501 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:47,836 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:49,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:49,879 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:52,705 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:53,921 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:53,926 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:54,887 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:54,926 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:55,890 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:56,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:57,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:57,002 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:00,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:00,384 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,386 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:00,386 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:00,390 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:00,897 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:01,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:06,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:06,820 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,820 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,842 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:06,842 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:06,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:06,911 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:06,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:07,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:12,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:12,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:12,094 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:13,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,280 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:13,280 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:13,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,287 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:13,922 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:13,923 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:16,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:18,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:19,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,768 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:19,768 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:19,775 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:19,933 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:21,938 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:22,706 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:10:23,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:26,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,242 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:26,242 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:26,245 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:26,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:26,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:27,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:27,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:27,985 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:29,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:32,653 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,668 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:32,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:32,677 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:32,991 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:33,999 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:34,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:36,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:38,981 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:38,988 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:39,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:39,988 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:40,008 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:42,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:42,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:45,100 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:45,289 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,289 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:45,289 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,293 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:46,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:46,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:46,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:51,019 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:51,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,471 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,471 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,471 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,475 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:51,476 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:51,481 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:52,067 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:52,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:52,707 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:10:56,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:56,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:57,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:57,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,872 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:57,872 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:57,878 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:58,087 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:00,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:01,879 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:04,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:04,427 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:04,432 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:05,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:06,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:06,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:11,032 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:11,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:11,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:11,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:12,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:12,007 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:12,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:12,118 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:16,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:17,675 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:17,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:17,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:18,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:20,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:22,709 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:11:22,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:24,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:24,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:24,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:25,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:26,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:26,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:27,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:27,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:28,087 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:30,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,710 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:30,710 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:30,760 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:31,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:32,174 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:34,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:36,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:37,209 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:37,213 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:38,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:38,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:39,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:42,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:42,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:43,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,959 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:43,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:43,963 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:44,192 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:44,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:46,207 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:46,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:50,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:50,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:50,669 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:50,676 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:51,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:52,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:52,709 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:11:55,710 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:56,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:57,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:57,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:57,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,202 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:57,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:57,206 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,267 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:58,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:01,207 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:03,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:03,814 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:03,818 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:04,282 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:06,284 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:06,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:06,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:11,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,114 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:11,114 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:11,121 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:11,292 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:12,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:12,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:12,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:12,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:16,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:17,699 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:17,740 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,740 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,740 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,759 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:17,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:17,763 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:18,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:18,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:22,710 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:12:22,710 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:24,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:24,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:24,218 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:24,376 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:26,380 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:26,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:27,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:27,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:28,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:30,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,390 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:30,390 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:30,394 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:31,387 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:32,389 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:37,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:37,029 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:37,030 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:37,060 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:37,395 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:38,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:40,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:42,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:42,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:43,681 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,682 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,683 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,683 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,683 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:43,683 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,685 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,688 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:44,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:44,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:45,689 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:47,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:50,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:50,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:50,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:51,367 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:52,419 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:52,710 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:12:56,711 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:57,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:57,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:57,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:57,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:57,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:57,425 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:58,428 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:02,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:03,514 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:03,517 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:04,470 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:04,471 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:07,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:08,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:09,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:09,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:09,813 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:10,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:10,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:12,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:12,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:13,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:16,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:16,376 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:16,379 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:16,486 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:17,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:18,490 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:19,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:22,710 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:13:22,944 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,946 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:22,946 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:22,960 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:23,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:24,499 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:24,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:27,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:27,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:27,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:29,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,469 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:29,469 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:29,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,473 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:29,504 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:30,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:30,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:35,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:35,948 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,948 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,948 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:35,949 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:35,962 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:36,514 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:37,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:38,564 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:41,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:42,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:42,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:42,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,338 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:42,338 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:42,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:42,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:44,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:46,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:47,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:48,915 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:48,919 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:49,579 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:50,581 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:51,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:52,711 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:13:55,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:55,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:55,469 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:55,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:56,594 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:57,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:57,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:57,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:57,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:01,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:01,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:01,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:02,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:02,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:03,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:07,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:08,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:08,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:08,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:08,569 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:08,614 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:10,660 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:12,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:12,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:14:14,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:16,685 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:17,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:19,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:14:19,040 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:14:21,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:27,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:27,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:28,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:32,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: keepalive +2024-09-20 20:14:34,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:37,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:38,996 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpinujn4za +2024-09-20 20:14:39,380 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-010000 - {'id': 'QXJ0aWZhY3Q6MTIzODUxODIwNA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYxNTQ3Ng==', 'latestArtifact': None}} +2024-09-20 20:14:39,382 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:39,382 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:39,382 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:39,386 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:39,386 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:14:39,386 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:14:39,472 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:39,472 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:39,476 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:39,476 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:39,476 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:39,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:40,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:41,213 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:41,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:41,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:41,268 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:42,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:42,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:14:42,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:42,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:45,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:47,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:47,818 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:47,860 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:48,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:48,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:50,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:52,712 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:54,509 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:54,513 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:55,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:56,281 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:56,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:57,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:57,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:57,015 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:00,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:00,890 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,895 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:01,286 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:01,895 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:02,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:07,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:07,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:07,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:07,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:07,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:08,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:12,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:12,015 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:12,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:13,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:13,613 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:13,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,615 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,616 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:14,316 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:14,317 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:17,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:18,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:20,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,118 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:20,118 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:20,122 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:20,324 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:20,325 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:22,713 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:15:23,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:26,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:26,534 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:26,537 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:27,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:27,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:27,016 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:27,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:28,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:29,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:32,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:32,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:33,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:34,391 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:34,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:37,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:39,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:39,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:39,568 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:40,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:40,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:40,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:42,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:42,015 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:46,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:46,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:46,146 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:46,162 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:46,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:46,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:47,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:52,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:52,761 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:15:52,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:52,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:52,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:53,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:54,469 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:57,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:57,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:57,017 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:57,149 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:59,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,491 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:59,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,491 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,495 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:00,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:00,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:03,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:06,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:06,494 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:06,494 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:07,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:09,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:12,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:12,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,863 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:12,863 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:12,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:13,504 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:14,506 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:14,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:17,007 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:19,418 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:19,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:19,515 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:20,422 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:20,518 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:22,761 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:16:25,515 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:25,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:25,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:25,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:26,561 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:26,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:27,007 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:27,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:31,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:31,972 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:31,975 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:32,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:32,570 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:37,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:37,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:38,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:38,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:39,577 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:40,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:42,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:42,017 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:42,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:45,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:45,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:45,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:45,589 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:46,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:47,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:48,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:52,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,010 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:52,010 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:52,014 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:52,603 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:52,603 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:52,762 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:16:53,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:57,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:57,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:57,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:58,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:58,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:58,404 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:58,611 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:59,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:00,617 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:04,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:04,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:04,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:05,674 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:06,677 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:07,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:10,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:11,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:11,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:11,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:11,685 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:12,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:12,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:15,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:17,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:17,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:17,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:18,698 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:18,699 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:20,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:22,762 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:17:24,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:24,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:24,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:24,708 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:24,708 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:26,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:27,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:27,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:30,699 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,700 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,700 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,700 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,701 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:30,701 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:30,701 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,705 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:30,716 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:31,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:32,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:37,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:37,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:37,163 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:37,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:37,768 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:38,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:42,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:42,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:42,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:43,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,910 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:43,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,910 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:43,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,915 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:44,791 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:44,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:47,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:48,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:50,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,610 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:50,610 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:50,614 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:50,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:52,763 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:17:52,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:53,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:57,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:57,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:57,017 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:57,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:57,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:57,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:57,811 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:58,814 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:59,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:04,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,242 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:04,242 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:04,260 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:04,870 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:04,871 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:05,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:07,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:10,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:10,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:10,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:10,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:11,881 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:12,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:12,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:12,883 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:16,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:17,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:17,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:17,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:17,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:17,891 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:18,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:21,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:22,770 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:18:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:23,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:23,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:23,900 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:24,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:26,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:27,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:27,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:27,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:30,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,184 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:30,185 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,189 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:30,912 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:30,912 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:32,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:36,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:36,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:36,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:36,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:37,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:37,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:38,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:42,018 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:42,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:42,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:43,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:43,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:43,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:43,977 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:45,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:47,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:48,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:49,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,918 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:49,918 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:49,921 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:50,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:51,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:52,765 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:18:53,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:56,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:56,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:57,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:57,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:57,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:57,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:57,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:59,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:02,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:02,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:03,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:04,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:05,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:07,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:08,965 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:08,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:09,099 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:09,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:11,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:12,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:15,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:15,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:15,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:15,322 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:16,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:17,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:17,119 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:21,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:21,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:21,926 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:21,929 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:22,173 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:22,766 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:19:23,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:26,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:27,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:27,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:28,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:28,403 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:29,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:31,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:32,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:35,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:35,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:35,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:35,194 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:37,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:37,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:38,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:41,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:41,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:42,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:42,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:42,204 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:43,191 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:43,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:47,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:48,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:48,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:48,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:49,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:51,265 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:52,766 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:19:53,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:55,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:55,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:55,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:57,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:57,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:57,275 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:59,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:02,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:02,076 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,087 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:02,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:03,286 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:05,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:07,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:08,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:08,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:08,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:09,298 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:10,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:11,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:12,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:15,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:15,416 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:15,461 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:16,310 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:16,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:17,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:17,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:22,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:22,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,259 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:22,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:22,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:22,319 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:22,767 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:20:23,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:27,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:27,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:28,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:28,999 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,003 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:29,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:31,373 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:33,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:35,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:35,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:35,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:36,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:37,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:37,381 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:39,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:42,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:42,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:42,772 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:43,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:44,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:45,395 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:47,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:49,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,714 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:49,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:49,718 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:50,401 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:50,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:51,403 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:52,796 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:20:55,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:56,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:56,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:56,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:57,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:57,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:57,412 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:57,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:01,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:03,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:03,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:04,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:05,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:06,422 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:07,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:10,048 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:10,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:10,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:10,473 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:11,476 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:12,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:12,191 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:16,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,665 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:16,666 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:16,670 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:17,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:17,482 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:18,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:19,511 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:22,769 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:21:23,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,074 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:23,074 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:23,082 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:23,516 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:24,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:25,520 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:27,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:27,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:29,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:29,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,374 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,379 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:29,525 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:31,560 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:35,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:36,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:36,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:36,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:36,566 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:37,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:37,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:40,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:42,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:42,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:42,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:42,524 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,564 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:42,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:43,576 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:45,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:47,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:49,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:49,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:49,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:49,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:51,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:51,586 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:52,770 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:21:55,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:55,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:55,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:56,599 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:56,966 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:57,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:57,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:57,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:57,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:02,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:02,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:02,609 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:03,612 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:07,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:07,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:09,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:09,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:09,321 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:09,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:11,707 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:12,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:12,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:12,131 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:15,987 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:15,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:15,993 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:16,710 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:17,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:17,720 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:18,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:22,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:22,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:22,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:22,770 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:22:23,765 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:23,771 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:25,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:27,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:27,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:27,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:29,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:29,495 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,496 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:29,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,497 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:29,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,501 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:29,775 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:31,779 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:35,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:36,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,206 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:36,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:36,210 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:36,784 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:37,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:37,787 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:40,089 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:42,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:42,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:42,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:42,766 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:42,770 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:42,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:45,771 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:45,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:47,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:49,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:49,510 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:49,514 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:49,812 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:51,515 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:51,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:52,771 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:22:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:56,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:56,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:56,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:57,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:57,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:57,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:57,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:57,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:02,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:02,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,714 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:02,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:02,762 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:02,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:03,896 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:07,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:08,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:09,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:09,453 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:09,460 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:09,909 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:11,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:12,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:12,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:13,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:16,183 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,184 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:16,184 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,188 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:16,968 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:17,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:17,972 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:19,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:22,771 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:23,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,215 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:23,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:24,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:25,992 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:27,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:27,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:27,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:29,703 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,704 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:29,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,704 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:29,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,709 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:29,996 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:32,000 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:35,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:36,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:36,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:36,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:37,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:37,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:38,010 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:41,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:42,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:42,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:43,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,086 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:43,086 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:43,090 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:44,020 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:46,023 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:46,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:47,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:49,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:49,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:49,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:50,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:51,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:52,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:52,772 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:23:56,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:56,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:56,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:57,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:57,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:57,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:57,075 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:57,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:58,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:03,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:03,232 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:03,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:03,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:04,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:06,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:09,092 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:10,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:10,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:10,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:12,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:12,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:12,105 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:14,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:16,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:16,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:17,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:17,111 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:18,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:20,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:22,774 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:24:23,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:23,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:23,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:24,119 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:25,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:26,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:27,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:27,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:30,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,301 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:30,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,301 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:30,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,305 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:31,166 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:31,306 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:32,168 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:37,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:37,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:37,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:37,215 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:37,263 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:38,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:40,179 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:42,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:42,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:42,223 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:43,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:43,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,974 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:44,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:46,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:47,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:48,092 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:50,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,906 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:50,906 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:50,910 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:51,193 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:52,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:52,774 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:24:53,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:57,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:57,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:57,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:57,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:57,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:58,204 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:58,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:00,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:04,093 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:05,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:05,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:05,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:05,267 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:08,273 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:09,093 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:12,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:12,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:12,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:12,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:12,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:12,279 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:14,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:17,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:19,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:19,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:19,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:20,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:22,297 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:22,774 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:25:24,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:28,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:28,058 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:28,059 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:28,306 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:29,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:25:29,605 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:25:32,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:35,395 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpuob5nwzn +2024-09-20 20:25:35,784 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-020000 - {'id': 'QXJ0aWZhY3Q6MTIzODUzMDY0Ng==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYxODUxMg==', 'latestArtifact': None}} +2024-09-20 20:25:35,784 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:35,785 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:35,785 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:35,790 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:36,696 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:37,699 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:38,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:39,334 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:39,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:39,702 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:41,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:41,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:43,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:43,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:46,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:46,582 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,586 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:46,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:47,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:52,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:52,775 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:25:53,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:53,772 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:55,777 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:57,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:58,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:58,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:58,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,614 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:00,615 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:00,619 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:00,783 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:01,786 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:02,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:07,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:07,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:07,470 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:07,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:08,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:09,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:13,056 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:13,057 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:13,103 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:14,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:14,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:14,214 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:14,861 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:15,863 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:18,147 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:18,148 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:21,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:21,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:21,063 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:21,871 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:21,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:22,775 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:26:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:27,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:27,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:27,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:27,879 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:28,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:28,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:29,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:29,881 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:34,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:34,359 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:34,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:34,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:34,888 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:35,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:38,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:41,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:41,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:41,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:41,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:43,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:43,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:45,187 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:47,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:47,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:47,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:48,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:49,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:51,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:52,776 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:26:54,356 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:54,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:54,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:54,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:55,974 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:56,371 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:58,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:58,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:58,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:01,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:01,106 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:01,109 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:01,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:01,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:02,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:07,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:07,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:07,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:07,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:07,992 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:08,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:09,995 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:13,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:13,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:14,675 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,677 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:14,677 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,677 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:14,678 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,678 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,682 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:15,006 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:16,008 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:18,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:19,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:21,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:21,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:21,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:22,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:22,777 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:27:24,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:25,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:28,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:28,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:28,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:28,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:28,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:29,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:30,072 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:30,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:34,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:34,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:35,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:35,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:36,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:38,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:41,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:41,661 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:41,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:42,089 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:43,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:43,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:44,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:47,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:48,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:48,559 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:48,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:48,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:49,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:50,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:52,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:52,777 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:27:55,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:55,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:55,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:56,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:56,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:58,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:58,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:58,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:58,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:02,078 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:02,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:02,166 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:04,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:04,170 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:08,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:08,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,558 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:08,558 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:08,562 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:09,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:09,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:10,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:13,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:13,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:15,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:15,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:15,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:16,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:16,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:18,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:20,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:21,828 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,828 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:21,830 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:21,862 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:22,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:22,778 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:28:24,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:26,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:28,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:28,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:28,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:28,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,667 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:28,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,669 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:28,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,670 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,670 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,674 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:29,265 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:30,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:31,675 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:35,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:35,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:35,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:35,274 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:36,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:37,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:38,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:41,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:41,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:42,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:42,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:43,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:43,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:44,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:48,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:48,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:48,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:48,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:48,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:49,294 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:50,297 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:52,778 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:28:54,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:55,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:55,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:55,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:55,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:56,318 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:58,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:58,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:58,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:59,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:01,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:02,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:02,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:04,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:07,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:07,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:07,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:08,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:08,373 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:10,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:10,376 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:13,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:13,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:14,610 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:14,613 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:15,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:15,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:16,385 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:18,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:21,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:21,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:21,209 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:21,390 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:22,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:22,779 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:29:26,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:27,421 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:27,425 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:28,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:28,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:28,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:28,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:28,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:32,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:33,411 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:34,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:37,176 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:38,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:39,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:39,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:39,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:39,463 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:40,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:42,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:43,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:43,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:45,852 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,854 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:45,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:45,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:46,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:47,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:48,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:48,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:52,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:52,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:52,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:52,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:52,780 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:29:53,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:54,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:58,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:58,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:58,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:58,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:58,569 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:58,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:59,493 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:00,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:04,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:04,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:04,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:04,964 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:05,502 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:06,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:08,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:10,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:11,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,978 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:11,978 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:11,982 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:12,514 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:13,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:13,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:14,564 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:15,174 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:18,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:18,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:18,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:18,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:20,566 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:20,572 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:22,789 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:25,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:25,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:25,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:26,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:26,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:28,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:31,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:31,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,366 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:31,366 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:31,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:31,589 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:32,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:36,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:37,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:37,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:37,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:38,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:38,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:38,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:42,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:43,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:43,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:44,052 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,052 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:44,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:44,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:44,608 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:46,612 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:48,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:48,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:50,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:50,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:50,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:50,617 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:52,619 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:52,790 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:30:53,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:56,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:56,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:57,661 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:58,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:58,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:58,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:58,665 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:59,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:03,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:03,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:03,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:03,670 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:04,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:04,675 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:08,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:09,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:09,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:09,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:09,972 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:10,687 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:12,690 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:13,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:13,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:15,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:16,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,365 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:16,365 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:16,373 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:16,696 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:18,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:18,700 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:21,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:22,790 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:31:22,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:22,918 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:22,922 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:23,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:24,709 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:26,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:28,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:29,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:29,619 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:29,623 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:29,714 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:30,716 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:31,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:35,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,847 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:35,847 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:35,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:36,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:36,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:36,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:38,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:41,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:41,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:41,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:42,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:42,771 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:43,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:43,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:47,178 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:48,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:48,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:48,542 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:48,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:50,782 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:52,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:52,791 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:31:54,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:55,788 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:56,796 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:57,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:58,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:58,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:58,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:00,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:00,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:00,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:01,801 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:02,803 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:03,175 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:07,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:07,171 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:07,175 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:07,813 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:08,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:08,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:09,175 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:13,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:13,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:13,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,308 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:13,308 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:13,312 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:13,860 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:14,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:14,863 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:18,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:19,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:19,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:19,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:19,869 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:20,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:22,792 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:32:25,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:25,448 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:25,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:25,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:25,878 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:26,880 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:28,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:30,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:31,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,206 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:31,207 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:31,215 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:31,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:32,901 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:36,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:37,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:37,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:37,907 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:38,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:38,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:42,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:43,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:43,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:43,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:43,521 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:43,525 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:43,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:44,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:47,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:48,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:49,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:49,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:49,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:49,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:50,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:52,792 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:32:52,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:56,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:56,130 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:56,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:56,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:58,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:58,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:58,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:58,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:58,985 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:02,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:02,467 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:02,990 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:03,183 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:04,993 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:08,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:08,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:08,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:08,766 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:08,770 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:09,003 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:11,006 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:13,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:13,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:14,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:15,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:16,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:17,015 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:18,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:20,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:21,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:21,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:21,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:22,062 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:22,793 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:33:23,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:25,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:28,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:28,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:28,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:28,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:28,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:29,080 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:30,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:34,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:34,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:34,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:35,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:35,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:37,092 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:38,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:41,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:41,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,514 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:41,515 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:41,519 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:42,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:43,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:43,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:43,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:46,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:48,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:48,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:48,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:49,109 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:51,114 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:51,367 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:52,794 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:33:55,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,074 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:55,074 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:55,078 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:55,118 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:57,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:57,122 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:58,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:58,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:58,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,660 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:01,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:01,664 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:02,129 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:02,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:03,161 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:08,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:08,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:08,344 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:08,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:08,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:09,174 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:11,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:13,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:13,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:14,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:14,922 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:14,925 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:15,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:17,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:18,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:20,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:21,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:21,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:21,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:22,192 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:22,796 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:34:23,194 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:25,187 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:28,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:28,071 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:28,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:28,217 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:28,218 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:28,221 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:29,202 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:29,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:30,222 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:34,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:34,571 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:35,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:35,571 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:37,218 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:38,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:40,716 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:40,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:40,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:41,222 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:43,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:43,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:43,261 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:46,193 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:46,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:46,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:47,435 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:47,533 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:48,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:48,921 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:51,193 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:52,796 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:34:53,197 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,391 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:53,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,391 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,905 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:54,766 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:54,767 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:56,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:58,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:58,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:58,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:59,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:59,314 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:59,318 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:00,235 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:01,262 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:02,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:05,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:05,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:05,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:06,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:07,274 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:07,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:08,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:11,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:11,710 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:11,713 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:12,281 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:12,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:13,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:13,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:13,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:18,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:18,109 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:18,116 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:18,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:18,291 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:19,293 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:22,797 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:35:23,195 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:24,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:25,299 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:27,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:28,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:28,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:28,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:28,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:31,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:31,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:31,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:31,309 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:33,314 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:34,196 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:37,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:37,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:38,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:38,322 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:39,325 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:40,195 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:43,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:43,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:43,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:43,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:44,367 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:45,370 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:45,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:48,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:50,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:50,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:50,378 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:51,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:51,380 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:52,797 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:35:56,787 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:56,859 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:56,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:56,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:57,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:58,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:58,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:58,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:59,415 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:02,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:03,464 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:03,468 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:04,467 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:05,469 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:07,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:08,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:10,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:10,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:10,495 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:10,495 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:13,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:13,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:36:13,071 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:36:16,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:16,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:16,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:17,506 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:18,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:18,196 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:18,509 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:22,798 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:36:23,197 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:24,561 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:27,642 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:36:27,643 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:36:28,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:36:30,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:30,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:35,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: keepalive +2024-09-20 20:36:37,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:40,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:43,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:45,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: keepalive +2024-09-20 20:36:49,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,797 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:50,386 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:54,113 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpod19c42f +2024-09-20 20:36:54,561 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-030000 - {'id': 'QXJ0aWZhY3Q6MTIzODU0NDQ4Mg==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYyMzIxNQ==', 'latestArtifact': None}} +2024-09-20 20:36:54,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:36:54,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:54,670 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,671 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,676 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,676 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,676 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,680 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,680 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,681 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,684 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,685 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,685 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,689 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,689 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:36:55,474 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:56,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:56,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:56,226 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:56,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:57,522 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:58,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:36:58,396 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:00,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:00,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:02,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:02,605 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:03,467 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:03,468 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:05,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:08,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:08,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:08,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:10,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:10,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:11,080 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:11,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:13,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:13,396 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,282 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:15,282 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:15,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,285 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:16,087 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:16,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:17,090 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:20,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:21,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:21,765 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:21,769 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:22,097 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:22,799 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:37:23,099 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:27,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:28,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:28,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:28,105 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:28,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:28,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:29,108 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:30,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:33,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:33,773 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:33,777 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:34,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:35,116 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:38,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:39,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:39,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,770 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:39,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,771 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,775 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:40,122 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:40,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:41,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:43,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:43,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:43,518 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:46,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,018 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,018 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,018 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:46,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:46,061 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:46,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:47,166 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:49,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:50,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:52,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:52,370 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:52,374 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:52,800 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:37:53,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:53,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:54,801 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:58,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:58,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:58,778 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,779 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:58,779 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,784 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:59,181 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:00,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:00,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:01,186 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:05,369 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:05,372 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:06,192 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:06,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:07,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:10,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:11,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:12,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:12,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:12,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:13,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:13,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:13,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:16,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:18,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:18,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:18,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:19,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:19,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:20,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:21,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:22,801 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:38:25,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:25,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:25,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:26,261 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:27,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:27,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:28,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:30,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:31,929 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:31,933 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:32,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:32,934 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:33,272 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:38,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:38,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,583 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:38,583 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:38,587 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:39,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:40,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:41,282 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:43,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:43,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:43,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:45,307 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,308 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:45,308 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:45,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,312 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:46,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:47,292 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:49,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:50,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:52,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:52,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:52,802 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:38:53,298 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:54,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:55,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:58,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:58,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:59,294 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,295 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:59,295 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:59,298 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,298 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,298 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,300 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:59,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,309 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:00,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:00,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:01,312 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:05,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:06,168 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:06,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:07,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:10,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:10,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:12,848 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:12,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:12,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:13,365 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:13,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:13,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:15,374 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:15,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:19,644 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,646 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,646 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:19,646 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:19,661 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:20,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:20,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:21,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:21,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:22,803 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:39:26,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:26,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:26,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:26,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:27,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:28,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:29,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:30,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:32,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:33,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:33,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:33,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:33,411 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:35,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:37,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:40,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:40,010 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:40,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:40,420 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:41,422 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:42,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:43,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:43,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:46,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:46,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:46,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:47,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:48,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:50,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:52,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,709 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:52,711 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:52,711 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:52,803 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:39:53,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:53,806 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:55,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:58,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:58,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:59,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:59,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,080 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:59,080 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:59,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,084 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:59,481 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:00,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:01,485 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:04,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:05,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,365 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:05,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,365 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:05,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:05,488 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:07,492 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:09,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:10,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,963 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:11,964 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:11,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:12,509 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:13,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:13,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:13,513 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:14,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:18,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:18,568 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:19,567 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:19,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:20,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:21,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:22,804 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:40:24,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:25,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:25,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:25,574 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:27,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:28,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:28,400 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:30,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:30,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:31,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:31,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:31,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:32,585 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:33,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:35,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:38,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:38,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:38,469 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:38,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:39,595 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:40,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:40,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:43,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:43,400 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,873 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:44,873 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,877 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:45,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:46,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:47,605 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:50,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:51,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:51,540 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:51,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:51,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:51,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:52,805 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:40:53,663 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:56,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:58,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:58,209 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:58,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:58,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:58,669 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:59,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:00,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:02,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:04,869 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:04,873 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:05,679 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:07,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:07,682 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:10,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:11,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:11,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:11,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:11,692 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:12,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:13,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:13,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:13,695 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:18,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:18,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:18,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:18,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:18,703 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:19,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:20,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:22,806 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:41:23,807 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:24,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,834 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:24,834 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:24,862 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:25,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:27,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:28,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:29,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:30,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:31,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,410 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:31,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:31,414 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:31,767 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:33,771 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:35,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:38,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:38,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:38,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:39,780 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:40,394 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:41,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:43,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:43,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:44,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,706 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:44,707 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,710 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:44,786 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:47,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:47,795 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:50,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:51,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:51,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:51,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:52,806 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:41:52,807 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:53,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:57,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:57,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:57,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:58,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:58,514 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:59,813 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:00,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:03,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:03,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:03,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:04,820 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:05,833 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:09,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:10,394 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:10,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:10,526 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:10,533 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:10,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:11,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:13,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:13,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:14,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:17,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:17,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:17,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:17,883 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:19,887 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:20,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:20,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:22,807 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:23,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:23,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:23,891 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:25,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:25,895 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:28,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:28,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:30,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:30,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:30,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:30,471 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:30,901 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:31,904 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:36,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:37,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:37,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:37,369 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:37,967 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:39,971 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:40,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:41,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:43,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:43,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:43,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,964 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:43,964 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:43,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,968 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:43,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:45,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:47,418 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:50,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:50,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:50,614 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:50,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:50,985 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:51,987 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:52,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:52,808 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:42:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:57,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:57,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:57,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:58,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:58,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:58,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:59,999 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:00,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:04,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:04,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:04,338 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:04,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:05,006 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:06,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:09,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:10,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:10,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,874 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:10,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,880 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:11,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:13,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:13,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:14,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:14,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,629 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,629 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,660 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:17,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:17,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:18,066 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:19,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:20,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:20,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:22,809 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:43:24,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:24,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,818 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:24,819 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:24,833 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:25,076 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:26,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:28,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:28,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:30,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:30,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:31,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:31,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:31,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:32,084 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:34,087 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:35,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:38,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:38,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:39,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:40,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:40,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:41,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:43,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:43,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,871 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:44,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,871 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:44,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,875 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:45,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:46,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:46,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:50,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:51,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:51,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:51,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:51,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:52,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:52,809 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:43:54,161 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:57,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:58,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:58,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:58,695 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,697 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:58,697 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:58,697 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,701 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:59,168 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:00,171 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:00,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:03,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:05,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:05,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:05,274 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:06,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:08,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:08,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:10,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:11,848 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,850 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:11,850 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:11,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:12,193 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:13,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:13,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:13,510 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:14,196 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:18,522 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:18,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:18,526 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:19,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:20,205 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:20,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:22,813 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:44:23,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:25,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:26,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:28,215 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:28,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:28,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:29,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:30,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:32,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:32,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:32,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:33,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:34,267 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:35,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:39,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:39,108 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:39,112 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:39,273 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:40,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:40,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:42,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:43,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:43,405 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:45,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,010 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:46,010 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:46,014 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:46,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:48,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:50,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:51,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:52,860 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:52,965 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:52,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:53,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:54,298 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:57,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:58,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:58,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:59,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,586 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:59,586 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:59,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,590 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:00,306 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:00,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:02,322 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:03,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:06,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:06,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:06,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:08,367 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:09,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:10,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:12,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:12,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:13,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:13,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:13,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:14,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:14,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:19,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:19,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,514 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:19,514 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:19,518 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:20,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:20,461 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:21,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:22,814 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:45:24,815 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:26,032 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:26,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:26,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:26,470 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:27,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:28,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:28,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:30,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:30,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:32,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:32,970 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:33,485 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:33,486 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:35,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:39,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,506 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:39,506 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:39,510 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:39,576 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:40,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:40,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:41,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:43,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:43,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:46,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:46,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:46,239 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:46,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:47,897 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:50,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:51,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:52,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,668 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:52,669 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:52,673 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:52,861 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:45:52,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:53,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:56,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:58,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:58,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:59,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:59,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,215 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,215 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,217 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:59,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:00,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:01,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:02,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:06,125 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:06,128 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:07,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:08,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:08,319 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:10,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:12,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:12,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:13,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:13,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:13,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:13,494 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:14,372 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:18,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:19,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:19,457 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:19,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:20,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:22,499 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:22,861 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:46:23,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:26,082 WARNING FileStreamThread:11617 [file_stream.py:request_with_retry():674] requests_with_retry encountered retryable exception: 502 Server Error: Bad Gateway for url: https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream. func: >, args: ('https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream',), kwargs: {'json': {'files': {'wandb-summary.json': {'offset': 0, 'content': ['{"train/loss": 0.08701439201831818, "_timestamp": 1726865119.4708722, "train/grad_norm": 11.069417953491211, "train/lr": 1e-05, "train/update_s": 0.07688621900160797, "train/l1_loss": 0.07457117736339569, "train/kld_loss": 0.0012443214654922485, "train/dataloading_s": 0.0001689890050329268, "train/step": 38000, "train/num_samples": 152004, "train/num_episodes": 472.2674454731871, "train/num_epochs": 9.445348909463743, "train/is_online": false, "_runtime": 2517.0753972530365, "_step": 38000}']}, 'wandb-history.jsonl': {'offset': 375, 'content': ['{"train/loss": 0.059262391179800034, "_timestamp": 1726865085.9645894, "train/grad_norm": 8.68601131439209, "train/lr": 1e-05, "train/update_s": 0.07266998599516228, "train/l1_loss": 0.04836472496390343, "train/kld_loss": 0.0010897666215896606, "train/dataloading_s": 0.0002134730020770803, "train/step": 37500, "train/num_samples": 150004, "train/num_episodes": 466.05356366121913, "train/num_epochs": 9.321071273224383, "train/is_online": false, "_runtime": 2483.56911444664, "_step": 37500}', '{"train/loss": 0.0828644409775734, "_timestamp": 1726865092.921903, "train/grad_norm": 20.12762451171875, "train/lr": 1e-05, "train/update_s": 0.03750988499086816, "train/l1_loss": 0.07414420694112778, "train/kld_loss": 0.0008720234036445618, "train/dataloading_s": 0.00032574399665463716, "train/step": 37600, "train/num_samples": 150404, "train/num_episodes": 467.29634002361274, "train/num_epochs": 9.345926800472254, "train/is_online": false, "_runtime": 2490.5264279842377, "_step": 37600}', '{"train/loss": 0.06537030637264252, "_timestamp": 1726865099.5867689, "train/grad_norm": 7.845529079437256, "train/lr": 1e-05, "train/update_s": 0.061549513004138134, "train/l1_loss": 0.05694735422730446, "train/kld_loss": 0.0008422955870628357, "train/dataloading_s": 0.0002976520045194775, "train/step": 37700, "train/num_samples": 150804, "train/num_episodes": 468.5391163860063, "train/num_epochs": 9.370782327720127, "train/is_online": false, "_runtime": 2497.1912939548492, "_step": 37700}', '{"train/loss": 0.06793846189975739, "_timestamp": 1726865106.2066479, "train/grad_norm": 12.994274139404297, "train/lr": 1e-05, "train/update_s": 0.0907851919910172, "train/l1_loss": 0.05735171213746071, "train/kld_loss": 0.0010586753487586975, "train/dataloading_s": 0.0003614309971453622, "train/step": 37800, "train/num_samples": 151204, "train/num_episodes": 469.7818927483999, "train/num_epochs": 9.395637854968, "train/is_online": false, "_runtime": 2503.8111729621887, "_step": 37800}', '{"train/loss": 0.06253180652856827, "_timestamp": 1726865112.7804718, "train/grad_norm": 9.106613159179688, "train/lr": 1e-05, "train/update_s": 0.07264865600154735, "train/l1_loss": 0.052181459963321686, "train/kld_loss": 0.0010350346565246582, "train/dataloading_s": 0.0002097060059895739, "train/step": 37900, "train/num_samples": 151604, "train/num_episodes": 471.02466911079347, "train/num_epochs": 9.42049338221587, "train/is_online": false, "_runtime": 2510.3849968910217, "_step": 37900}', '{"train/loss": 0.08701439201831818, "_timestamp": 1726865119.4708722, "train/grad_norm": 11.069417953491211, "train/lr": 1e-05, "train/update_s": 0.07688621900160797, "train/l1_loss": 0.07457117736339569, "train/kld_loss": 0.0012443214654922485, "train/dataloading_s": 0.0001689890050329268, "train/step": 38000, "train/num_samples": 152004, "train/num_episodes": 472.2674454731871, "train/num_epochs": 9.445348909463743, "train/is_online": false, "_runtime": 2517.0753972530365, "_step": 38000}']}, 'wandb-events.jsonl': {'offset': 82, 'content': ['{"system.network.sent": 626270092.73, "system.network.recv": 13896902.8, "system.proc.memory.availableMB": 219281.24, "system.memory": 5.29, "system.proc.memory.rssMB": 1792.81, "system.proc.memory.percent": 0.77, "system.gpu.0.memoryAllocated": 10.15, "system.gpu.0.memoryAllocatedBytes": 8717008896.0, "system.gpu.0.memory": 11.07, "system.gpu.0.gpu": 31.2, "system.gpu.0.temp": 34.0, "system.gpu.0.powerWatts": 117.69, "system.gpu.0.powerPercent": 23.54, "system.cpu": 3.05, "system.cpu.0.cpu_percent": 16.66, "system.cpu.1.cpu_percent": 15.17, "system.cpu.2.cpu_percent": 20.27, "system.cpu.3.cpu_percent": 16.62, "system.cpu.4.cpu_percent": 16.12, "system.cpu.5.cpu_percent": 17.85, "system.cpu.6.cpu_percent": 15.08, "system.cpu.7.cpu_percent": 17.63, "system.cpu.8.cpu_percent": 17.02, "system.cpu.9.cpu_percent": 19.27, "system.cpu.10.cpu_percent": 18.23, "system.cpu.11.cpu_percent": 14.47, "system.cpu.12.cpu_percent": 14.33, "system.cpu.13.cpu_percent": 16.54, "system.cpu.14.cpu_percent": 18.29, "system.cpu.15.cpu_percent": 19.22, "system.cpu.16.cpu_percent": 16.94, "system.cpu.17.cpu_percent": 13.84, "system.cpu.18.cpu_percent": 13.47, "system.cpu.19.cpu_percent": 13.11, "system.cpu.20.cpu_percent": 16.53, "system.cpu.21.cpu_percent": 16.27, "system.cpu.22.cpu_percent": 16.37, "system.cpu.23.cpu_percent": 17.92, "system.proc.cpu.threads": 38, "system.disk.\\\\.usagePercent": 66.8, "system.disk.\\\\.usageGB": 51.69, "system.disk.in": 0.38, "system.disk.out": 7262.23, "_wandb": true, "_timestamp": 1726865122.813916, "_runtime": 2520.418441}']}, 'output.log': {'offset': 399, 'content': ['ERROR 2024-09-20T20:44:53.380906 INFO 2024-09-20 20:44:52 ts/train.py:192 step:38K smpl:150K ep:467 epch:9.35 loss:0.083 grdn:20.128 lr:1.0e-05 updt_s:0.038 data_s:0.000\n', 'ERROR 2024-09-20T20:45:01.390621 INFO 2024-09-20 20:44:59 ts/train.py:192 step:38K smpl:151K ep:469 epch:9.37 loss:0.065 grdn:7.846 lr:1.0e-05 updt_s:0.062 data_s:0.000\n', 'ERROR 2024-09-20T20:45:07.397033 INFO 2024-09-20 20:45:06 ts/train.py:192 step:38K smpl:151K ep:470 epch:9.40 loss:0.068 grdn:12.994 lr:1.0e-05 updt_s:0.091 data_s:0.000\n', 'ERROR 2024-09-20T20:45:13.402789 INFO 2024-09-20 20:45:12 ts/train.py:192 step:38K smpl:152K ep:471 epch:9.42 loss:0.063 grdn:9.107 lr:1.0e-05 updt_s:0.073 data_s:0.000\n', 'ERROR 2024-09-20T20:45:21.410960 INFO 2024-09-20 20:45:19 ts/train.py:192 step:38K smpl:152K ep:472 epch:9.45 loss:0.087 grdn:11.069 lr:1.0e-05 updt_s:0.077 data_s:0.000\n']}}, 'dropped': 0}} +2024-09-20 20:46:26,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:26,513 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:26,518 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:26,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:28,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:28,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:28,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:29,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:30,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:32,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:32,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:33,687 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:33,687 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:34,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:39,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:39,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:39,701 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:40,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:40,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:41,705 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:43,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:43,405 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:45,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:45,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:45,965 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:45,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:46,711 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:47,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:50,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:51,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:52,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:52,614 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:52,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:52,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:52,862 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:46:53,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:56,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:58,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:58,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:59,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,267 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:59,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,269 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:59,271 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,275 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:59,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:00,366 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:00,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:02,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:05,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:05,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:06,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:07,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:08,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:10,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:11,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:11,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:12,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:12,966 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:13,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:13,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:14,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:18,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:18,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:18,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:18,593 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:20,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:20,596 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:22,863 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:47:23,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:24,966 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:24,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:25,602 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:26,604 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:28,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:28,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:29,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:30,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:34,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:35,510 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:35,819 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:47:35,820 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:47:37,797 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:40,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:41,074 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpgw7ya9lf +2024-09-20 20:47:41,760 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-040000 - {'id': 'QXJ0aWZhY3Q6MTIzODU1NzU0OA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYyNzQ2MQ==', 'latestArtifact': None}} +2024-09-20 20:47:41,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:41,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:41,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:42,584 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:43,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:43,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:44,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:44,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,412 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:44,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:44,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:46,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:47,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:50,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:51,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,064 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:51,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:51,068 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:51,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:52,602 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:52,864 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:47:52,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:58,196 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:58,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:58,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:58,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:58,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:58,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:58,613 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:00,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:00,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:03,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:04,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:04,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:05,625 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:06,663 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:09,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:10,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:11,641 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:11,663 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:11,673 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:13,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:13,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:14,694 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:15,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:18,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:18,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:18,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:18,699 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:20,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:20,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:20,703 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:22,865 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:48:24,752 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:25,593 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:25,711 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:26,762 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:28,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:28,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:30,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:31,371 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:31,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:31,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:31,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:32,773 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:36,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:38,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:38,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:38,269 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:38,780 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:40,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:40,784 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:42,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:43,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:43,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:45,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,315 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:45,315 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:45,360 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:45,789 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:46,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:47,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:50,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:52,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:52,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:52,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:52,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:52,865 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:48:52,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:54,803 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:58,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:58,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:58,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:58,810 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,811 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,811 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,811 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:58,812 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:58,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,818 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:59,809 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:00,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:00,811 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:03,593 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:05,663 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:05,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:05,865 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:06,867 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:08,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:10,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:12,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:12,310 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:12,313 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:12,880 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:13,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:13,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:13,882 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:14,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:19,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,011 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:19,011 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:19,063 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:19,892 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:19,892 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:20,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:20,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:22,866 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:49:25,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:25,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:25,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:25,718 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:25,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:27,906 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:28,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:28,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:30,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:31,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:32,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:32,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:32,914 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:33,924 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:36,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:38,548 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,550 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:38,550 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:38,554 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:38,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:39,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:40,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:42,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:43,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:43,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:44,802 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,802 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:44,804 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,808 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:44,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:45,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:48,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:50,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:51,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:51,305 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:51,309 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:51,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:51,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:52,866 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:49:53,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:57,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,763 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:57,763 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:57,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:58,001 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:58,001 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:58,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:58,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:59,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:00,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:03,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:03,971 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:04,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:04,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:06,019 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:10,122 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:10,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:10,166 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:10,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:10,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:11,067 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:12,069 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:13,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:13,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:15,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:16,330 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:16,334 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:17,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:18,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:20,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:20,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:22,436 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:22,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:22,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:22,867 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:50:23,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:24,107 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:26,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:28,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:28,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:28,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:28,525 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,559 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:29,115 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:30,122 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:30,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:31,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:34,726 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:34,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:35,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:36,176 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:37,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:40,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:40,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:40,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:40,968 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:41,181 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:42,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:42,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:43,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:43,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:47,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:47,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:47,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:47,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:48,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:48,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:50,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:52,868 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:50:53,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:53,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:53,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:53,470 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:54,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:54,213 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:58,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:58,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:58,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:59,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,665 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:59,666 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:59,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,675 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:00,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:00,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:00,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:03,596 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:06,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:06,288 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:08,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:09,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:10,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:12,344 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:12,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:12,369 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:13,312 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:13,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:13,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:14,316 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:14,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:18,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:18,771 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:19,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:19,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:20,370 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:20,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:22,868 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:51:24,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:25,113 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:25,120 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:25,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:26,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:28,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:28,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:30,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:30,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:31,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:31,242 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:31,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:31,394 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:32,398 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:35,596 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:37,613 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:37,624 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:38,412 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:38,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:40,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:40,596 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:43,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:43,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:43,828 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,829 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:43,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,833 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:44,430 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:44,431 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:45,597 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:50,259 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,267 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:50,268 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:50,271 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:50,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:50,476 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:50,597 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:52,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:52,869 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:51:56,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:56,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:56,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:56,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:56,483 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:58,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:58,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:58,491 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:00,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:01,598 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:02,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:02,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:02,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:03,500 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:04,510 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:06,598 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:09,032 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:09,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:09,067 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:09,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:10,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:10,607 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:12,598 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:13,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:13,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:52:16,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,874 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:16,874 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:16,877 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:16,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:17,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:18,982 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:20,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:22,869 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:52:23,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:23,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:23,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:24,002 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:25,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:28,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:28,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:52:28,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:29,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,976 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:29,976 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,981 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:30,021 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:30,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:31,065 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:33,600 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:36,306 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:36,316 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:37,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:39,076 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:40,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:42,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:42,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:43,083 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:43,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:43,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:52:44,494 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:45,188 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:48,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,770 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:48,770 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:48,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:49,207 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:49,775 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:50,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:51,222 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:52,880 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:52:54,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:55,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:55,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:55,373 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:56,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:56,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:58,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:58,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:00,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:00,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:01,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:01,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,773 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:02,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:02,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:05,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:07,952 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:07,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:07,978 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:08,300 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:08,300 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:10,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:11,600 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:13,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:13,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:14,277 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,278 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:14,280 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:14,280 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,284 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:14,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:16,377 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:16,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:20,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:20,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:20,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:21,405 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:21,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:22,408 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:22,871 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:53:27,176 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:27,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:27,217 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:27,221 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:27,461 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:28,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:28,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:28,463 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:30,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:32,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:33,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:33,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:33,816 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:34,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:34,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:38,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:40,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:40,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:40,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:41,491 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:42,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:43,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:43,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:44,547 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:47,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,218 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:47,218 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:47,229 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:47,510 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:48,512 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:50,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:52,872 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:53:53,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,722 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:53,722 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:53,762 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:54,532 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:54,532 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:55,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:58,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:58,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:00,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,029 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:00,029 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:02,363 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:02,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:02,394 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:02,394 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:06,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:06,466 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:06,474 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:07,407 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:07,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:08,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:10,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:12,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:13,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,166 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:13,166 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:13,180 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:13,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:13,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:13,423 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:14,425 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:17,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:19,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:19,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:19,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:20,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:20,520 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:20,521 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:22,873 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:54:22,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:26,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:26,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:26,671 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:27,567 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:28,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:28,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:28,516 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:28,574 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:30,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:33,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,270 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:33,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:33,286 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:33,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:34,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:34,610 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:39,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:39,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:39,802 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:40,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:40,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:40,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:43,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:43,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:45,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:46,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:46,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:46,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:46,690 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:48,695 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:50,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:50,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:52,874 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:54:53,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:53,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:53,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:53,741 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:54,775 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:55,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:58,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:58,424 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:59,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:59,873 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:59,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,876 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:00,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:00,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:00,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:01,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:06,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,526 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:06,526 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:06,530 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:06,882 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:07,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:08,885 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:10,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:12,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:13,044 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:13,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:13,067 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:13,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:13,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:13,896 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:14,899 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:18,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:19,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:19,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:19,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:20,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:20,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:22,875 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:55:23,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:26,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:26,163 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:26,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:26,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:26,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:28,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:28,411 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:29,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:30,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:32,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:32,610 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:32,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:32,927 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:34,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:34,931 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:39,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,270 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:39,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:39,274 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:39,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:40,275 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:40,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:40,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:43,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:43,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:45,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:45,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:45,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:45,917 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:45,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:46,976 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:50,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:50,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:52,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:52,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:52,717 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:52,875 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:55:52,984 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:54,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:55,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:58,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:58,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:59,285 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,285 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,285 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:59,286 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,289 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:59,993 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:00,995 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:01,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:05,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:05,966 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:05,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:06,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:06,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:07,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:10,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:12,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:12,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,560 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:12,560 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:12,564 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:13,021 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:13,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:13,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:15,025 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:17,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:19,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,067 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:19,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:19,071 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:20,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:20,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:21,071 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:22,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:22,890 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:25,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:25,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:26,077 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:27,079 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:27,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:28,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:28,411 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:32,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,481 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,487 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:33,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:33,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:35,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:38,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:40,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:40,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:41,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:43,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:43,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:44,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:46,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:46,163 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:46,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:47,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:49,115 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:50,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:50,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:52,776 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,776 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,776 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:52,777 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:52,781 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:52,877 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:56:53,121 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:55,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:55,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:58,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:58,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:59,530 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,531 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,531 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,536 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:00,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:00,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:00,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:01,171 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:05,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:06,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:06,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:07,185 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:09,188 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:10,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:11,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:12,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:12,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:13,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:13,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:13,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:15,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:16,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:19,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:19,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:19,273 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:20,215 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:20,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:21,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:21,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:22,877 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:25,729 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:25,759 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:26,263 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:26,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:27,265 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:28,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:28,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:30,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:32,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:32,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,309 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:32,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,312 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:32,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,316 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:33,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:34,871 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:37,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:38,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,814 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:38,814 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:38,898 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:38,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:40,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:40,914 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:43,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:43,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:43,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:45,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,318 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:45,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:45,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,322 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:45,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:46,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:48,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:50,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:52,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:52,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:52,878 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:57:52,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:52,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:53,879 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,264 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:58,264 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:58,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:58,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:58,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:58,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:58,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:59,450 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:00,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:04,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:04,477 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:04,478 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:04,983 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:05,037 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:07,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:09,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:10,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:10,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:10,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:11,079 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:13,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:13,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:13,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:15,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:17,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:17,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:17,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:18,176 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:19,179 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:20,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:20,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:22,879 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:23,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:23,917 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:24,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:25,191 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:25,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:28,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:28,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:30,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:31,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:33,224 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:58:33,533 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:58:36,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,903 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,903 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,903 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:40,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:40,494 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmp7oq5nfo0 +2024-09-20 20:58:40,897 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-050000 - {'id': 'QXJ0aWZhY3Q6MTIzODU3MDA3OQ==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYzMDA5Mg==', 'latestArtifact': None}} +2024-09-20 20:58:40,897 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:40,897 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:40,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:40,903 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:40,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:42,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:43,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:43,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:43,575 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,575 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:43,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,576 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:43,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,581 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:43,968 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:44,970 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:50,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:50,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:50,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:50,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:50,982 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:52,879 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:56,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:56,717 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:56,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:56,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:58,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:58,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:58,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:00,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:02,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:03,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,218 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:03,219 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:03,223 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:04,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:05,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:07,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:09,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:09,661 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:09,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:10,071 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:10,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:11,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:13,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:13,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:59:13,600 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:16,197 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:16,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,200 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:16,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,205 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:17,085 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:17,086 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:18,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:20,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:22,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:22,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:22,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:22,880 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:59:23,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:23,881 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:25,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:28,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:28,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:59:29,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:29,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,489 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:29,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,490 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:29,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,495 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:30,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:30,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:31,107 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:34,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:36,132 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,138 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:36,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:36,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:37,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:37,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:40,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:40,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:42,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:42,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:42,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:43,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:43,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:43,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:59:45,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:46,554 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:49,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:49,321 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:50,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:50,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:51,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:51,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:52,881 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:59:56,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,068 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:56,068 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:56,072 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:56,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:57,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:57,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:58,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:58,415 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:00,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:02,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,730 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:02,730 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:02,735 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:03,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:03,735 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:05,202 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:08,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:09,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:09,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:09,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,468 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:10,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:10,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:11,211 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:13,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:13,415 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:14,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:16,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,086 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:16,219 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:17,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:19,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:20,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:22,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:22,569 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:22,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:22,882 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:00:23,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:23,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:24,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:28,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:28,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:29,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:29,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,088 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:29,277 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:30,089 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:30,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:31,280 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:35,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:35,516 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,518 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:35,518 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:35,522 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:36,287 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:37,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:40,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:40,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:41,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:41,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:42,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:43,300 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:43,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:43,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:46,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:48,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:48,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:48,306 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:49,309 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:50,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:51,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:52,882 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:00:54,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,773 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:54,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,775 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,775 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,781 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:55,318 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:56,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:57,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:58,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:58,416 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:00,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:01,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:01,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:01,368 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:02,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:03,372 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:07,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:07,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:07,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:08,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:09,386 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:10,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:13,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:13,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:13,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:14,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:14,485 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,489 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:15,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:15,398 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:18,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:20,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:21,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:21,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:21,469 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:22,407 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:22,883 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:01:23,410 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:23,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:28,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:28,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:28,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:28,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:28,416 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:28,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:29,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:29,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:30,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:34,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:35,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,006 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:35,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:35,018 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:35,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:37,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:39,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:40,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:41,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:41,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:41,900 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:42,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:43,331 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:43,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:43,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:45,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:48,324 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,325 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:48,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,326 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:48,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,672 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:49,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:49,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:50,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:50,673 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:52,884 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:01:54,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:54,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:54,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:55,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:55,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:57,684 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:58,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:00,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:01,307 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:01,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:01,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:01,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:01,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:03,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:06,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:08,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:08,070 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:08,885 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:09,888 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:10,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:11,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:13,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:13,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:14,791 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:14,793 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,797 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:14,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:17,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:17,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:20,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:21,622 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:21,626 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:21,907 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:22,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:22,886 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:02:23,960 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:27,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:28,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:28,330 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:28,361 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:28,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:28,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:28,918 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:29,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:30,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:33,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:35,044 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:35,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:35,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:35,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:37,970 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:38,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:40,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:41,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:41,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:41,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:41,976 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:43,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:43,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:43,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:44,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:48,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:48,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:48,218 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:48,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:49,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:50,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:52,887 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:02:54,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:54,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:54,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:54,995 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:55,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:55,997 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:58,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:00,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:01,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:01,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:01,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:02,004 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:04,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:06,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:07,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:07,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:07,970 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:08,017 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:10,019 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:10,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:12,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:13,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:13,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:14,265 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:14,269 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:15,063 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:16,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:17,880 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:20,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:20,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:20,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:21,074 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:22,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:22,896 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:03:22,896 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,150 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:28,086 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:28,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:28,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:28,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:30,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:30,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:33,593 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:33,659 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,668 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:33,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:33,672 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:34,097 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:36,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:38,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:40,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:40,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:40,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:40,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:41,106 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:42,109 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:43,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:43,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:44,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:46,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:46,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:46,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:47,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:48,167 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:49,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:50,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:52,888 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:03:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:53,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:53,467 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:54,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:55,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:56,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:58,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:59,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:59,998 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:00,008 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:00,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:00,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:01,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:02,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:06,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:06,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:06,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:06,718 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:07,196 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:08,199 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:11,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:13,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:13,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:13,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:13,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:13,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:14,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:16,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:17,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:19,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,810 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,810 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:19,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:19,814 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:20,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:20,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:22,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:22,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:22,889 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:04:26,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:26,418 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:26,422 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:27,273 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:28,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:28,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:28,464 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:28,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:30,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:33,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:33,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:33,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:33,282 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:34,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:34,285 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:39,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:39,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:39,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:39,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:40,293 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:40,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:42,297 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:43,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:43,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:45,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:46,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:46,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:46,218 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:46,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:48,319 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:50,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:50,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:52,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:52,815 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:52,889 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:04:53,365 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:54,368 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:55,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:58,464 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:59,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:59,309 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:59,310 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,314 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:59,374 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:00,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:01,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:02,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:05,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,659 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:05,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:05,664 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:06,386 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:06,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:08,389 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:10,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:11,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:11,917 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:11,921 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:12,393 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:13,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:13,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:14,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:16,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:18,156 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,266 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:18,266 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:18,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:18,404 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:20,409 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:20,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:21,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:22,890 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:05:24,552 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:24,554 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:24,561 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:25,416 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:26,419 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:26,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:28,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:28,578 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:30,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:31,056 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:31,058 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:31,062 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:31,427 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:31,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:32,429 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:36,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:38,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:38,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:38,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:40,477 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:40,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:42,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:43,579 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:44,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,612 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:44,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,613 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:44,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:45,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:46,492 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:47,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:50,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:51,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,222 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:51,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:51,262 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:51,494 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:52,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:52,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:52,891 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:57,817 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:57,824 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:58,503 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:58,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:58,579 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:58,644 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:00,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:00,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:03,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:04,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:04,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:04,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:04,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:06,570 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:08,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:10,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:10,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:10,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:10,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:11,576 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:12,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:13,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:13,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:06:14,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:17,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:17,230 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:17,261 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:17,586 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:18,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:20,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:22,891 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:06:23,848 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,859 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:23,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:23,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:24,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:25,603 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:28,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:28,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:06:30,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:30,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,574 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:30,575 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,580 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:30,608 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:31,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:31,662 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:36,879 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:37,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:37,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:37,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:37,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:37,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:40,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:41,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:43,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:43,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:06:43,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,889 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:43,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,889 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:43,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,894 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:44,681 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:45,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:47,881 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:50,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:50,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:50,570 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,571 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:50,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:51,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:52,893 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:06:52,894 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:57,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:57,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:57,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:57,700 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:57,701 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:58,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:58,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:58,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:00,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:03,881 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:04,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,368 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:04,369 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:04,374 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:04,709 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:05,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:08,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:10,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:11,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,330 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,330 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,330 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:11,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:11,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:11,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:11,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:13,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:13,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:14,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:18,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:18,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:18,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:18,786 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:19,788 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:20,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:20,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:22,894 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:07:25,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:25,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:25,273 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:25,274 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:25,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:25,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:28,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:28,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:30,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:30,699 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:32,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:32,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:32,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:33,810 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:36,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:39,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:39,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:39,862 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:39,862 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:40,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:41,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:43,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:43,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:46,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:46,285 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:46,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,290 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:46,873 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:46,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:47,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:50,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:52,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:52,894 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:07:53,348 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:53,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:53,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:53,884 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:53,885 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:58,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:58,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:58,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:00,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,212 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:00,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:00,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,263 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:00,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:00,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:01,896 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:03,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:07,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:07,167 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:07,170 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:07,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:07,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:09,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:10,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:13,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:13,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:08:14,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,084 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:14,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,088 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:14,989 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:15,089 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:15,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:20,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:20,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:20,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,806 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:20,806 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:20,809 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:21,002 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:22,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:22,895 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:08:25,897 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:27,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:27,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,667 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:28,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:28,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:28,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:08:30,062 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:30,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:31,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:34,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:34,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:35,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:36,071 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:36,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:40,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:41,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:41,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:41,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:41,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:42,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:42,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:43,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:43,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:08:46,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:47,436 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:47,438 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:47,461 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:48,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:48,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:50,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:51,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:52,896 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:08:54,024 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,024 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:54,026 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:54,030 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:54,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:56,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:57,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:58,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:58,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:00,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:00,605 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:00,609 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:01,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:02,107 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:02,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:07,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:07,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:08,129 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:08,129 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:08,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:10,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:13,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:13,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:13,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:13,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:13,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:09:13,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:14,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:14,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:18,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:19,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:19,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:19,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:20,171 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:20,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:22,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:22,897 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:09:23,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:26,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:26,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:26,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:27,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:28,185 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:28,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:09:28,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:29,622 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:30,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:32,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:32,834 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:32,860 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:33,201 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:34,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:40,270 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:40,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:40,807 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:42,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 21:09:42,825 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 21:09:46,059 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:09:46,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:49,581 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpb82njc1p +2024-09-20 21:09:49,969 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-060000 - {'id': 'QXJ0aWZhY3Q6MTIzODU4Mzk0OQ==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYzMzYzNw==', 'latestArtifact': None}} +2024-09-20 21:09:49,970 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:49,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:50,104 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:50,104 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:50,108 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:50,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:50,901 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:52,898 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:09:52,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:52,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:52,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:53,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:54,965 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:55,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:59,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,582 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:59,583 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:59,587 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:59,972 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:00,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:00,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:01,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:01,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:06,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:06,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:06,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:06,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:08,989 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:12,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:13,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:13,238 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:13,260 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:13,996 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:15,001 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:16,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:16,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:17,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:20,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:20,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:20,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:21,015 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:22,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:22,900 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:10:22,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:26,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,863 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:26,863 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:26,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:27,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:28,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:28,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:30,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:31,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:31,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:33,533 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:33,537 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:34,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:34,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:34,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:39,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:40,132 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,132 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:40,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:40,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:41,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:42,083 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:44,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:46,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:46,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:46,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:46,609 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:46,614 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:47,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:48,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:50,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:50,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:52,904 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:10:53,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,230 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:53,230 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:53,263 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:54,102 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:54,102 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:56,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,763 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:59,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:00,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:00,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:00,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:01,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:01,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:06,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,318 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:06,319 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:06,323 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:07,161 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:07,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:08,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:12,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:12,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:12,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:13,179 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:13,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:14,181 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:16,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:16,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:18,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:19,444 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,445 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,445 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:19,447 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:19,461 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:20,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:20,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:20,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:22,901 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:11:23,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:25,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:25,867 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:25,870 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:26,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:26,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:29,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:30,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:31,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:31,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:32,372 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,374 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:32,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,379 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:33,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:34,263 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:35,380 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:38,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:38,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:39,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:40,299 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:40,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:40,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:45,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:45,606 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:45,614 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:46,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:46,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:46,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:46,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:46,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:50,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:51,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:52,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:52,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:52,171 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:52,375 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:52,903 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:11:54,384 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:56,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:59,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:59,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:59,073 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:59,396 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:00,401 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:00,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:01,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:01,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:05,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:06,409 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:06,410 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:07,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:10,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:12,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:12,266 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:12,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:12,419 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:13,270 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:14,422 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:16,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:16,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:18,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:18,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:18,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:18,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:19,462 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:20,465 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:20,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:22,903 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:12:23,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:25,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:25,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:25,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:26,474 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:29,894 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:30,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:31,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:31,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:31,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,796 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:31,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,796 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:31,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,803 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:32,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:32,485 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:35,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:38,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:38,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,523 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:38,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,527 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:39,493 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:40,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:40,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:41,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:45,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:45,142 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:45,145 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:45,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:46,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:46,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:46,504 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:46,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:50,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:51,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:51,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:51,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:52,512 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:52,512 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:52,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:52,903 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:12:57,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:58,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:58,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:58,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:58,564 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:00,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:00,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:01,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:01,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:02,895 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:04,913 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:04,918 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:05,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:06,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:08,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:10,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:11,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:11,510 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:11,514 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:11,591 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:12,594 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:13,894 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:16,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:16,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:18,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,146 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:18,146 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:18,162 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:18,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:18,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:19,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:20,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:22,904 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:13:24,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:24,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:24,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:25,660 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:26,662 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:29,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:30,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:31,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:31,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,408 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:31,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,412 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:31,668 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:32,671 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:35,895 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,275 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:38,276 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:38,286 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:38,678 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:40,682 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:40,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:41,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:44,859 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:45,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:46,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:46,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:46,690 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:46,896 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:50,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:51,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,506 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:51,506 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:51,510 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:51,696 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:51,897 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:52,698 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:52,905 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:13:56,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:58,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:58,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:58,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:58,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:58,707 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:00,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:01,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:01,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:01,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:05,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:05,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:05,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:06,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:07,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:10,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:12,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:12,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:12,789 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:12,790 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:13,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:16,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:16,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:18,687 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,764 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:18,764 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:18,768 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:18,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:20,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:20,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:22,960 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:14:23,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:25,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,442 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:25,442 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:25,463 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:25,812 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:26,814 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:29,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:30,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:31,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:31,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:32,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:32,073 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:32,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:32,865 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:35,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:39,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,246 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:39,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:39,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:39,881 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:40,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:40,884 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:40,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:45,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:46,010 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:46,014 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:46,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:46,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:46,892 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:46,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:50,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:51,899 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:52,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:52,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:52,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:52,899 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:52,906 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:14:54,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:56,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:59,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:59,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:59,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:00,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:00,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:01,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:01,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:02,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:06,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:06,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:06,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:06,921 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:08,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:08,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:10,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:13,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:13,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:13,260 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:13,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:14,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:14,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:16,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:16,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:19,494 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:19,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:19,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:19,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:19,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:20,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:20,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:22,907 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:15:24,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:26,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:26,129 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:26,133 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:26,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:26,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:30,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:30,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:31,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:31,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:32,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:32,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:32,771 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:33,003 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:35,008 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:36,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:39,329 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:39,332 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:40,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:40,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:41,025 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:41,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:45,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,914 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:45,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:45,917 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:46,063 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:46,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:46,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:47,066 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:50,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:51,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:52,540 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:52,542 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:52,561 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:52,907 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:15:53,072 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:55,085 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:57,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:59,224 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,226 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:59,226 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:59,259 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:00,090 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:00,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:01,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:01,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:01,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:02,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,963 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:05,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:05,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:06,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:07,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:07,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:10,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:12,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:12,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:12,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:13,110 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:13,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:15,114 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:16,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:16,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:18,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:19,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:19,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:19,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:20,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:20,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:21,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:22,908 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:16:23,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:25,744 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:25,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:25,763 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:26,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:27,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:29,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:30,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:31,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:31,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:32,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:32,375 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:33,190 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:33,190 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:35,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:38,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:38,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:39,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:40,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:40,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:41,201 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:45,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:45,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:45,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:46,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:46,195 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:46,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:47,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:50,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:51,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:52,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,434 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:52,909 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:16:53,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:53,261 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:56,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:59,324 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,326 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:59,326 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:59,330 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:00,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:00,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:01,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:01,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:01,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:02,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:05,856 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,858 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:05,858 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:05,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:06,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:07,279 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:07,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:10,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:12,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,526 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,526 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:12,527 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:12,531 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:13,290 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:13,291 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:13,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:16,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:16,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:18,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:18,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,869 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:18,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,869 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:18,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,873 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:19,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:20,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:21,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:22,909 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:17:23,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:25,641 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:25,644 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:26,310 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:27,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:29,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:30,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:31,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:31,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:32,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:32,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:32,318 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:33,360 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:35,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:38,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,658 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:38,658 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:38,662 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:39,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:39,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:40,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:40,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:45,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:45,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:45,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:45,375 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:46,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:46,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:47,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:50,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:51,686 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:51,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:51,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:51,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:52,385 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:52,926 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:17:53,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:56,907 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:59,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:59,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:00,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:01,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:01,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:02,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:05,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:05,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:05,210 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:05,409 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:07,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:07,907 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:10,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:11,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:11,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:11,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:12,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:12,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:13,469 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:16,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:16,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:18,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:18,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:18,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:18,474 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:19,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:20,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:22,911 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:18:23,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:25,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:25,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:25,488 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:27,492 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:29,907 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:30,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:31,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:31,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:32,044 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:32,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:32,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:32,498 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:33,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:35,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:39,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,110 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,110 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,110 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:39,110 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:39,114 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:39,508 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:40,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:40,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:41,513 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:45,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:46,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:46,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:46,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:46,219 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,223 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:46,519 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:47,522 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:50,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:50,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:52,911 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:53,366 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:53,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:53,560 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:55,565 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:56,371 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:00,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:00,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:00,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:00,571 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:00,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:01,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:01,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:01,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:01,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:07,103 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:07,146 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:07,149 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:07,581 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:09,586 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:10,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:12,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:14,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:14,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:14,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:14,593 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:15,599 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:16,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:16,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:17,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:20,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:21,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:21,118 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:21,122 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:21,609 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:22,960 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:19:22,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:23,678 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:27,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:27,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:27,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:27,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:28,685 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:29,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:30,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:31,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:31,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:33,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:34,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:34,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:35,697 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:37,707 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:38,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:40,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:41,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:41,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:41,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:41,711 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:43,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:43,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:46,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:46,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:48,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:48,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:48,070 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:48,766 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:49,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:49,768 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:50,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:52,961 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:19:54,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:54,921 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:54,926 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:55,775 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:57,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:59,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:01,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:01,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:01,677 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,678 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:01,678 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:01,678 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,681 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,682 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:01,803 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:03,822 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:05,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:08,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,370 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:08,370 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:08,374 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:08,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:09,870 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:10,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:11,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:15,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,163 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:15,164 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:15,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:15,879 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:16,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:16,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:16,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:17,883 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:20,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:21,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:21,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:21,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:21,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:22,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:22,962 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:20:23,897 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:28,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,591 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:28,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,595 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:28,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:29,906 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:30,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:31,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:31,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:33,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:35,020 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,020 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,021 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:35,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,026 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:35,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:37,967 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:39,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:40,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:41,352 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,354 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:41,354 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:41,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:41,972 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:43,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:44,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:46,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:46,068 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:47,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:47,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:47,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:47,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:49,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:50,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:50,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:52,962 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:20:55,320 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:55,880 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:57,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 21:20:57,830 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 21:21:01,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:01,292 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:04,295 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpcto5hqq7 +2024-09-20 21:21:04,722 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-070000 - {'id': 'QXJ0aWZhY3Q6MTIzODU5Njk2NA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYzNjc3Mg==', 'latestArtifact': None}} +2024-09-20 21:21:04,722 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:04,723 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:04,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:04,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:04,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:05,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:07,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:07,952 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:07,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:07,964 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:08,914 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:09,965 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:09,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:11,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:14,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:14,538 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:14,562 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:14,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:15,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:15,976 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:16,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:16,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:20,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:21,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:21,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:21,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:21,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:21,987 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:22,963 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:21:24,002 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:25,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:27,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,876 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:27,876 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:27,881 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:28,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:30,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:31,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:31,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:31,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:31,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:34,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:34,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:35,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:36,020 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:36,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:40,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,978 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:40,978 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:40,982 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:41,066 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:41,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:41,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:44,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:46,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:46,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:46,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:47,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:47,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:47,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:48,074 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:50,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:51,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:52,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:52,964 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:21:54,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:54,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:54,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,168 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:55,084 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:56,086 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:57,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:00,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,770 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:00,770 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:00,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:01,092 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:01,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:01,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:01,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:02,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:02,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:07,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,314 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:07,314 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:07,318 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:08,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:08,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:10,108 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:11,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:13,801 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:13,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,846 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:13,846 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:13,850 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:14,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:16,167 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:16,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:16,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:18,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:20,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,499 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:20,499 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,504 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:21,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:21,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:22,185 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:22,964 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:22:23,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:27,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:27,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:27,193 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:29,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:30,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:31,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:31,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:31,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,701 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,703 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:33,703 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:33,710 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:34,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:34,711 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:36,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:39,915 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:40,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:40,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:41,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:42,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:46,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:46,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:46,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,797 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:46,797 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:46,797 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,801 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:47,223 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:48,262 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:51,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:51,915 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:52,965 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:22:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:53,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:53,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:54,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:56,274 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:56,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:59,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:59,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:00,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:01,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:01,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:02,281 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:02,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:06,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,363 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:06,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:06,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:07,287 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:08,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:08,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:11,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:12,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:12,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:12,963 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:13,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:13,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:14,305 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:16,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:16,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:19,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:19,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:19,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:19,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:20,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:21,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:22,368 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:22,966 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:23:24,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:25,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,918 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:25,919 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:25,924 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:26,373 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:28,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:30,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:31,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:31,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:31,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:32,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:32,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:34,393 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:36,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:38,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:38,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:38,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:39,401 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:40,403 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:41,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:41,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:45,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:45,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:45,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:46,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:46,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:46,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:46,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:48,417 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:51,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:51,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:52,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:52,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:52,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:52,966 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:23:53,463 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:54,465 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:57,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:59,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:59,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:00,471 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:01,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:01,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:02,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:02,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:06,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:06,710 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:06,713 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:07,483 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:07,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:08,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:11,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:13,528 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,528 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,560 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:13,560 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:13,564 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:14,493 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:14,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:15,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:16,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:16,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:19,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:20,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:20,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:20,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:20,505 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:21,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:21,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:22,968 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:24:24,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:27,036 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:27,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:27,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:27,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:27,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:30,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:31,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:31,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:31,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:33,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:33,722 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:33,725 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:34,572 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:35,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:35,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:40,329 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:40,361 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:40,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:41,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:41,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:41,585 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:46,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:46,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,801 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:46,802 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:46,805 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:47,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:47,593 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:51,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:51,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:52,968 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:24:53,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:53,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:53,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:53,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:55,605 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:56,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:00,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:00,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:00,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:00,611 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:01,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:01,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:01,614 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:02,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:07,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,084 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:07,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:07,088 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:07,663 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:07,664 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:08,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:11,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:13,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:13,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:13,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:13,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:14,674 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:15,678 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:16,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:16,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:18,966 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:20,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:20,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:21,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:21,693 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:21,693 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:22,969 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:25:23,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:27,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:27,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:27,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:27,702 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:29,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:29,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:31,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:31,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:31,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:34,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:34,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:34,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:34,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:34,712 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:35,714 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:39,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:41,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,508 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:41,508 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:41,512 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:41,722 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:43,726 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:45,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:46,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:46,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:48,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:48,268 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:48,764 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:49,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:51,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:51,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:52,969 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:25:54,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,914 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:54,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:54,918 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:55,774 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:55,774 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:56,919 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:01,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:01,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:01,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:01,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:01,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:01,782 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:01,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:03,787 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:07,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:08,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:08,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:08,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:08,793 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:09,797 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:11,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:13,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,859 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:14,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:14,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:15,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:15,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:16,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:16,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:19,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:21,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:21,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,618 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:21,618 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:21,622 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:21,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:22,970 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:26:23,862 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:24,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:28,448 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:28,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:28,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:28,869 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:29,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:30,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:31,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:31,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:31,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:35,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:35,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:35,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:35,929 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:35,930 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:36,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:41,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:41,569 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:41,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:41,965 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:43,968 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:46,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:46,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:46,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:48,324 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:48,974 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:49,977 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:51,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:51,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:52,971 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:26:55,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:55,106 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:55,161 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:55,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:55,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:56,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:01,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:01,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:01,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:01,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:01,964 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:01,993 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:02,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:03,996 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:07,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:08,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:08,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:08,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:09,003 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:10,010 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:11,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:12,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:15,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,043 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:15,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:15,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:16,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:16,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:16,207 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:16,208 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:17,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:21,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:21,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:21,763 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:21,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:22,079 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:22,972 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:27:22,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:24,083 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:28,495 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:28,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,538 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:28,538 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:28,563 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:29,092 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:30,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:31,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:31,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:33,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:35,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:35,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:35,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:36,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:36,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:38,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:41,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:41,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:41,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:42,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:44,116 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:44,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:46,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:46,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:48,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:48,368 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:49,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:50,125 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:50,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:51,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:52,972 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:27:54,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,846 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:54,846 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:54,862 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:55,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:55,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:56,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:00,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:01,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:01,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:01,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:01,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:01,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:02,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:02,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:06,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:07,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:07,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:07,968 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:08,190 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:10,194 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:11,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:11,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:15,340 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:15,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:15,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:16,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:16,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:16,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:16,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:17,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:21,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:21,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:21,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:21,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:22,263 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:22,973 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:28:22,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:24,280 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:27,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:28,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:28,566 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:28,569 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:29,287 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:30,290 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:31,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:31,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:31,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:33,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:34,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:34,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:34,975 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:35,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:36,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:39,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:41,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:41,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,435 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:41,435 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:41,439 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:42,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:42,314 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:44,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:46,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:46,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:47,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:47,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:48,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:50,366 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:50,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:51,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:52,973 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:54,617 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:54,629 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:55,377 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:56,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:56,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:01,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:01,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:01,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:01,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:01,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:01,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:01,396 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:01,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:02,399 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:06,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:07,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:07,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:07,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:08,408 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:10,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:11,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:11,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:14,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:14,574 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:14,580 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:15,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:16,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:16,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:16,470 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:16,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:21,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:21,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:21,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:21,486 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:22,491 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:22,975 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:29:22,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:28,093 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:28,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:28,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:28,213 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:28,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:30,511 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:31,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:31,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:31,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:33,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:34,573 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:34,578 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:35,566 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:36,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:38,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:40,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:40,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:41,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:41,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:42,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:44,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:46,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:46,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:47,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:47,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:47,467 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:47,584 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:48,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:50,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:51,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:52,974 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:29:53,856 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:53,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:53,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:54,597 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:54,597 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:55,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:00,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:00,471 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:00,605 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:01,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:01,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:01,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:01,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:02,611 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:06,919 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:06,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:06,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:06,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:07,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:08,660 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:11,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:11,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:13,521 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:13,562 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:13,629 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:14,631 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:16,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:16,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:16,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:20,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:20,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:20,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:20,666 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:21,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:21,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:22,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:22,975 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,859 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:26,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:26,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:27,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:27,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:28,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:31,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:31,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:31,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:32,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:33,425 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:33,429 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:33,689 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:34,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:38,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:39,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,834 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,834 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,839 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:39,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:39,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:40,701 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:40,702 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:41,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:43,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:46,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:46,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:46,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,377 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,377 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,377 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:46,377 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,381 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:46,709 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:48,764 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:49,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:51,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:52,976 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,326 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:53,771 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:54,774 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:55,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:00,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,114 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:00,114 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:00,118 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:00,781 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:01,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:01,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:01,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:01,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:02,785 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:06,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:06,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:07,791 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:08,796 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:11,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:13,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:13,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:13,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:13,801 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:14,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:16,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:16,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:17,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:20,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:20,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:20,468 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:20,810 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:21,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:22,828 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:22,977 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:31:22,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:27,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:27,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:27,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:27,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:28,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:28,867 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:31,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:31,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:31,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:33,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:34,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:34,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:34,876 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:34,877 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:39,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:40,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:40,918 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:40,921 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:41,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:41,887 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:42,908 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:44,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:46,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:47,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:47,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:47,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:47,915 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:48,918 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:50,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:51,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:52,977 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:54,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:54,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:54,967 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:56,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:56,970 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:32:00,866 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:32:00,869 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:00,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:32:01,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:32:01,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:32:01,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:32:01,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:02,978 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:06,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:09,028 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:09,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 21:32:09,925 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 21:32:12,734 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:32:13,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:15,235 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmp2awc3e2k +2024-09-20 21:32:15,625 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-080000 - {'id': 'QXJ0aWZhY3Q6MTIzODYyNDk1OA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODY1NDUwMw==', 'latestArtifact': None}} +2024-09-20 21:32:15,626 DEBUG SenderThread:11617 [sender.py:send():391] send: exit +2024-09-20 21:32:15,626 INFO SenderThread:11617 [sender.py:send_exit():598] handling exit code: 0 +2024-09-20 21:32:15,626 INFO SenderThread:11617 [sender.py:send_exit():600] handling runtime: 5330 +2024-09-20 21:32:15,626 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:15,631 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:15,631 INFO SenderThread:11617 [sender.py:send_exit():606] send defer +2024-09-20 21:32:15,631 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:15,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,632 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 0 +2024-09-20 21:32:15,632 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 0 +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 1 +2024-09-20 21:32:15,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,632 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 1 +2024-09-20 21:32:15,632 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 1 +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 2 +2024-09-20 21:32:15,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 2 +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [system_monitor.py:finish():203] Stopping system monitor +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined cpu monitor +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined disk monitor +2024-09-20 21:32:15,635 DEBUG SystemMonitor:11617 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-09-20 21:32:15,636 DEBUG SystemMonitor:11617 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined gpu monitor +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined memory monitor +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined network monitor +2024-09-20 21:32:15,640 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,640 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 2 +2024-09-20 21:32:15,640 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 3 +2024-09-20 21:32:15,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 3 +2024-09-20 21:32:15,650 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:32:15,651 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:32:15,651 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:15,655 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 3 +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 4 +2024-09-20 21:32:15,655 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,655 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 4 +2024-09-20 21:32:15,655 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 4 +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 5 +2024-09-20 21:32:15,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,656 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 5 +2024-09-20 21:32:15,656 DEBUG SenderThread:11617 [sender.py:send():391] send: summary +2024-09-20 21:32:15,667 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:15,667 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,667 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 5 +2024-09-20 21:32:15,667 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 6 +2024-09-20 21:32:15,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,668 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 6 +2024-09-20 21:32:15,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,668 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 6 +2024-09-20 21:32:15,668 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 7 +2024-09-20 21:32:15,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:15,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,668 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 7 +2024-09-20 21:32:15,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,668 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 7 +2024-09-20 21:32:15,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:16,110 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:32:17,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:18,393 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 8 +2024-09-20 21:32:18,393 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:18,394 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:18,394 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 8 +2024-09-20 21:32:18,394 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:18,394 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 8 +2024-09-20 21:32:18,394 INFO SenderThread:11617 [job_builder.py:build():443] Attempting to build job artifact +2024-09-20 21:32:18,419 INFO SenderThread:11617 [job_builder.py:_get_source_type():572] is repo sourced job +2024-09-20 21:32:18,423 INFO SenderThread:11617 [job_builder.py:build():548] adding wandb-job metadata file +2024-09-20 21:32:18,453 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 9 +2024-09-20 21:32:18,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:18,453 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 9 +2024-09-20 21:32:18,454 DEBUG SenderThread:11617 [sender.py:send():391] send: artifact +2024-09-20 21:32:18,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:19,006 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /tmp/tmpy8g56pbv/wandb-job.json +2024-09-20 21:32:19,041 INFO wandb-upload_1:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpb9w4cha_ +2024-09-20 21:32:19,115 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:19,614 INFO SenderThread:11617 [sender.py:send_artifact():1549] sent artifact job-https___github.com_huggingface_lerobot.git_lerobot_scripts_train.py - {'id': 'QXJ0aWZhY3Q6MTIzODYyNTI3Mg==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQxODgyNjcxOA==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6MTE3MzU3MjUyOA==', 'versionIndex': 7}}} +2024-09-20 21:32:19,614 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:19,614 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 9 +2024-09-20 21:32:19,615 INFO SenderThread:11617 [dir_watcher.py:finish():358] shutting down directory watcher +2024-09-20 21:32:20,117 INFO SenderThread:11617 [dir_watcher.py:finish():388] scan: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files +2024-09-20 21:32:20,118 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml conda-environment.yaml +2024-09-20 21:32:20,118 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-metadata.json wandb-metadata.json +2024-09-20 21:32:20,118 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/config.yaml config.yaml +2024-09-20 21:32:20,120 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt requirements.txt +2024-09-20 21:32:20,121 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json wandb-summary.json +2024-09-20 21:32:20,122 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log output.log +2024-09-20 21:32:20,124 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 10 +2024-09-20 21:32:20,124 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:20,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:20,124 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 10 +2024-09-20 21:32:20,126 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:20,126 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 10 +2024-09-20 21:32:20,126 INFO SenderThread:11617 [file_pusher.py:finish():169] shutting down file pusher +2024-09-20 21:32:20,298 INFO wandb-upload_0:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml +2024-09-20 21:32:20,369 INFO wandb-upload_1:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt +2024-09-20 21:32:20,370 INFO wandb-upload_3:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:32:20,370 INFO wandb-upload_2:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/config.yaml +2024-09-20 21:32:20,441 INFO wandb-upload_4:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:20,642 INFO Thread-11 (_thread_body):11617 [sender.py:transition_state():626] send defer: 11 +2024-09-20 21:32:20,643 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:20,643 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 11 +2024-09-20 21:32:20,644 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:20,644 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 11 +2024-09-20 21:32:20,644 INFO SenderThread:11617 [file_pusher.py:join():175] waiting for file pusher +2024-09-20 21:32:20,644 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 12 +2024-09-20 21:32:20,644 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:20,644 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 12 +2024-09-20 21:32:20,645 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:20,645 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 12 +2024-09-20 21:32:20,645 INFO SenderThread:11617 [file_stream.py:finish():601] file stream finish called +2024-09-20 21:32:20,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:21,465 INFO SenderThread:11617 [file_stream.py:finish():605] file stream finish is done +2024-09-20 21:32:21,465 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 13 +2024-09-20 21:32:21,465 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:21,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:21,465 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 13 +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:21,466 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 13 +2024-09-20 21:32:21,466 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 14 +2024-09-20 21:32:21,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:21,466 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 14 +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send():391] send: final +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send():391] send: footer +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:21,466 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 14 +2024-09-20 21:32:21,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:21,467 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:21,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: server_info +2024-09-20 21:32:21,468 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: server_info +2024-09-20 21:32:21,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:21,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: get_summary +2024-09-20 21:32:21,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: sampled_history +2024-09-20 21:32:21,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:32:21,511 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:21,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: shutdown +2024-09-20 21:32:21,512 INFO HandlerThread:11617 [handler.py:finish():884] shutting down handler +2024-09-20 21:32:22,469 INFO WriterThread:11617 [datastore.py:close():296] close: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/run-zhtbclvs.wandb +2024-09-20 21:32:22,511 INFO SenderThread:11617 [sender.py:finish():1631] shutting down sender +2024-09-20 21:32:22,512 INFO SenderThread:11617 [file_pusher.py:finish():169] shutting down file pusher +2024-09-20 21:32:22,512 INFO SenderThread:11617 [file_pusher.py:join():175] waiting for file pusher diff --git a/wandb/debug.log b/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..c9cfb778a07abfe1cf4591bf6b83c443c95e2c69 --- /dev/null +++ b/wandb/debug.log @@ -0,0 +1,26 @@ +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Current SDK version is 0.17.8 +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Configure stats pid to 11583 +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Loading settings from /home/bhargav9/.config/wandb/settings +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Loading settings from /home/bhargav9/lerobot/wandb/settings +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'silent': 'true'} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': 'lerobot/scripts/train.py', 'program_abspath': '/home/bhargav9/lerobot/lerobot/scripts/train.py', 'program': '/home/bhargav9/lerobot/lerobot/scripts/train.py'} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Applying login settings: {} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:_log_setup():524] Logging user logs to outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/logs/debug.log +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:_log_setup():525] Logging internal logs to outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/logs/debug-internal.log +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():607] calling init triggers +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():614] wandb.init called with sweep_config: {} +config: {'resume': False, 'device': 'cuda', 'use_amp': False, 'seed': 1000, 'dataset_repo_id': 'bchandaka/acm_move_square', 'video_backend': 'pyav', 'training': {'offline_steps': 80000, 'num_workers': 4, 'batch_size': 4, 'eval_freq': -1, 'log_freq': 100, 'save_checkpoint': True, 'save_freq': 10000, 'online_steps': 0, 'online_rollout_n_episodes': 1, 'online_rollout_batch_size': 1, 'online_steps_between_rollouts': 1, 'online_sampling_ratio': 0.5, 'online_env_seed': None, 'online_buffer_capacity': None, 'online_buffer_seed_size': 0, 'do_online_rollout_async': False, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'brightness': {'weight': 1, 'min_max': [0.8, 1.2]}, 'contrast': {'weight': 1, 'min_max': [0.8, 1.2]}, 'saturation': {'weight': 1, 'min_max': [0.5, 1.5]}, 'hue': {'weight': 1, 'min_max': [-0.05, 0.05]}, 'sharpness': {'weight': 1, 'min_max': [0.8, 1.2]}}, 'lr': 1e-05, 'lr_backbone': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10, 'delta_timestamps': {'action': '[i / 30 for i in range(100)]'}}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'notes': ''}, 'fps': 30, 'env': {'name': 'real_world', 'task': None, 'state_dim': 6, 'action_dim': 6, 'fps': 30}, 'override_dataset_stats': {'observation.images.laptop': {'mean': [[[0.485]], [[0.456]], [[0.406]]], 'std': [[[0.229]], [[0.224]], [[0.225]]]}}, 'policy': {'name': 'act', 'n_obs_steps': 1, 'chunk_size': 100, 'n_action_steps': 100, 'input_shapes': {'observation.images.laptop': [3, 480, 640], 'observation.state': [6]}, 'output_shapes': {'action': [6]}, 'input_normalization_modes': {'observation.images.laptop': 'mean_std', 'observation.state': 'mean_std'}, 'output_normalization_modes': {'action': 'mean_std'}, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_momentum': None, 'dropout': 0.1, 'kl_weight': 10.0}} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():657] starting backend +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():661] setting up manager +2024-09-20 20:03:22,387 INFO MainThread:11583 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-09-20 20:03:22,395 INFO MainThread:11583 [wandb_init.py:init():669] backend started and connected +2024-09-20 20:03:22,398 INFO MainThread:11583 [wandb_init.py:init():767] updated telemetry +2024-09-20 20:03:22,421 INFO MainThread:11583 [wandb_init.py:init():800] communicating run to backend with 90.0 second timeout +2024-09-20 20:03:22,674 INFO MainThread:11583 [wandb_init.py:init():851] starting run threads in backend +2024-09-20 20:03:26,989 INFO MainThread:11583 [wandb_run.py:_console_start():2463] atexit reg +2024-09-20 20:03:26,990 INFO MainThread:11583 [wandb_run.py:_redirect():2309] redirect: wrap_raw +2024-09-20 20:03:26,990 INFO MainThread:11583 [wandb_run.py:_redirect():2374] Wrapping output streams. +2024-09-20 20:03:26,990 INFO MainThread:11583 [wandb_run.py:_redirect():2399] Redirects installed. +2024-09-20 20:03:27,000 INFO MainThread:11583 [wandb_init.py:init():894] run started, returning control to user process +2024-09-20 21:32:22,666 WARNING MsgRouterThr:11583 [router.py:message_loop():77] message_loop has been closed diff --git a/wandb/run-20240920_183332-w3m04wq0/files/conda-environment.yaml b/wandb/run-20240920_183332-w3m04wq0/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9a738a7ea2c288e50343123f5f23c91c2048eacb --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/files/conda-environment.yaml @@ -0,0 +1,232 @@ +name: lerobot +channels: + - defaults + - conda-forge +dependencies: + - _libgcc_mutex=0.1=conda_forge + - _openmp_mutex=4.5=2_gnu + - anyio=4.2.0=py310h06a4308_0 + - argon2-cffi=21.3.0=pyhd3eb1b0_0 + - argon2-cffi-bindings=21.2.0=py310h7f8727e_0 + - asttokens=2.0.5=pyhd3eb1b0_0 + - async-lru=2.0.4=py310h06a4308_0 + - babel=2.11.0=py310h06a4308_0 + - beautifulsoup4=4.12.3=py310h06a4308_0 + - bleach=4.1.0=pyhd3eb1b0_0 + - brotli-python=1.0.9=py310h6a678d5_8 + - bzip2=1.0.8=h4bc722e_7 + - ca-certificates=2024.7.2=h06a4308_0 + - certifi=2024.7.4=py310h06a4308_0 + - charset-normalizer=3.3.2=pyhd3eb1b0_0 + - comm=0.2.1=py310h06a4308_0 + - debugpy=1.6.7=py310h6a678d5_0 + - decorator=5.1.1=pyhd3eb1b0_0 + - defusedxml=0.7.1=pyhd3eb1b0_0 + - entrypoints=0.4=py310h06a4308_0 + - exceptiongroup=1.2.0=py310h06a4308_0 + - executing=0.8.3=pyhd3eb1b0_0 + - ipykernel=6.28.0=py310h06a4308_0 + - ipython=8.25.0=py310h06a4308_0 + - jedi=0.19.1=py310h06a4308_0 + - jinja2=3.1.4=py310h06a4308_0 + - json5=0.9.6=pyhd3eb1b0_0 + - jsonschema=4.19.2=py310h06a4308_0 + - jsonschema-specifications=2023.7.1=py310h06a4308_0 + - jupyter=1.1.0=pyhd8ed1ab_0 + - jupyter-lsp=2.2.0=py310h06a4308_0 + - jupyter_client=8.6.0=py310h06a4308_0 + - jupyter_console=6.6.3=py310h06a4308_0 + - jupyter_core=5.7.2=py310h06a4308_0 + - jupyter_events=0.10.0=py310h06a4308_0 + - jupyter_server=2.14.2=pyhd8ed1ab_0 + - jupyter_server_terminals=0.4.4=py310h06a4308_1 + - jupyterlab_pygments=0.1.2=py_0 + - ld_impl_linux-64=2.40=hf3520f5_7 + - libffi=3.4.2=h7f98852_5 + - libgcc=14.1.0=h77fa898_1 + - libgcc-ng=14.1.0=h69a702a_1 + - libgomp=14.1.0=h77fa898_1 + - libnsl=2.0.1=hd590300_0 + - libsodium=1.0.18=h7b6447c_0 + - libsqlite=3.46.0=hde9e2c9_0 + - libstdcxx-ng=11.2.0=h1234567_1 + - libuuid=2.38.1=h0b41bf4_0 + - libxcrypt=4.4.36=hd590300_1 + - libzlib=1.3.1=h4ab18f5_1 + - matplotlib-inline=0.1.6=py310h06a4308_0 + - mistune=2.0.4=py310h06a4308_0 + - nbclient=0.8.0=py310h06a4308_0 + - nbconvert-core=7.16.4=pyhd8ed1ab_1 + - nbformat=5.9.2=py310h06a4308_0 + - ncurses=6.5=he02047a_1 + - nest-asyncio=1.6.0=py310h06a4308_0 + - notebook-shim=0.2.3=py310h06a4308_0 + - openssl=3.3.1=hb9d3cd8_3 + - overrides=7.4.0=py310h06a4308_0 + - packaging=24.1=py310h06a4308_0 + - pandocfilters=1.5.0=pyhd3eb1b0_0 + - parso=0.8.3=pyhd3eb1b0_0 + - pexpect=4.8.0=pyhd3eb1b0_3 + - pip=24.2=pyhd8ed1ab_0 + - prometheus_client=0.14.1=py310h06a4308_0 + - prompt_toolkit=3.0.43=hd3eb1b0_0 + - ptyprocess=0.7.0=pyhd3eb1b0_2 + - pure_eval=0.2.2=pyhd3eb1b0_0 + - pygments=2.15.1=py310h06a4308_1 + - pysocks=1.7.1=py310h06a4308_0 + - python=3.10.14=hd12c33a_0_cpython + - python-dateutil=2.9.0post0=py310h06a4308_2 + - python-fastjsonschema=2.16.2=py310h06a4308_0 + - python-json-logger=2.0.7=py310h06a4308_0 + - pytz=2024.1=py310h06a4308_0 + - pyzmq=25.1.2=py310h6a678d5_0 + - readline=8.2=h8228510_1 + - referencing=0.30.2=py310h06a4308_0 + - requests=2.32.3=py310h06a4308_0 + - rfc3339-validator=0.1.4=py310h06a4308_0 + - rfc3986-validator=0.1.1=py310h06a4308_0 + - rpds-py=0.10.6=py310hb02cf49_0 + - send2trash=1.8.2=py310h06a4308_0 + - setuptools=72.2.0=pyhd8ed1ab_0 + - six=1.16.0=pyhd3eb1b0_1 + - sniffio=1.3.0=py310h06a4308_0 + - stack_data=0.2.0=pyhd3eb1b0_0 + - terminado=0.17.1=py310h06a4308_0 + - tinycss2=1.2.1=py310h06a4308_0 + - tk=8.6.13=noxft_h4845f30_101 + - tomli=2.0.1=py310h06a4308_0 + - tornado=6.4.1=py310h5eee18b_0 + - traitlets=5.14.3=py310h06a4308_0 + - typing_extensions=4.11.0=py310h06a4308_0 + - urllib3=2.2.2=py310h06a4308_0 + - webencodings=0.5.1=py310h06a4308_1 + - websocket-client=1.8.0=py310h06a4308_0 + - wheel=0.44.0=pyhd8ed1ab_0 + - xz=5.2.6=h166bdaf_0 + - yaml=0.2.5=h7b6447c_0 + - zeromq=4.3.5=h6a678d5_0 + - pip: + - aiohappyeyeballs==2.4.0 + - aiohttp==3.10.5 + - aiosignal==1.3.1 + - antlr4-python3-runtime==4.9.3 + - anywidget==0.9.13 + - arrow==1.3.0 + - asciitree==0.3.3 + - async-timeout==4.0.3 + - attrs==24.2.0 + - blinker==1.8.2 + - cffi==1.17.0 + - click==8.1.7 + - cloudpickle==3.0.0 + - cmake==3.30.2 + - datasets==2.21.0 + - deepdiff==8.0.1 + - diffusers==0.30.1 + - dill==0.3.8 + - docker-pycreds==0.4.0 + - einops==0.8.0 + - farama-notifications==0.0.4 + - fasteners==0.19 + - filelock==3.15.4 + - flask==3.0.3 + - fqdn==1.5.1 + - frozenlist==1.4.1 + - fsspec==2024.6.1 + - gdown==5.2.0 + - gitdb==4.0.11 + - gitpython==3.1.43 + - gymnasium==0.29.1 + - h11==0.14.0 + - h5py==3.11.0 + - hf-transfer==0.1.8 + - httpcore==1.0.5 + - httpx==0.27.2 + - huggingface-hub==0.24.6 + - hydra-core==1.3.2 + - idna==3.8 + - imageio==2.35.1 + - imageio-ffmpeg==0.5.1 + - importlib-metadata==8.4.0 + - inquirerpy==0.3.4 + - ipython-genutils==0.2.0 + - ipywidgets==8.1.5 + - isoduration==20.11.0 + - itsdangerous==2.2.0 + - jsonpointer==3.0.0 + - jupyter-contrib-core==0.4.2 + - jupyter-contrib-nbextensions==0.7.0 + - jupyter-highlight-selected-word==0.2.0 + - jupyter-nbextensions-configurator==0.6.4 + - jupyter-ui-poll==1.0.0 + - jupyterlab==4.2.5 + - jupyterlab-server==2.27.3 + - jupyterlab-widgets==3.0.13 + - lerobot==0.1.0 + - llvmlite==0.43.0 + - lxml==5.3.0 + - markupsafe==2.1.5 + - mpmath==1.3.0 + - multidict==6.0.5 + - multiprocess==0.70.16 + - networkx==3.3 + - notebook==7.2.2 + - numba==0.60.0 + - numcodecs==0.13.0 + - numpy==1.26.4 + - nvidia-cublas-cu12==12.1.3.1 + - nvidia-cuda-cupti-cu12==12.1.105 + - nvidia-cuda-nvrtc-cu12==12.1.105 + - nvidia-cuda-runtime-cu12==12.1.105 + - nvidia-cudnn-cu12==9.1.0.70 + - nvidia-cufft-cu12==11.0.2.54 + - nvidia-curand-cu12==10.3.2.106 + - nvidia-cusolver-cu12==11.4.5.107 + - nvidia-cusparse-cu12==12.1.0.106 + - nvidia-nccl-cu12==2.20.5 + - nvidia-nvjitlink-cu12==12.6.20 + - nvidia-nvtx-cu12==12.1.105 + - omegaconf==2.3.0 + - opencv-python==4.10.0.84 + - orderly-set==5.2.2 + - pandas==2.2.2 + - pfzy==0.3.4 + - pillow==10.4.0 + - platformdirs==4.2.2 + - prompt-toolkit==3.0.47 + - protobuf==5.28.0 + - psutil==6.0.0 + - psygnal==0.11.1 + - pyarrow==17.0.0 + - pyav==12.3.0 + - pycparser==2.22 + - pymunk==6.8.1 + - pyyaml==6.0.2 + - regex==2024.7.24 + - rerun-notebook==0.18.1 + - rerun-sdk==0.18.1 + - safetensors==0.4.4 + - sentry-sdk==2.13.0 + - setproctitle==1.3.3 + - smmap==5.0.1 + - soupsieve==2.6 + - sympy==1.13.2 + - termcolor==2.4.0 + - torch==2.4.0 + - torchvision==0.19.0 + - tqdm==4.66.5 + - triton==3.0.0 + - types-python-dateutil==2.9.0.20240821 + - typing-extensions==4.12.2 + - tzdata==2024.1 + - uri-template==1.3.0 + - wandb==0.17.8 + - wcwidth==0.2.13 + - webcolors==24.8.0 + - werkzeug==3.0.4 + - widgetsnbextension==4.0.13 + - xxhash==3.5.0 + - yarl==1.9.4 + - zarr==2.18.2 + - zipp==3.20.1 +prefix: /home/bhargav9/conda_envs/lerobot diff --git a/wandb/run-20240920_183332-w3m04wq0/files/config.yaml b/wandb/run-20240920_183332-w3m04wq0/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ff2c2aae6096996dcbd5b6e6a90cbff9db5c5a5b --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/files/config.yaml @@ -0,0 +1,182 @@ +wandb_version: 1 + +resume: + desc: null + value: false +device: + desc: null + value: cuda +use_amp: + desc: null + value: false +seed: + desc: null + value: 1000 +dataset_repo_id: + desc: null + value: bchandaka/acm_move_square +video_backend: + desc: null + value: pyav +training: + desc: null + value: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: '[i / 30 for i in range(100)]' +eval: + desc: null + value: + n_episodes: 50 + batch_size: 50 + use_async_envs: true +wandb: + desc: null + value: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: + desc: null + value: 30 +env: + desc: null + value: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: 30 +override_dataset_stats: + desc: null + value: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + desc: null + value: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - 6 + output_shapes: + action: + - 6 + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 +_wandb: + desc: null + value: + python_version: 3.10.14 + cli_version: 0.17.8 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1726857212 + t: + 1: + - 1 + - 41 + - 49 + - 50 + - 51 + - 55 + 2: + - 1 + - 41 + - 49 + - 50 + - 51 + - 55 + 3: + - 13 + - 15 + - 16 + - 23 + 4: 3.10.14 + 5: 0.17.8 + 8: + - 5 + 13: linux-x86_64 diff --git a/wandb/run-20240920_183332-w3m04wq0/files/output.log b/wandb/run-20240920_183332-w3m04wq0/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2901e2dc4e13f23554849b5382068d33f9ade0a6 --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/files/output.log @@ -0,0 +1,21 @@ + +Logs will be synced with wandb. +INFO 2024-09-20 18:33:41 n/logger.py:132 Track this run --> https://wandb.ai/bhargav9/lerobot/runs/w3m04wq0 +INFO 2024-09-20 18:33:42 ts/train.py:312 make_dataset +WARNING 2024-09-20 18:33:42 s/factory.py:68 There might be a mismatch between your training dataset (dataset_repo_id='bchandaka/acm_move_square') and your environment (cfg.env.name='real_world'). +Error executing job with overrides: ['dataset_repo_id=bchandaka/acm_move_square', 'policy=act_koch_real', 'env=koch_real', 'device=cuda', 'wandb.enable=true'] +Traceback (most recent call last): + File "/home/bhargav9/lerobot/lerobot/scripts/train.py", line 652, in train_cli + train( + File "/home/bhargav9/lerobot/lerobot/scripts/train.py", line 313, in train + offline_dataset = make_dataset(cfg) + File "/home/bhargav9/lerobot/lerobot/common/datasets/factory.py", line 94, in make_dataset + dataset = LeRobotDataset( + File "/home/bhargav9/lerobot/lerobot/common/datasets/lerobot_dataset.py", line 62, in __init__ + self.hf_dataset = load_hf_dataset(repo_id, CODEBASE_VERSION, root, split) + File "/home/bhargav9/lerobot/lerobot/common/datasets/utils.py", line 122, in load_hf_dataset + hf_dataset = load_from_disk(str(Path(root) / repo_id / "train")) + File "/home/bhargav9/conda_envs/lerobot/lib/python3.10/site-packages/datasets/load.py", line 2711, in load_from_disk + raise FileNotFoundError(f"Directory {dataset_path} not found") +FileNotFoundError: Directory data/bchandaka/acm_move_square/train not found +Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace. \ No newline at end of file diff --git a/wandb/run-20240920_183332-w3m04wq0/files/requirements.txt b/wandb/run-20240920_183332-w3m04wq0/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..bea69f19717e26d0ff55b31e5b0ffa11a0bb5017 --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/files/requirements.txt @@ -0,0 +1,228 @@ +Babel==2.11.0 +Brotli==1.0.9 +Farama-Notifications==0.0.4 +Flask==3.0.3 +GitPython==3.1.43 +Jinja2==3.1.4 +MarkupSafe==2.1.3 +MarkupSafe==2.1.5 +PySocks==1.7.1 +PyYAML==6.0.1 +PyYAML==6.0.2 +Pygments==2.15.1 +Send2Trash==1.8.2 +Werkzeug==3.0.4 +aiohappyeyeballs==2.4.0 +aiohttp==3.10.5 +aiosignal==1.3.1 +antlr4-python3-runtime==4.9.3 +anyio==4.2.0 +anywidget==0.9.13 +argon2-cffi-bindings==21.2.0 +argon2-cffi==21.3.0 +arrow==1.3.0 +asciitree==0.3.3 +asttokens==2.0.5 +async-lru==2.0.4 +async-timeout==4.0.3 +attrs==23.1.0 +attrs==24.2.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +beautifulsoup4==4.12.3 +bleach==4.1.0 +blinker==1.8.2 +certifi==2024.7.4 +cffi==1.16.0 +cffi==1.17.0 +charset-normalizer==3.3.2 +click==8.1.7 +cloudpickle==3.0.0 +cmake==3.30.2 +comm==0.2.1 +datasets==2.21.0 +debugpy==1.6.7 +decorator==5.1.1 +deepdiff==8.0.1 +defusedxml==0.7.1 +diffusers==0.30.1 +dill==0.3.8 +docker-pycreds==0.4.0 +einops==0.8.0 +entrypoints==0.4 +exceptiongroup==1.2.0 +executing==0.8.3 +fasteners==0.19 +fastjsonschema==2.16.2 +filelock==3.15.4 +fqdn==1.5.1 +frozenlist==1.4.1 +fsspec==2024.6.1 +gdown==5.2.0 +gitdb==4.0.11 +gymnasium==0.29.1 +h11==0.14.0 +h5py==3.11.0 +hf_transfer==0.1.8 +httpcore==1.0.5 +httpx==0.27.2 +huggingface-hub==0.24.6 +hydra-core==1.3.2 +idna==3.7 +idna==3.8 +imageio-ffmpeg==0.5.1 +imageio==2.35.1 +importlib_metadata==8.0.0 +importlib_metadata==8.4.0 +importlib_resources==6.4.0 +inflect==7.3.1 +inquirerpy==0.3.4 +ipykernel==6.28.0 +ipython-genutils==0.2.0 +ipython==8.25.0 +ipywidgets==8.1.5 +isoduration==20.11.0 +itsdangerous==2.2.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +jedi==0.19.1 +json5==0.9.6 +jsonpointer==3.0.0 +jsonschema-specifications==2023.7.1 +jsonschema==4.19.2 +jupyter-console==6.6.3 +jupyter-events==0.10.0 +jupyter-highlight-selected-word==0.2.0 +jupyter-lsp==2.2.0 +jupyter-ui-poll==1.0.0 +jupyter==1.1.0 +jupyter_client==8.6.0 +jupyter_contrib_core==0.4.2 +jupyter_contrib_nbextensions==0.7.0 +jupyter_core==5.7.2 +jupyter_nbextensions_configurator==0.6.4 +jupyter_server==2.14.2 +jupyter_server_terminals==0.4.4 +jupyterlab-pygments==0.1.2 +jupyterlab==4.2.5 +jupyterlab_server==2.27.3 +jupyterlab_widgets==3.0.13 +lerobot==0.1.0 +llvmlite==0.43.0 +lxml==5.3.0 +matplotlib-inline==0.1.6 +mistune==2.0.4 +more-itertools==10.3.0 +mpmath==1.3.0 +multidict==6.0.5 +multiprocess==0.70.16 +nbclient==0.8.0 +nbconvert==7.16.4 +nbformat==5.9.2 +nest-asyncio==1.6.0 +networkx==3.3 +notebook==7.2.2 +notebook_shim==0.2.3 +numba==0.60.0 +numcodecs==0.13.0 +numpy==1.26.4 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==9.1.0.70 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.6.20 +nvidia-nvtx-cu12==12.1.105 +omegaconf==2.3.0 +opencv-python==4.10.0.84 +ordered-set==4.1.0 +orderly-set==5.2.2 +overrides==7.4.0 +packaging==24.1 +packaging==24.1 +pandas==2.2.2 +pandocfilters==1.5.0 +parso==0.8.3 +pexpect==4.8.0 +pfzy==0.3.4 +pillow==10.4.0 +pip==24.2 +platformdirs==3.10.0 +platformdirs==4.2.2 +platformdirs==4.2.2 +prometheus-client==0.14.1 +prompt-toolkit==3.0.43 +prompt_toolkit==3.0.47 +protobuf==5.28.0 +psutil==5.9.0 +psutil==6.0.0 +psygnal==0.11.1 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==17.0.0 +pyav==12.3.0 +pycparser==2.21 +pycparser==2.22 +pymunk==6.8.1 +python-dateutil==2.9.0.post0 +python-json-logger==2.0.7 +pytz==2024.1 +pyzmq==25.1.2 +referencing==0.30.2 +regex==2024.7.24 +requests==2.32.3 +rerun-notebook==0.18.1 +rerun-sdk==0.18.1 +rfc3339-validator==0.1.4 +rfc3986-validator==0.1.1 +rpds-py==0.10.6 +safetensors==0.4.4 +sentry-sdk==2.13.0 +setproctitle==1.3.3 +setuptools==72.2.0 +six==1.16.0 +smmap==5.0.1 +sniffio==1.3.0 +soupsieve==2.5 +soupsieve==2.6 +stack-data==0.2.0 +sympy==1.13.2 +termcolor==2.4.0 +terminado==0.17.1 +tinycss2==1.2.1 +tomli==2.0.1 +tomli==2.0.1 +torch==2.4.0 +torchvision==0.19.0 +tornado==6.4.1 +tqdm==4.66.5 +traitlets==5.14.3 +triton==3.0.0 +typeguard==4.3.0 +types-python-dateutil==2.9.0.20240821 +typing_extensions==4.11.0 +typing_extensions==4.12.2 +typing_extensions==4.12.2 +tzdata==2024.1 +uri-template==1.3.0 +urllib3==2.2.2 +wandb==0.17.8 +wcwidth==0.2.13 +wcwidth==0.2.5 +webcolors==24.8.0 +webencodings==0.5.1 +websocket-client==1.8.0 +wheel==0.43.0 +wheel==0.44.0 +widgetsnbextension==4.0.13 +xxhash==3.5.0 +yarl==1.9.4 +zarr==2.18.2 +zipp==3.19.2 +zipp==3.20.1 \ No newline at end of file diff --git a/wandb/run-20240920_183332-w3m04wq0/files/wandb-metadata.json b/wandb/run-20240920_183332-w3m04wq0/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ea375b9de093914b47ffd74789c16dbb17af285a --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/files/wandb-metadata.json @@ -0,0 +1,176 @@ +{ + "os": "Linux-5.15.0-122-generic-x86_64-with-glibc2.35", + "python": "3.10.14", + "heartbeatAt": "2024-09-20T18:33:32.923569", + "startedAt": "2024-09-20T18:33:32.021696", + "docker": null, + "cuda": null, + "args": [ + "dataset_repo_id=bchandaka/acm_move_square", + "policy=act_koch_real", + "env=koch_real", + "hydra.run.dir=outputs/train/act_acm_move_square", + "hydra.job.name=act_acm_move_square", + "device=cuda", + "wandb.enable=true" + ], + "state": "running", + "program": "/home/bhargav9/lerobot/lerobot/scripts/train.py", + "codePathLocal": "lerobot/scripts/train.py", + "codePath": "lerobot/scripts/train.py", + "git": { + "remote": "https://github.com/huggingface/lerobot.git", + "commit": "48063368167a851a5dbd09b8cdb3654af2e334c4" + }, + "email": null, + "root": "/home/bhargav9/lerobot", + "host": "jupyter-bhargav9", + "username": "bhargav9", + "executable": "/home/bhargav9/conda_envs/lerobot/bin/python", + "cpu_count": 24, + "cpu_count_logical": 24, + "cpu_freq": { + "current": 2645.0259999999985, + "min": 0.0, + "max": 0.0 + }, + "cpu_freq_per_core": [ + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + } + ], + "disk": { + "/": { + "total": 77.34953689575195, + "used": 44.50468444824219 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 226.10184478759766 + } +} diff --git a/wandb/run-20240920_183332-w3m04wq0/files/wandb-summary.json b/wandb/run-20240920_183332-w3m04wq0/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..bee5d62e086269ee6a96533f7e3596a539256a9e --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 10}} \ No newline at end of file diff --git a/wandb/run-20240920_183332-w3m04wq0/logs/debug-internal.log b/wandb/run-20240920_183332-w3m04wq0/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..165ff07e6f84bb478bdf6f2ff1c76f7ec9761df6 --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/logs/debug-internal.log @@ -0,0 +1,186 @@ +2024-09-20 18:33:32,053 INFO StreamThr :276 [internal.py:wandb_internal():85] W&B internal server running at pid: 276, started at: 2024-09-20 18:33:32.052128 +2024-09-20 18:33:32,055 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: status +2024-09-20 18:33:32,061 INFO WriterThread:276 [datastore.py:open_for_write():87] open: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/run-w3m04wq0.wandb +2024-09-20 18:33:32,064 DEBUG SenderThread:276 [sender.py:send():391] send: header +2024-09-20 18:33:32,619 DEBUG SenderThread:276 [sender.py:send():391] send: run +2024-09-20 18:33:32,895 INFO SenderThread:276 [dir_watcher.py:__init__():211] watching files in: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files +2024-09-20 18:33:32,895 INFO SenderThread:276 [sender.py:_start_run_threads():1200] run started: w3m04wq0 with start time 1726857212.058767 +2024-09-20 18:33:32,901 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: run_start +2024-09-20 18:33:32,911 DEBUG HandlerThread:276 [system_info.py:__init__():26] System info init +2024-09-20 18:33:32,911 DEBUG HandlerThread:276 [system_info.py:__init__():41] System info init done +2024-09-20 18:33:32,911 INFO HandlerThread:276 [system_monitor.py:start():194] Starting system monitor +2024-09-20 18:33:32,911 INFO SystemMonitor:276 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-09-20 18:33:32,912 INFO HandlerThread:276 [system_monitor.py:probe():214] Collecting system info +2024-09-20 18:33:32,913 INFO SystemMonitor:276 [interfaces.py:start():188] Started cpu monitoring +2024-09-20 18:33:32,913 INFO SystemMonitor:276 [interfaces.py:start():188] Started disk monitoring +2024-09-20 18:33:32,915 INFO SystemMonitor:276 [interfaces.py:start():188] Started gpu monitoring +2024-09-20 18:33:32,916 INFO SystemMonitor:276 [interfaces.py:start():188] Started memory monitoring +2024-09-20 18:33:32,916 INFO SystemMonitor:276 [interfaces.py:start():188] Started network monitoring +2024-09-20 18:33:32,923 DEBUG HandlerThread:276 [system_info.py:probe():152] Probing system +2024-09-20 18:33:32,926 DEBUG HandlerThread:276 [system_info.py:_probe_git():137] Probing git +2024-09-20 18:33:32,940 DEBUG HandlerThread:276 [system_info.py:_probe_git():145] Probing git done +2024-09-20 18:33:32,940 DEBUG HandlerThread:276 [system_info.py:probe():200] Probing system done +2024-09-20 18:33:32,940 DEBUG HandlerThread:276 [system_monitor.py:probe():223] {'os': 'Linux-5.15.0-122-generic-x86_64-with-glibc2.35', 'python': '3.10.14', 'heartbeatAt': '2024-09-20T18:33:32.923569', 'startedAt': '2024-09-20T18:33:32.021696', 'docker': None, 'cuda': None, 'args': ('dataset_repo_id=bchandaka/acm_move_square', 'policy=act_koch_real', 'env=koch_real', 'hydra.run.dir=outputs/train/act_acm_move_square', 'hydra.job.name=act_acm_move_square', 'device=cuda', 'wandb.enable=true'), 'state': 'running', 'program': '/home/bhargav9/lerobot/lerobot/scripts/train.py', 'codePathLocal': 'lerobot/scripts/train.py', 'codePath': 'lerobot/scripts/train.py', 'git': {'remote': 'https://github.com/huggingface/lerobot.git', 'commit': '48063368167a851a5dbd09b8cdb3654af2e334c4'}, 'email': None, 'root': '/home/bhargav9/lerobot', 'host': 'jupyter-bhargav9', 'username': 'bhargav9', 'executable': '/home/bhargav9/conda_envs/lerobot/bin/python', 'cpu_count': 24, 'cpu_count_logical': 24, 'cpu_freq': {'current': 2645.0259999999985, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 77.34953689575195, 'used': 44.50468444824219}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 226.10184478759766}} +2024-09-20 18:33:32,941 INFO HandlerThread:276 [system_monitor.py:probe():224] Finished collecting system info +2024-09-20 18:33:32,941 INFO HandlerThread:276 [system_monitor.py:probe():227] Publishing system info +2024-09-20 18:33:32,942 DEBUG HandlerThread:276 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-09-20 18:33:33,898 INFO Thread-12 :276 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/conda-environment.yaml +2024-09-20 18:33:39,906 INFO Thread-12 :276 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/conda-environment.yaml +2024-09-20 18:33:39,975 DEBUG HandlerThread:276 [system_info.py:_save_conda():224] Saving conda packages done +2024-09-20 18:33:39,978 INFO HandlerThread:276 [system_monitor.py:probe():229] Finished publishing system info +2024-09-20 18:33:40,015 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 18:33:40,015 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: keepalive +2024-09-20 18:33:40,016 DEBUG SenderThread:276 [sender.py:send():391] send: files +2024-09-20 18:33:40,016 INFO SenderThread:276 [sender.py:_save_file():1466] saving file wandb-metadata.json with policy now +2024-09-20 18:33:40,600 INFO wandb-upload_0:276 [upload_job.py:push():130] Uploaded file /tmp/tmptsg7tglawandb/79xorq08-wandb-metadata.json +2024-09-20 18:33:40,908 INFO Thread-12 :276 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/wandb-metadata.json +2024-09-20 18:33:41,856 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: python_packages +2024-09-20 18:33:41,856 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: python_packages +2024-09-20 18:33:41,857 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 18:33:41,858 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 18:33:41,860 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: stop_status +2024-09-20 18:33:41,911 INFO Thread-12 :276 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/requirements.txt +2024-09-20 18:33:41,946 DEBUG SenderThread:276 [sender.py:send():391] send: telemetry +2024-09-20 18:33:42,913 INFO Thread-12 :276 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/output.log +2024-09-20 18:33:43,082 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 18:33:43,371 DEBUG SenderThread:276 [sender.py:send():391] send: exit +2024-09-20 18:33:43,371 INFO SenderThread:276 [sender.py:send_exit():598] handling exit code: 1 +2024-09-20 18:33:43,371 INFO SenderThread:276 [sender.py:send_exit():600] handling runtime: 10 +2024-09-20 18:33:43,374 INFO SenderThread:276 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 18:33:43,374 INFO SenderThread:276 [sender.py:send_exit():606] send defer +2024-09-20 18:33:43,374 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,375 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 0 +2024-09-20 18:33:43,375 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,375 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 0 +2024-09-20 18:33:43,375 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 1 +2024-09-20 18:33:43,375 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,375 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 1 +2024-09-20 18:33:43,375 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,375 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 1 +2024-09-20 18:33:43,375 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 2 +2024-09-20 18:33:43,375 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,375 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 2 +2024-09-20 18:33:43,375 INFO HandlerThread:276 [system_monitor.py:finish():203] Stopping system monitor +2024-09-20 18:33:43,376 DEBUG SystemMonitor:276 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-09-20 18:33:43,376 INFO HandlerThread:276 [interfaces.py:finish():200] Joined cpu monitor +2024-09-20 18:33:43,376 DEBUG SystemMonitor:276 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-09-20 18:33:43,376 INFO HandlerThread:276 [interfaces.py:finish():200] Joined disk monitor +2024-09-20 18:33:43,377 DEBUG SystemMonitor:276 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-09-20 18:33:43,382 INFO HandlerThread:276 [interfaces.py:finish():200] Joined gpu monitor +2024-09-20 18:33:43,382 INFO HandlerThread:276 [interfaces.py:finish():200] Joined memory monitor +2024-09-20 18:33:43,382 INFO HandlerThread:276 [interfaces.py:finish():200] Joined network monitor +2024-09-20 18:33:43,382 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,382 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 2 +2024-09-20 18:33:43,383 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 3 +2024-09-20 18:33:43,383 DEBUG SenderThread:276 [sender.py:send():391] send: stats +2024-09-20 18:33:43,383 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,383 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 3 +2024-09-20 18:33:43,383 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,383 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 3 +2024-09-20 18:33:43,383 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 4 +2024-09-20 18:33:43,383 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,383 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 4 +2024-09-20 18:33:43,384 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,384 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 4 +2024-09-20 18:33:43,384 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 5 +2024-09-20 18:33:43,384 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,384 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 5 +2024-09-20 18:33:43,384 DEBUG SenderThread:276 [sender.py:send():391] send: summary +2024-09-20 18:33:43,388 INFO SenderThread:276 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 18:33:43,389 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,389 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 5 +2024-09-20 18:33:43,389 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 6 +2024-09-20 18:33:43,389 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,389 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 6 +2024-09-20 18:33:43,389 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,389 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 6 +2024-09-20 18:33:43,392 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 18:33:43,459 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 7 +2024-09-20 18:33:43,459 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:43,459 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 7 +2024-09-20 18:33:43,459 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:43,459 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 7 +2024-09-20 18:33:43,915 INFO Thread-12 :276 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/config.yaml +2024-09-20 18:33:43,915 INFO Thread-12 :276 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/wandb-summary.json +2024-09-20 18:33:44,371 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 18:33:44,918 INFO Thread-12 :276 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/output.log +2024-09-20 18:33:45,977 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 8 +2024-09-20 18:33:45,978 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 18:33:45,978 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:45,978 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 8 +2024-09-20 18:33:45,978 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:45,978 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 8 +2024-09-20 18:33:45,978 INFO SenderThread:276 [job_builder.py:build():443] Attempting to build job artifact +2024-09-20 18:33:45,979 INFO SenderThread:276 [job_builder.py:_get_source_type():572] is repo sourced job +2024-09-20 18:33:46,012 INFO SenderThread:276 [job_builder.py:build():548] adding wandb-job metadata file +2024-09-20 18:33:46,034 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 9 +2024-09-20 18:33:46,034 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:46,034 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 9 +2024-09-20 18:33:46,034 DEBUG SenderThread:276 [sender.py:send():391] send: artifact +2024-09-20 18:33:46,268 INFO SenderThread:276 [sender.py:send_artifact():1549] sent artifact job-https___github.com_huggingface_lerobot.git_lerobot_scripts_train.py - {'id': 'QXJ0aWZhY3Q6MTE3MzEzOTcxNg==', 'state': 'COMMITTED', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQxODgyNjcxOA==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6MTE3MzU3MjUyOA==', 'versionIndex': 7}}} +2024-09-20 18:33:46,268 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:46,268 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 9 +2024-09-20 18:33:46,268 INFO SenderThread:276 [dir_watcher.py:finish():358] shutting down directory watcher +2024-09-20 18:33:46,372 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 18:33:46,920 INFO SenderThread:276 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/output.log +2024-09-20 18:33:46,922 INFO SenderThread:276 [dir_watcher.py:finish():388] scan: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files +2024-09-20 18:33:46,924 INFO SenderThread:276 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/conda-environment.yaml conda-environment.yaml +2024-09-20 18:33:46,924 INFO SenderThread:276 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/wandb-metadata.json wandb-metadata.json +2024-09-20 18:33:46,924 INFO SenderThread:276 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/config.yaml config.yaml +2024-09-20 18:33:46,926 INFO SenderThread:276 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/requirements.txt requirements.txt +2024-09-20 18:33:46,926 INFO SenderThread:276 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/wandb-summary.json wandb-summary.json +2024-09-20 18:33:46,928 INFO SenderThread:276 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/output.log output.log +2024-09-20 18:33:46,930 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 10 +2024-09-20 18:33:46,930 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 18:33:46,931 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:46,931 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 10 +2024-09-20 18:33:46,933 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:46,933 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 10 +2024-09-20 18:33:46,933 INFO SenderThread:276 [file_pusher.py:finish():169] shutting down file pusher +2024-09-20 18:33:47,112 INFO wandb-upload_0:276 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/conda-environment.yaml +2024-09-20 18:33:47,176 INFO wandb-upload_4:276 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/output.log +2024-09-20 18:33:47,179 INFO wandb-upload_3:276 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/wandb-summary.json +2024-09-20 18:33:47,185 INFO wandb-upload_2:276 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/requirements.txt +2024-09-20 18:33:47,266 INFO wandb-upload_1:276 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/files/config.yaml +2024-09-20 18:33:47,373 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 18:33:47,374 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 18:33:47,466 INFO Thread-11 (_thread_body):276 [sender.py:transition_state():626] send defer: 11 +2024-09-20 18:33:47,466 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:47,466 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 11 +2024-09-20 18:33:47,467 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:47,467 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 11 +2024-09-20 18:33:47,467 INFO SenderThread:276 [file_pusher.py:join():175] waiting for file pusher +2024-09-20 18:33:47,467 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 12 +2024-09-20 18:33:47,467 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:47,468 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 12 +2024-09-20 18:33:47,468 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:47,468 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 12 +2024-09-20 18:33:47,468 INFO SenderThread:276 [file_stream.py:finish():601] file stream finish called +2024-09-20 18:33:47,552 INFO SenderThread:276 [file_stream.py:finish():605] file stream finish is done +2024-09-20 18:33:47,552 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 13 +2024-09-20 18:33:47,552 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:47,552 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 13 +2024-09-20 18:33:47,552 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:47,553 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 13 +2024-09-20 18:33:47,553 INFO SenderThread:276 [sender.py:transition_state():626] send defer: 14 +2024-09-20 18:33:47,553 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: defer +2024-09-20 18:33:47,553 INFO HandlerThread:276 [handler.py:handle_request_defer():184] handle defer: 14 +2024-09-20 18:33:47,553 DEBUG SenderThread:276 [sender.py:send():391] send: final +2024-09-20 18:33:47,553 DEBUG SenderThread:276 [sender.py:send():391] send: footer +2024-09-20 18:33:47,553 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: defer +2024-09-20 18:33:47,553 INFO SenderThread:276 [sender.py:send_request_defer():622] handle sender defer: 14 +2024-09-20 18:33:47,554 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 18:33:47,554 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 18:33:47,554 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: server_info +2024-09-20 18:33:47,554 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: server_info +2024-09-20 18:33:47,556 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 18:33:47,556 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: get_summary +2024-09-20 18:33:47,557 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: sampled_history +2024-09-20 18:33:47,557 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 18:33:47,580 DEBUG SenderThread:276 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 18:33:47,581 DEBUG HandlerThread:276 [handler.py:handle_request():158] handle_request: shutdown +2024-09-20 18:33:47,581 INFO HandlerThread:276 [handler.py:finish():884] shutting down handler +2024-09-20 18:33:48,556 INFO WriterThread:276 [datastore.py:close():296] close: outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/run-w3m04wq0.wandb +2024-09-20 18:33:48,580 INFO SenderThread:276 [sender.py:finish():1631] shutting down sender +2024-09-20 18:33:48,683 INFO SenderThread:276 [file_pusher.py:finish():169] shutting down file pusher +2024-09-20 18:33:48,683 INFO SenderThread:276 [file_pusher.py:join():175] waiting for file pusher diff --git a/wandb/run-20240920_183332-w3m04wq0/logs/debug.log b/wandb/run-20240920_183332-w3m04wq0/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3972fe2c61e0d41be9bb4630accd3d38b8837dc2 --- /dev/null +++ b/wandb/run-20240920_183332-w3m04wq0/logs/debug.log @@ -0,0 +1,26 @@ +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Current SDK version is 0.17.8 +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Configure stats pid to 242 +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Loading settings from /home/bhargav9/.config/wandb/settings +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Loading settings from /home/bhargav9/lerobot/wandb/settings +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'silent': 'true'} +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False} +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': 'lerobot/scripts/train.py', 'program_abspath': '/home/bhargav9/lerobot/lerobot/scripts/train.py', 'program': '/home/bhargav9/lerobot/lerobot/scripts/train.py'} +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_setup.py:_flush():77] Applying login settings: {} +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_init.py:_log_setup():524] Logging user logs to outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/logs/debug.log +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_init.py:_log_setup():525] Logging internal logs to outputs/train/act_acm_move_square/wandb/run-20240920_183332-w3m04wq0/logs/debug-internal.log +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_init.py:init():607] calling init triggers +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_init.py:init():614] wandb.init called with sweep_config: {} +config: {'resume': False, 'device': 'cuda', 'use_amp': False, 'seed': 1000, 'dataset_repo_id': 'bchandaka/acm_move_square', 'video_backend': 'pyav', 'training': {'offline_steps': 80000, 'num_workers': 4, 'batch_size': 4, 'eval_freq': -1, 'log_freq': 100, 'save_checkpoint': True, 'save_freq': 10000, 'online_steps': 0, 'online_rollout_n_episodes': 1, 'online_rollout_batch_size': 1, 'online_steps_between_rollouts': 1, 'online_sampling_ratio': 0.5, 'online_env_seed': None, 'online_buffer_capacity': None, 'online_buffer_seed_size': 0, 'do_online_rollout_async': False, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'brightness': {'weight': 1, 'min_max': [0.8, 1.2]}, 'contrast': {'weight': 1, 'min_max': [0.8, 1.2]}, 'saturation': {'weight': 1, 'min_max': [0.5, 1.5]}, 'hue': {'weight': 1, 'min_max': [-0.05, 0.05]}, 'sharpness': {'weight': 1, 'min_max': [0.8, 1.2]}}, 'lr': 1e-05, 'lr_backbone': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10, 'delta_timestamps': {'action': '[i / 30 for i in range(100)]'}}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'notes': ''}, 'fps': 30, 'env': {'name': 'real_world', 'task': None, 'state_dim': 6, 'action_dim': 6, 'fps': 30}, 'override_dataset_stats': {'observation.images.laptop': {'mean': [[[0.485]], [[0.456]], [[0.406]]], 'std': [[[0.229]], [[0.224]], [[0.225]]]}}, 'policy': {'name': 'act', 'n_obs_steps': 1, 'chunk_size': 100, 'n_action_steps': 100, 'input_shapes': {'observation.images.laptop': [3, 480, 640], 'observation.state': [6]}, 'output_shapes': {'action': [6]}, 'input_normalization_modes': {'observation.images.laptop': 'mean_std', 'observation.state': 'mean_std'}, 'output_normalization_modes': {'action': 'mean_std'}, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_momentum': None, 'dropout': 0.1, 'kl_weight': 10.0}} +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_init.py:init():657] starting backend +2024-09-20 18:33:32,049 INFO MainThread:242 [wandb_init.py:init():661] setting up manager +2024-09-20 18:33:32,050 INFO MainThread:242 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-09-20 18:33:32,058 INFO MainThread:242 [wandb_init.py:init():669] backend started and connected +2024-09-20 18:33:32,060 INFO MainThread:242 [wandb_init.py:init():767] updated telemetry +2024-09-20 18:33:32,618 INFO MainThread:242 [wandb_init.py:init():800] communicating run to backend with 90.0 second timeout +2024-09-20 18:33:32,897 INFO MainThread:242 [wandb_init.py:init():851] starting run threads in backend +2024-09-20 18:33:41,856 INFO MainThread:242 [wandb_run.py:_console_start():2463] atexit reg +2024-09-20 18:33:41,857 INFO MainThread:242 [wandb_run.py:_redirect():2309] redirect: wrap_raw +2024-09-20 18:33:41,857 INFO MainThread:242 [wandb_run.py:_redirect():2374] Wrapping output streams. +2024-09-20 18:33:41,857 INFO MainThread:242 [wandb_run.py:_redirect():2399] Redirects installed. +2024-09-20 18:33:41,901 INFO MainThread:242 [wandb_init.py:init():894] run started, returning control to user process +2024-09-20 18:33:48,687 WARNING MsgRouterThr:242 [router.py:message_loop():77] message_loop has been closed diff --git a/wandb/run-20240920_183332-w3m04wq0/run-w3m04wq0.wandb b/wandb/run-20240920_183332-w3m04wq0/run-w3m04wq0.wandb new file mode 100644 index 0000000000000000000000000000000000000000..62e2b9d744375b3536b6947e06f873c2ecedf07e Binary files /dev/null and b/wandb/run-20240920_183332-w3m04wq0/run-w3m04wq0.wandb differ diff --git a/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml b/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9270c10043fc089a2064fc25b0dc257b4ef26f1e --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml @@ -0,0 +1,238 @@ +name: lerobot +channels: + - defaults + - conda-forge +dependencies: + - _libgcc_mutex=0.1=conda_forge + - _openmp_mutex=4.5=2_gnu + - anyio=4.2.0=py310h06a4308_0 + - argon2-cffi=21.3.0=pyhd3eb1b0_0 + - argon2-cffi-bindings=21.2.0=py310h7f8727e_0 + - asttokens=2.0.5=pyhd3eb1b0_0 + - async-lru=2.0.4=py310h06a4308_0 + - babel=2.11.0=py310h06a4308_0 + - beautifulsoup4=4.12.3=py310h06a4308_0 + - bleach=4.1.0=pyhd3eb1b0_0 + - brotli-python=1.0.9=py310h6a678d5_8 + - bzip2=1.0.8=h4bc722e_7 + - ca-certificates=2024.8.30=hbcca054_0 + - certifi=2024.8.30=pyhd8ed1ab_0 + - charset-normalizer=3.3.2=pyhd3eb1b0_0 + - colorama=0.4.6=pyhd8ed1ab_0 + - comm=0.2.1=py310h06a4308_0 + - debugpy=1.6.7=py310h6a678d5_0 + - decorator=5.1.1=pyhd3eb1b0_0 + - defusedxml=0.7.1=pyhd3eb1b0_0 + - entrypoints=0.4=py310h06a4308_0 + - exceptiongroup=1.2.0=py310h06a4308_0 + - executing=0.8.3=pyhd3eb1b0_0 + - h11=0.14.0=pyhd8ed1ab_0 + - h2=4.1.0=pyhd8ed1ab_0 + - hpack=4.0.0=pyh9f0ad1d_0 + - httpcore=1.0.5=pyhd8ed1ab_0 + - httpx=0.27.2=pyhd8ed1ab_0 + - huggingface_hub=0.25.0=pyhd8ed1ab_0 + - hyperframe=6.0.1=pyhd8ed1ab_0 + - importlib_metadata=8.5.0=hd8ed1ab_0 + - importlib_resources=6.4.5=pyhd8ed1ab_0 + - ipykernel=6.28.0=py310h06a4308_0 + - ipython=8.25.0=py310h06a4308_0 + - ipywidgets=8.1.5=pyhd8ed1ab_0 + - jedi=0.19.1=py310h06a4308_0 + - jinja2=3.1.4=py310h06a4308_0 + - json5=0.9.6=pyhd3eb1b0_0 + - jsonschema=4.19.2=py310h06a4308_0 + - jsonschema-specifications=2023.7.1=py310h06a4308_0 + - jupyter=1.1.0=pyhd8ed1ab_0 + - jupyter-lsp=2.2.0=py310h06a4308_0 + - jupyter_client=8.6.0=py310h06a4308_0 + - jupyter_console=6.6.3=py310h06a4308_0 + - jupyter_core=5.7.2=py310h06a4308_0 + - jupyter_events=0.10.0=py310h06a4308_0 + - jupyter_server=2.14.2=pyhd8ed1ab_0 + - jupyter_server_terminals=0.4.4=py310h06a4308_1 + - jupyterlab=4.2.5=pyhd8ed1ab_0 + - jupyterlab_pygments=0.1.2=py_0 + - jupyterlab_server=2.27.3=pyhd8ed1ab_0 + - jupyterlab_widgets=3.0.13=pyhd8ed1ab_0 + - ld_impl_linux-64=2.40=hf3520f5_7 + - libffi=3.4.2=h7f98852_5 + - libgcc=14.1.0=h77fa898_1 + - libgcc-ng=14.1.0=h69a702a_1 + - libgomp=14.1.0=h77fa898_1 + - libnsl=2.0.1=hd590300_0 + - libsodium=1.0.18=h7b6447c_0 + - libsqlite=3.46.0=hde9e2c9_0 + - libstdcxx-ng=11.2.0=h1234567_1 + - libuuid=2.38.1=h0b41bf4_0 + - libxcrypt=4.4.36=hd590300_1 + - libzlib=1.3.1=h4ab18f5_1 + - matplotlib-inline=0.1.6=py310h06a4308_0 + - mistune=2.0.4=py310h06a4308_0 + - nbclient=0.8.0=py310h06a4308_0 + - nbconvert-core=7.16.4=pyhd8ed1ab_1 + - nbformat=5.9.2=py310h06a4308_0 + - ncurses=6.5=he02047a_1 + - nest-asyncio=1.6.0=py310h06a4308_0 + - notebook=7.2.2=pyhd8ed1ab_0 + - notebook-shim=0.2.3=py310h06a4308_0 + - openssl=3.3.2=hb9d3cd8_0 + - overrides=7.4.0=py310h06a4308_0 + - packaging=24.1=py310h06a4308_0 + - pandocfilters=1.5.0=pyhd3eb1b0_0 + - parso=0.8.3=pyhd3eb1b0_0 + - pexpect=4.8.0=pyhd3eb1b0_3 + - pip=24.2=pyhd8ed1ab_0 + - prometheus_client=0.14.1=py310h06a4308_0 + - prompt_toolkit=3.0.43=hd3eb1b0_0 + - ptyprocess=0.7.0=pyhd3eb1b0_2 + - pure_eval=0.2.2=pyhd3eb1b0_0 + - pygments=2.15.1=py310h06a4308_1 + - pysocks=1.7.1=py310h06a4308_0 + - python=3.10.14=hd12c33a_0_cpython + - python-dateutil=2.9.0post0=py310h06a4308_2 + - python-fastjsonschema=2.16.2=py310h06a4308_0 + - python-json-logger=2.0.7=py310h06a4308_0 + - pytz=2024.1=py310h06a4308_0 + - pyzmq=25.1.2=py310h6a678d5_0 + - readline=8.2=h8228510_1 + - referencing=0.30.2=py310h06a4308_0 + - requests=2.32.3=py310h06a4308_0 + - rfc3339-validator=0.1.4=py310h06a4308_0 + - rfc3986-validator=0.1.1=py310h06a4308_0 + - rpds-py=0.10.6=py310hb02cf49_0 + - send2trash=1.8.2=py310h06a4308_0 + - setuptools=72.2.0=pyhd8ed1ab_0 + - six=1.16.0=pyhd3eb1b0_1 + - sniffio=1.3.0=py310h06a4308_0 + - stack_data=0.2.0=pyhd3eb1b0_0 + - terminado=0.17.1=py310h06a4308_0 + - tinycss2=1.2.1=py310h06a4308_0 + - tk=8.6.13=noxft_h4845f30_101 + - tomli=2.0.1=py310h06a4308_0 + - tornado=6.4.1=py310h5eee18b_0 + - tqdm=4.66.5=pyhd8ed1ab_0 + - traitlets=5.14.3=py310h06a4308_0 + - typing_extensions=4.11.0=py310h06a4308_0 + - urllib3=2.2.2=py310h06a4308_0 + - webencodings=0.5.1=py310h06a4308_1 + - websocket-client=1.8.0=py310h06a4308_0 + - wheel=0.44.0=pyhd8ed1ab_0 + - widgetsnbextension=4.0.13=pyhd8ed1ab_0 + - xz=5.2.6=h166bdaf_0 + - yaml=0.2.5=h7b6447c_0 + - zeromq=4.3.5=h6a678d5_0 + - pip: + - aiohappyeyeballs==2.4.0 + - aiohttp==3.10.5 + - aiosignal==1.3.1 + - antlr4-python3-runtime==4.9.3 + - anywidget==0.9.13 + - arrow==1.3.0 + - asciitree==0.3.3 + - async-timeout==4.0.3 + - attrs==24.2.0 + - blinker==1.8.2 + - cffi==1.17.0 + - click==8.1.7 + - cloudpickle==3.0.0 + - cmake==3.30.2 + - datasets==2.21.0 + - deepdiff==8.0.1 + - diffusers==0.30.1 + - dill==0.3.8 + - docker-pycreds==0.4.0 + - einops==0.8.0 + - farama-notifications==0.0.4 + - fasteners==0.19 + - filelock==3.15.4 + - flask==3.0.3 + - fqdn==1.5.1 + - frozenlist==1.4.1 + - fsspec==2024.6.1 + - gdown==5.2.0 + - gitdb==4.0.11 + - gitpython==3.1.43 + - gymnasium==0.29.1 + - h5py==3.11.0 + - hf-transfer==0.1.8 + - hydra-core==1.3.2 + - idna==3.8 + - imageio==2.35.1 + - imageio-ffmpeg==0.5.1 + - importlib-metadata==8.4.0 + - inquirerpy==0.3.4 + - ipython-genutils==0.2.0 + - isoduration==20.11.0 + - itsdangerous==2.2.0 + - jsonpointer==3.0.0 + - jupyter-contrib-core==0.4.2 + - jupyter-contrib-nbextensions==0.7.0 + - jupyter-highlight-selected-word==0.2.0 + - jupyter-nbextensions-configurator==0.6.4 + - jupyter-ui-poll==1.0.0 + - lerobot==0.1.0 + - llvmlite==0.43.0 + - lxml==5.3.0 + - markupsafe==2.1.5 + - mpmath==1.3.0 + - multidict==6.0.5 + - multiprocess==0.70.16 + - networkx==3.3 + - numba==0.60.0 + - numcodecs==0.13.0 + - numpy==1.26.4 + - nvidia-cublas-cu12==12.1.3.1 + - nvidia-cuda-cupti-cu12==12.1.105 + - nvidia-cuda-nvrtc-cu12==12.1.105 + - nvidia-cuda-runtime-cu12==12.1.105 + - nvidia-cudnn-cu12==9.1.0.70 + - nvidia-cufft-cu12==11.0.2.54 + - nvidia-curand-cu12==10.3.2.106 + - nvidia-cusolver-cu12==11.4.5.107 + - nvidia-cusparse-cu12==12.1.0.106 + - nvidia-nccl-cu12==2.20.5 + - nvidia-nvjitlink-cu12==12.6.20 + - nvidia-nvtx-cu12==12.1.105 + - omegaconf==2.3.0 + - opencv-python==4.10.0.84 + - orderly-set==5.2.2 + - pandas==2.2.2 + - pfzy==0.3.4 + - pillow==10.4.0 + - platformdirs==4.2.2 + - prompt-toolkit==3.0.47 + - protobuf==5.28.0 + - psutil==6.0.0 + - psygnal==0.11.1 + - pyarrow==17.0.0 + - pyav==12.3.0 + - pycparser==2.22 + - pymunk==6.8.1 + - pyyaml==6.0.2 + - regex==2024.7.24 + - rerun-notebook==0.18.1 + - rerun-sdk==0.18.1 + - safetensors==0.4.4 + - sentry-sdk==2.13.0 + - setproctitle==1.3.3 + - smmap==5.0.1 + - soupsieve==2.6 + - sympy==1.13.2 + - termcolor==2.4.0 + - torch==2.4.0 + - torchvision==0.19.0 + - triton==3.0.0 + - types-python-dateutil==2.9.0.20240821 + - typing-extensions==4.12.2 + - tzdata==2024.1 + - uri-template==1.3.0 + - wandb==0.17.8 + - wcwidth==0.2.13 + - webcolors==24.8.0 + - werkzeug==3.0.4 + - xxhash==3.5.0 + - yarl==1.9.4 + - zarr==2.18.2 + - zipp==3.20.1 +prefix: /home/bhargav9/conda_envs/lerobot diff --git a/wandb/run-20240920_200322-zhtbclvs/files/config.yaml b/wandb/run-20240920_200322-zhtbclvs/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9e0b32f0de82d9ffe9b9f515073a21eb347f64d8 --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/files/config.yaml @@ -0,0 +1,183 @@ +wandb_version: 1 + +resume: + desc: null + value: false +device: + desc: null + value: cuda +use_amp: + desc: null + value: false +seed: + desc: null + value: 1000 +dataset_repo_id: + desc: null + value: bchandaka/acm_move_square +video_backend: + desc: null + value: pyav +training: + desc: null + value: + offline_steps: 80000 + num_workers: 4 + batch_size: 4 + eval_freq: -1 + log_freq: 100 + save_checkpoint: true + save_freq: 10000 + online_steps: 0 + online_rollout_n_episodes: 1 + online_rollout_batch_size: 1 + online_steps_between_rollouts: 1 + online_sampling_ratio: 0.5 + online_env_seed: null + online_buffer_capacity: null + online_buffer_seed_size: 0 + do_online_rollout_async: false + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + brightness: + weight: 1 + min_max: + - 0.8 + - 1.2 + contrast: + weight: 1 + min_max: + - 0.8 + - 1.2 + saturation: + weight: 1 + min_max: + - 0.5 + - 1.5 + hue: + weight: 1 + min_max: + - -0.05 + - 0.05 + sharpness: + weight: 1 + min_max: + - 0.8 + - 1.2 + lr: 1.0e-05 + lr_backbone: 1.0e-05 + weight_decay: 0.0001 + grad_clip_norm: 10 + delta_timestamps: + action: '[i / 30 for i in range(100)]' +eval: + desc: null + value: + n_episodes: 50 + batch_size: 50 + use_async_envs: false +wandb: + desc: null + value: + enable: true + disable_artifact: false + project: lerobot + notes: '' +fps: + desc: null + value: 30 +env: + desc: null + value: + name: real_world + task: null + state_dim: 6 + action_dim: 6 + fps: 30 +override_dataset_stats: + desc: null + value: + observation.images.laptop: + mean: + - - - 0.485 + - - - 0.456 + - - - 0.406 + std: + - - - 0.229 + - - - 0.224 + - - - 0.225 +policy: + desc: null + value: + name: act + n_obs_steps: 1 + chunk_size: 100 + n_action_steps: 100 + input_shapes: + observation.images.laptop: + - 3 + - 480 + - 640 + observation.state: + - 6 + output_shapes: + action: + - 6 + input_normalization_modes: + observation.images.laptop: mean_std + observation.state: mean_std + output_normalization_modes: + action: mean_std + vision_backbone: resnet18 + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + pre_norm: false + dim_model: 512 + n_heads: 8 + dim_feedforward: 3200 + feedforward_activation: relu + n_encoder_layers: 4 + n_decoder_layers: 1 + use_vae: true + latent_dim: 32 + n_vae_encoder_layers: 4 + temporal_ensemble_momentum: null + dropout: 0.1 + kl_weight: 10.0 +_wandb: + desc: null + value: + python_version: 3.10.14 + cli_version: 0.17.8 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1726862602 + t: + 1: + - 1 + - 41 + - 49 + - 50 + - 51 + - 55 + 2: + - 1 + - 41 + - 49 + - 50 + - 51 + - 55 + 3: + - 13 + - 15 + - 16 + - 23 + - 61 + 4: 3.10.14 + 5: 0.17.8 + 8: + - 5 + 13: linux-x86_64 diff --git a/wandb/run-20240920_200322-zhtbclvs/files/output.log b/wandb/run-20240920_200322-zhtbclvs/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..41c0ec9fd4a8f5d3119fb433088b104113c6f0ff --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/files/output.log @@ -0,0 +1,835 @@ + +Logs will be synced with wandb. +INFO 2024-09-20 20:03:27 n/logger.py:132 Track this run --> https://wandb.ai/bhargav9/lerobot/runs/zhtbclvs +INFO 2024-09-20 20:03:27 ts/train.py:312 make_dataset +WARNING 2024-09-20 20:03:27 s/factory.py:68 There might be a mismatch between your training dataset (dataset_repo_id='bchandaka/acm_move_square') and your environment (cfg.env.name='real_world'). +INFO 2024-09-20 20:03:28 ts/train.py:328 make_policy +WARNING 2024-09-20 20:03:28 s/factory.py:28 Hydra config is missing arguments: {'temporal_ensemble_coeff'} +/home/bhargav9/lerobot/lerobot/scripts/train.py:338: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead. + grad_scaler = GradScaler(enabled=cfg.use_amp) +INFO 2024-09-20 20:03:30 on/logger.py:39 Output dir: outputs/train/act_acm_move_square +INFO 2024-09-20 20:03:30 ts/train.py:349 cfg.env.task=None +INFO 2024-09-20 20:03:30 ts/train.py:350 cfg.training.offline_steps=80000 (80K) +INFO 2024-09-20 20:03:30 ts/train.py:351 cfg.training.online_steps=0 +INFO 2024-09-20 20:03:30 ts/train.py:352 offline_dataset.num_samples=16093 (16K) +INFO 2024-09-20 20:03:30 ts/train.py:353 offline_dataset.num_episodes=50 +INFO 2024-09-20 20:03:30 ts/train.py:354 num_learnable_params=51597190 (52M) +INFO 2024-09-20 20:03:30 ts/train.py:355 num_total_params=51597232 (52M) +INFO 2024-09-20 20:03:30 ts/train.py:421 Start offline training on a fixed dataset +INFO 2024-09-20 20:03:41 ts/train.py:192 step:0 smpl:4 ep:0 epch:0.00 loss:82.394 grdn:1108.651 lr:1.0e-05 updt_s:9.526 data_s:1.772 +INFO 2024-09-20 20:03:47 ts/train.py:192 step:100 smpl:404 ep:1 epch:0.03 loss:4.309 grdn:198.286 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:03:53 ts/train.py:192 step:200 smpl:804 ep:2 epch:0.05 loss:4.082 grdn:152.906 lr:1.0e-05 updt_s:0.056 data_s:0.000 +INFO 2024-09-20 20:03:59 ts/train.py:192 step:300 smpl:1K ep:4 epch:0.07 loss:3.580 grdn:139.578 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 20:04:06 ts/train.py:192 step:400 smpl:2K ep:5 epch:0.10 loss:3.460 grdn:129.756 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:04:12 ts/train.py:192 step:500 smpl:2K ep:6 epch:0.12 loss:2.830 grdn:118.337 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:04:18 ts/train.py:192 step:600 smpl:2K ep:7 epch:0.15 loss:2.533 grdn:106.375 lr:1.0e-05 updt_s:0.063 data_s:0.000 +INFO 2024-09-20 20:04:24 ts/train.py:192 step:700 smpl:3K ep:9 epch:0.17 loss:1.900 grdn:96.135 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:04:31 ts/train.py:192 step:800 smpl:3K ep:10 epch:0.20 loss:2.542 grdn:96.243 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:04:37 ts/train.py:192 step:900 smpl:4K ep:11 epch:0.22 loss:2.347 grdn:91.168 lr:1.0e-05 updt_s:0.076 data_s:0.004 +INFO 2024-09-20 20:04:43 ts/train.py:192 step:1K smpl:4K ep:12 epch:0.25 loss:2.112 grdn:94.667 lr:1.0e-05 updt_s:0.033 data_s:0.000 +INFO 2024-09-20 20:04:49 ts/train.py:192 step:1K smpl:4K ep:14 epch:0.27 loss:2.201 grdn:80.515 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:04:56 ts/train.py:192 step:1K smpl:5K ep:15 epch:0.30 loss:2.081 grdn:102.285 lr:1.0e-05 updt_s:0.034 data_s:0.000 +INFO 2024-09-20 20:05:02 ts/train.py:192 step:1K smpl:5K ep:16 epch:0.32 loss:1.787 grdn:87.819 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:05:08 ts/train.py:192 step:1K smpl:6K ep:17 epch:0.35 loss:1.829 grdn:76.251 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:05:14 ts/train.py:192 step:2K smpl:6K ep:19 epch:0.37 loss:1.734 grdn:85.408 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:05:20 ts/train.py:192 step:2K smpl:6K ep:20 epch:0.40 loss:1.871 grdn:86.751 lr:1.0e-05 updt_s:0.064 data_s:0.000 +INFO 2024-09-20 20:05:26 ts/train.py:192 step:2K smpl:7K ep:21 epch:0.42 loss:1.701 grdn:77.646 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:05:33 ts/train.py:192 step:2K smpl:7K ep:22 epch:0.45 loss:1.455 grdn:76.085 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 20:05:39 ts/train.py:192 step:2K smpl:8K ep:24 epch:0.47 loss:1.497 grdn:76.780 lr:1.0e-05 updt_s:0.062 data_s:0.000 +INFO 2024-09-20 20:05:45 ts/train.py:192 step:2K smpl:8K ep:25 epch:0.50 loss:1.602 grdn:75.303 lr:1.0e-05 updt_s:0.056 data_s:0.000 +INFO 2024-09-20 20:05:51 ts/train.py:192 step:2K smpl:8K ep:26 epch:0.52 loss:1.339 grdn:67.381 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:05:56 ts/train.py:192 step:2K smpl:9K ep:27 epch:0.55 loss:1.286 grdn:76.482 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:06:02 ts/train.py:192 step:2K smpl:9K ep:29 epch:0.57 loss:1.464 grdn:64.837 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 20:06:08 ts/train.py:192 step:2K smpl:10K ep:30 epch:0.60 loss:1.327 grdn:71.927 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:06:14 ts/train.py:192 step:2K smpl:10K ep:31 epch:0.62 loss:1.279 grdn:67.004 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:06:20 ts/train.py:192 step:3K smpl:10K ep:32 epch:0.65 loss:1.195 grdn:63.859 lr:1.0e-05 updt_s:0.063 data_s:0.000 +INFO 2024-09-20 20:06:26 ts/train.py:192 step:3K smpl:11K ep:34 epch:0.67 loss:1.350 grdn:66.706 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:06:32 ts/train.py:192 step:3K smpl:11K ep:35 epch:0.70 loss:1.129 grdn:66.961 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:06:38 ts/train.py:192 step:3K smpl:12K ep:36 epch:0.72 loss:0.870 grdn:53.370 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:06:44 ts/train.py:192 step:3K smpl:12K ep:37 epch:0.75 loss:1.076 grdn:56.842 lr:1.0e-05 updt_s:0.078 data_s:0.002 +INFO 2024-09-20 20:06:50 ts/train.py:192 step:3K smpl:12K ep:39 epch:0.77 loss:0.939 grdn:62.760 lr:1.0e-05 updt_s:0.065 data_s:0.000 +INFO 2024-09-20 20:06:56 ts/train.py:192 step:3K smpl:13K ep:40 epch:0.80 loss:1.077 grdn:59.101 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 20:07:02 ts/train.py:192 step:3K smpl:13K ep:41 epch:0.82 loss:0.932 grdn:52.839 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:07:07 ts/train.py:192 step:3K smpl:14K ep:42 epch:0.85 loss:0.793 grdn:49.434 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:07:13 ts/train.py:192 step:4K smpl:14K ep:44 epch:0.87 loss:0.901 grdn:71.744 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:07:19 ts/train.py:192 step:4K smpl:14K ep:45 epch:0.90 loss:0.674 grdn:58.683 lr:1.0e-05 updt_s:0.055 data_s:0.000 +INFO 2024-09-20 20:07:25 ts/train.py:192 step:4K smpl:15K ep:46 epch:0.92 loss:0.810 grdn:49.530 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:07:31 ts/train.py:192 step:4K smpl:15K ep:47 epch:0.94 loss:0.700 grdn:44.607 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:07:37 ts/train.py:192 step:4K smpl:16K ep:48 epch:0.97 loss:0.664 grdn:52.860 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:07:43 ts/train.py:192 step:4K smpl:16K ep:50 epch:0.99 loss:0.814 grdn:55.240 lr:1.0e-05 updt_s:0.060 data_s:0.000 +INFO 2024-09-20 20:07:51 ts/train.py:192 step:4K smpl:16K ep:51 epch:1.02 loss:0.685 grdn:49.869 lr:1.0e-05 updt_s:0.086 data_s:0.000 +INFO 2024-09-20 20:07:57 ts/train.py:192 step:4K smpl:17K ep:52 epch:1.04 loss:0.602 grdn:42.133 lr:1.0e-05 updt_s:0.053 data_s:0.028 +INFO 2024-09-20 20:08:04 ts/train.py:192 step:4K smpl:17K ep:53 epch:1.07 loss:0.747 grdn:57.676 lr:1.0e-05 updt_s:0.080 data_s:0.001 +INFO 2024-09-20 20:08:10 ts/train.py:192 step:4K smpl:18K ep:55 epch:1.09 loss:0.647 grdn:41.420 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:08:16 ts/train.py:192 step:4K smpl:18K ep:56 epch:1.12 loss:0.716 grdn:43.543 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:08:23 ts/train.py:192 step:5K smpl:18K ep:57 epch:1.14 loss:0.609 grdn:52.399 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 20:08:29 ts/train.py:192 step:5K smpl:19K ep:58 epch:1.17 loss:0.548 grdn:44.403 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 20:08:36 ts/train.py:192 step:5K smpl:19K ep:60 epch:1.19 loss:0.616 grdn:48.305 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 20:08:42 ts/train.py:192 step:5K smpl:20K ep:61 epch:1.22 loss:0.518 grdn:35.664 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:08:48 ts/train.py:192 step:5K smpl:20K ep:62 epch:1.24 loss:0.517 grdn:41.155 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:08:55 ts/train.py:192 step:5K smpl:20K ep:63 epch:1.27 loss:0.550 grdn:45.645 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:09:01 ts/train.py:192 step:5K smpl:21K ep:65 epch:1.29 loss:0.482 grdn:35.482 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:09:08 ts/train.py:192 step:5K smpl:21K ep:66 epch:1.32 loss:0.457 grdn:39.408 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:09:14 ts/train.py:192 step:5K smpl:22K ep:67 epch:1.34 loss:0.451 grdn:40.465 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:09:21 ts/train.py:192 step:6K smpl:22K ep:68 epch:1.37 loss:0.398 grdn:33.998 lr:1.0e-05 updt_s:0.083 data_s:0.001 +INFO 2024-09-20 20:09:27 ts/train.py:192 step:6K smpl:22K ep:70 epch:1.39 loss:0.484 grdn:56.137 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:09:34 ts/train.py:192 step:6K smpl:23K ep:71 epch:1.42 loss:0.429 grdn:37.210 lr:1.0e-05 updt_s:0.063 data_s:0.000 +INFO 2024-09-20 20:09:41 ts/train.py:192 step:6K smpl:23K ep:72 epch:1.44 loss:0.415 grdn:36.681 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:09:47 ts/train.py:192 step:6K smpl:24K ep:73 epch:1.47 loss:0.368 grdn:30.483 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:09:53 ts/train.py:192 step:6K smpl:24K ep:75 epch:1.49 loss:0.360 grdn:34.214 lr:1.0e-05 updt_s:0.063 data_s:0.000 +INFO 2024-09-20 20:10:00 ts/train.py:192 step:6K smpl:24K ep:76 epch:1.52 loss:0.335 grdn:35.392 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 20:10:06 ts/train.py:192 step:6K smpl:25K ep:77 epch:1.54 loss:0.377 grdn:33.717 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 20:10:13 ts/train.py:192 step:6K smpl:25K ep:78 epch:1.57 loss:0.372 grdn:42.756 lr:1.0e-05 updt_s:0.073 data_s:0.001 +INFO 2024-09-20 20:10:19 ts/train.py:192 step:6K smpl:26K ep:80 epch:1.59 loss:0.379 grdn:31.300 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:10:26 ts/train.py:192 step:6K smpl:26K ep:81 epch:1.62 loss:0.346 grdn:29.517 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:10:32 ts/train.py:192 step:7K smpl:26K ep:82 epch:1.64 loss:0.370 grdn:34.564 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:10:38 ts/train.py:192 step:7K smpl:27K ep:83 epch:1.67 loss:0.314 grdn:30.818 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:10:45 ts/train.py:192 step:7K smpl:27K ep:85 epch:1.69 loss:0.394 grdn:34.867 lr:1.0e-05 updt_s:0.045 data_s:0.000 +INFO 2024-09-20 20:10:51 ts/train.py:192 step:7K smpl:28K ep:86 epch:1.72 loss:0.314 grdn:30.940 lr:1.0e-05 updt_s:0.047 data_s:0.000 +INFO 2024-09-20 20:10:57 ts/train.py:192 step:7K smpl:28K ep:87 epch:1.74 loss:0.287 grdn:38.327 lr:1.0e-05 updt_s:0.086 data_s:0.002 +INFO 2024-09-20 20:11:04 ts/train.py:192 step:7K smpl:28K ep:88 epch:1.76 loss:0.325 grdn:37.872 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:11:10 ts/train.py:192 step:7K smpl:29K ep:89 epch:1.79 loss:0.258 grdn:31.107 lr:1.0e-05 updt_s:0.093 data_s:0.000 +INFO 2024-09-20 20:11:17 ts/train.py:192 step:7K smpl:29K ep:91 epch:1.81 loss:0.257 grdn:22.984 lr:1.0e-05 updt_s:0.090 data_s:0.001 +INFO 2024-09-20 20:11:24 ts/train.py:192 step:7K smpl:30K ep:92 epch:1.84 loss:0.316 grdn:39.798 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:11:30 ts/train.py:192 step:8K smpl:30K ep:93 epch:1.86 loss:0.278 grdn:29.567 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 20:11:37 ts/train.py:192 step:8K smpl:30K ep:94 epch:1.89 loss:0.263 grdn:28.045 lr:1.0e-05 updt_s:0.086 data_s:0.000 +INFO 2024-09-20 20:11:43 ts/train.py:192 step:8K smpl:31K ep:96 epch:1.91 loss:0.249 grdn:32.662 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:11:50 ts/train.py:192 step:8K smpl:31K ep:97 epch:1.94 loss:0.284 grdn:31.696 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:11:57 ts/train.py:192 step:8K smpl:32K ep:98 epch:1.96 loss:0.270 grdn:24.804 lr:1.0e-05 updt_s:0.086 data_s:0.001 +INFO 2024-09-20 20:12:03 ts/train.py:192 step:8K smpl:32K ep:99 epch:1.99 loss:0.277 grdn:27.449 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:12:11 ts/train.py:192 step:8K smpl:32K ep:101 epch:2.01 loss:0.292 grdn:27.176 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:12:17 ts/train.py:192 step:8K smpl:33K ep:102 epch:2.04 loss:0.250 grdn:27.178 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:12:24 ts/train.py:192 step:8K smpl:33K ep:103 epch:2.06 loss:0.168 grdn:21.774 lr:1.0e-05 updt_s:0.063 data_s:0.000 +INFO 2024-09-20 20:12:30 ts/train.py:192 step:8K smpl:34K ep:104 epch:2.09 loss:0.321 grdn:25.472 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:12:36 ts/train.py:192 step:8K smpl:34K ep:106 epch:2.11 loss:0.241 grdn:25.868 lr:1.0e-05 updt_s:0.093 data_s:0.001 +INFO 2024-09-20 20:12:43 ts/train.py:192 step:9K smpl:34K ep:107 epch:2.14 loss:0.261 grdn:24.054 lr:1.0e-05 updt_s:0.068 data_s:0.000 +INFO 2024-09-20 20:12:50 ts/train.py:192 step:9K smpl:35K ep:108 epch:2.16 loss:0.207 grdn:27.191 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:12:56 ts/train.py:192 step:9K smpl:35K ep:109 epch:2.19 loss:0.273 grdn:20.722 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:13:03 ts/train.py:192 step:9K smpl:36K ep:111 epch:2.21 loss:0.263 grdn:25.799 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:13:09 ts/train.py:192 step:9K smpl:36K ep:112 epch:2.24 loss:0.297 grdn:30.924 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:13:16 ts/train.py:192 step:9K smpl:36K ep:113 epch:2.26 loss:0.296 grdn:23.048 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:13:22 ts/train.py:192 step:9K smpl:37K ep:114 epch:2.29 loss:0.226 grdn:25.628 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:13:29 ts/train.py:192 step:9K smpl:37K ep:116 epch:2.31 loss:0.255 grdn:27.126 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:13:35 ts/train.py:192 step:9K smpl:38K ep:117 epch:2.34 loss:0.221 grdn:34.885 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:13:42 ts/train.py:192 step:10K smpl:38K ep:118 epch:2.36 loss:0.197 grdn:27.817 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:13:48 ts/train.py:192 step:10K smpl:38K ep:119 epch:2.39 loss:0.185 grdn:21.457 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:13:55 ts/train.py:192 step:10K smpl:39K ep:121 epch:2.41 loss:0.203 grdn:20.679 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 20:14:01 ts/train.py:192 step:10K smpl:39K ep:122 epch:2.44 loss:0.223 grdn:27.331 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:14:08 ts/train.py:192 step:10K smpl:40K ep:123 epch:2.46 loss:0.204 grdn:24.548 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:14:15 ts/train.py:383 Checkpoint policy after step 10000 +INFO 2024-09-20 20:14:21 ts/train.py:393 Resume training +INFO 2024-09-20 20:14:21 ts/train.py:192 step:10K smpl:40K ep:124 epch:2.49 loss:0.192 grdn:18.500 lr:1.0e-05 updt_s:0.037 data_s:0.001 +INFO 2024-09-20 20:14:28 ts/train.py:192 step:10K smpl:40K ep:126 epch:2.51 loss:0.200 grdn:21.950 lr:1.0e-05 updt_s:0.079 data_s:0.001 +INFO 2024-09-20 20:14:34 ts/train.py:192 step:10K smpl:41K ep:127 epch:2.54 loss:0.209 grdn:22.896 lr:1.0e-05 updt_s:0.090 data_s:0.001 +INFO 2024-09-20 20:14:41 ts/train.py:192 step:10K smpl:41K ep:128 epch:2.56 loss:0.147 grdn:19.772 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:14:47 ts/train.py:192 step:10K smpl:42K ep:129 epch:2.59 loss:0.181 grdn:20.957 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:14:54 ts/train.py:192 step:10K smpl:42K ep:131 epch:2.61 loss:0.217 grdn:30.284 lr:1.0e-05 updt_s:0.276 data_s:0.000 +INFO 2024-09-20 20:15:00 ts/train.py:192 step:11K smpl:42K ep:132 epch:2.63 loss:0.148 grdn:21.090 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:15:07 ts/train.py:192 step:11K smpl:43K ep:133 epch:2.66 loss:0.173 grdn:20.529 lr:1.0e-05 updt_s:0.042 data_s:0.038 +INFO 2024-09-20 20:15:13 ts/train.py:192 step:11K smpl:43K ep:134 epch:2.68 loss:0.196 grdn:28.626 lr:1.0e-05 updt_s:0.041 data_s:0.003 +INFO 2024-09-20 20:15:20 ts/train.py:192 step:11K smpl:44K ep:135 epch:2.71 loss:0.185 grdn:25.606 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:15:26 ts/train.py:192 step:11K smpl:44K ep:137 epch:2.73 loss:0.208 grdn:19.721 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:15:32 ts/train.py:192 step:11K smpl:44K ep:138 epch:2.76 loss:0.174 grdn:25.476 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:15:39 ts/train.py:192 step:11K smpl:45K ep:139 epch:2.78 loss:0.200 grdn:19.780 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:15:46 ts/train.py:192 step:11K smpl:45K ep:140 epch:2.81 loss:0.336 grdn:23.029 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:15:52 ts/train.py:192 step:11K smpl:46K ep:142 epch:2.83 loss:0.178 grdn:25.946 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:15:59 ts/train.py:192 step:12K smpl:46K ep:143 epch:2.86 loss:0.214 grdn:24.705 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:16:06 ts/train.py:192 step:12K smpl:46K ep:144 epch:2.88 loss:0.270 grdn:18.760 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:16:12 ts/train.py:192 step:12K smpl:47K ep:145 epch:2.91 loss:0.171 grdn:19.593 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:16:19 ts/train.py:192 step:12K smpl:47K ep:147 epch:2.93 loss:0.185 grdn:19.672 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:16:25 ts/train.py:192 step:12K smpl:48K ep:148 epch:2.96 loss:0.194 grdn:24.001 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:16:31 ts/train.py:192 step:12K smpl:48K ep:149 epch:2.98 loss:0.189 grdn:17.260 lr:1.0e-05 updt_s:0.079 data_s:0.001 +INFO 2024-09-20 20:16:38 ts/train.py:192 step:12K smpl:48K ep:150 epch:3.01 loss:0.211 grdn:26.623 lr:1.0e-05 updt_s:0.039 data_s:0.047 +INFO 2024-09-20 20:16:45 ts/train.py:192 step:12K smpl:49K ep:152 epch:3.03 loss:0.183 grdn:23.708 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:16:51 ts/train.py:192 step:12K smpl:49K ep:153 epch:3.06 loss:0.184 grdn:19.846 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 20:16:58 ts/train.py:192 step:12K smpl:50K ep:154 epch:3.08 loss:0.189 grdn:28.262 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:17:04 ts/train.py:192 step:12K smpl:50K ep:155 epch:3.11 loss:0.181 grdn:19.348 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:17:11 ts/train.py:192 step:13K smpl:50K ep:157 epch:3.13 loss:0.190 grdn:26.999 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 20:17:17 ts/train.py:192 step:13K smpl:51K ep:158 epch:3.16 loss:0.189 grdn:16.960 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:17:24 ts/train.py:192 step:13K smpl:51K ep:159 epch:3.18 loss:0.124 grdn:16.350 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:17:30 ts/train.py:192 step:13K smpl:52K ep:160 epch:3.21 loss:0.158 grdn:21.415 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:17:37 ts/train.py:192 step:13K smpl:52K ep:162 epch:3.23 loss:0.125 grdn:16.265 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:17:43 ts/train.py:192 step:13K smpl:52K ep:163 epch:3.26 loss:0.148 grdn:23.249 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:17:50 ts/train.py:192 step:13K smpl:53K ep:164 epch:3.28 loss:0.164 grdn:19.644 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:17:57 ts/train.py:192 step:13K smpl:53K ep:165 epch:3.31 loss:0.130 grdn:21.205 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:18:04 ts/train.py:192 step:13K smpl:54K ep:167 epch:3.33 loss:0.161 grdn:17.140 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:18:10 ts/train.py:192 step:14K smpl:54K ep:168 epch:3.36 loss:0.178 grdn:25.888 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:18:17 ts/train.py:192 step:14K smpl:54K ep:169 epch:3.38 loss:0.137 grdn:22.180 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:18:23 ts/train.py:192 step:14K smpl:55K ep:170 epch:3.41 loss:0.206 grdn:19.311 lr:1.0e-05 updt_s:0.079 data_s:0.001 +INFO 2024-09-20 20:18:30 ts/train.py:192 step:14K smpl:55K ep:172 epch:3.43 loss:0.126 grdn:27.544 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:18:36 ts/train.py:192 step:14K smpl:56K ep:173 epch:3.46 loss:0.116 grdn:14.308 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:18:43 ts/train.py:192 step:14K smpl:56K ep:174 epch:3.48 loss:0.171 grdn:20.635 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:18:49 ts/train.py:192 step:14K smpl:56K ep:175 epch:3.50 loss:0.113 grdn:14.501 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:18:56 ts/train.py:192 step:14K smpl:57K ep:176 epch:3.53 loss:0.123 grdn:20.215 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 20:19:02 ts/train.py:192 step:14K smpl:57K ep:178 epch:3.55 loss:0.137 grdn:19.855 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:19:08 ts/train.py:192 step:14K smpl:58K ep:179 epch:3.58 loss:0.185 grdn:24.916 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:19:15 ts/train.py:192 step:14K smpl:58K ep:180 epch:3.60 loss:0.135 grdn:17.438 lr:1.0e-05 updt_s:0.033 data_s:0.000 +INFO 2024-09-20 20:19:21 ts/train.py:192 step:15K smpl:58K ep:181 epch:3.63 loss:0.128 grdn:21.828 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:19:28 ts/train.py:192 step:15K smpl:59K ep:183 epch:3.65 loss:0.095 grdn:18.956 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:19:35 ts/train.py:192 step:15K smpl:59K ep:184 epch:3.68 loss:0.084 grdn:14.208 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 20:19:41 ts/train.py:192 step:15K smpl:60K ep:185 epch:3.70 loss:0.139 grdn:27.845 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:19:48 ts/train.py:192 step:15K smpl:60K ep:186 epch:3.73 loss:0.314 grdn:25.519 lr:1.0e-05 updt_s:0.040 data_s:0.001 +INFO 2024-09-20 20:19:55 ts/train.py:192 step:15K smpl:60K ep:188 epch:3.75 loss:0.235 grdn:16.400 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:20:02 ts/train.py:192 step:15K smpl:61K ep:189 epch:3.78 loss:0.197 grdn:16.704 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:20:08 ts/train.py:192 step:15K smpl:61K ep:190 epch:3.80 loss:0.173 grdn:16.444 lr:1.0e-05 updt_s:0.034 data_s:0.000 +INFO 2024-09-20 20:20:15 ts/train.py:192 step:15K smpl:62K ep:191 epch:3.83 loss:0.135 grdn:31.466 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:20:22 ts/train.py:192 step:16K smpl:62K ep:193 epch:3.85 loss:0.142 grdn:16.492 lr:1.0e-05 updt_s:0.100 data_s:0.000 +INFO 2024-09-20 20:20:28 ts/train.py:192 step:16K smpl:62K ep:194 epch:3.88 loss:0.121 grdn:17.131 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:20:35 ts/train.py:192 step:16K smpl:63K ep:195 epch:3.90 loss:0.120 grdn:19.840 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 20:20:42 ts/train.py:192 step:16K smpl:63K ep:196 epch:3.93 loss:0.131 grdn:16.641 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:20:49 ts/train.py:192 step:16K smpl:64K ep:198 epch:3.95 loss:0.143 grdn:16.097 lr:1.0e-05 updt_s:0.084 data_s:0.001 +INFO 2024-09-20 20:20:56 ts/train.py:192 step:16K smpl:64K ep:199 epch:3.98 loss:0.194 grdn:20.282 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:21:03 ts/train.py:192 step:16K smpl:64K ep:200 epch:4.00 loss:0.111 grdn:14.692 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 20:21:10 ts/train.py:192 step:16K smpl:65K ep:201 epch:4.03 loss:0.139 grdn:25.398 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:21:16 ts/train.py:192 step:16K smpl:65K ep:203 epch:4.05 loss:0.076 grdn:14.214 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 20:21:23 ts/train.py:192 step:16K smpl:66K ep:204 epch:4.08 loss:0.124 grdn:12.710 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:21:29 ts/train.py:192 step:16K smpl:66K ep:205 epch:4.10 loss:0.095 grdn:14.147 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:21:36 ts/train.py:192 step:17K smpl:66K ep:206 epch:4.13 loss:0.169 grdn:17.543 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:21:42 ts/train.py:192 step:17K smpl:67K ep:208 epch:4.15 loss:0.155 grdn:14.264 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:21:49 ts/train.py:192 step:17K smpl:67K ep:209 epch:4.18 loss:0.154 grdn:12.987 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:21:55 ts/train.py:192 step:17K smpl:68K ep:210 epch:4.20 loss:0.177 grdn:20.999 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:22:02 ts/train.py:192 step:17K smpl:68K ep:211 epch:4.23 loss:0.119 grdn:15.592 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:22:09 ts/train.py:192 step:17K smpl:68K ep:213 epch:4.25 loss:0.104 grdn:12.251 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:22:15 ts/train.py:192 step:17K smpl:69K ep:214 epch:4.28 loss:0.132 grdn:13.699 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:22:22 ts/train.py:192 step:17K smpl:69K ep:215 epch:4.30 loss:0.161 grdn:17.306 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:22:29 ts/train.py:192 step:17K smpl:70K ep:216 epch:4.33 loss:0.147 grdn:22.115 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:22:36 ts/train.py:192 step:18K smpl:70K ep:217 epch:4.35 loss:0.172 grdn:32.207 lr:1.0e-05 updt_s:0.034 data_s:0.000 +INFO 2024-09-20 20:22:42 ts/train.py:192 step:18K smpl:70K ep:219 epch:4.37 loss:0.140 grdn:13.435 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:22:49 ts/train.py:192 step:18K smpl:71K ep:220 epch:4.40 loss:0.158 grdn:12.984 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:22:56 ts/train.py:192 step:18K smpl:71K ep:221 epch:4.42 loss:0.133 grdn:14.680 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:23:02 ts/train.py:192 step:18K smpl:72K ep:222 epch:4.45 loss:0.094 grdn:12.058 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:23:09 ts/train.py:192 step:18K smpl:72K ep:224 epch:4.47 loss:0.190 grdn:27.931 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:23:16 ts/train.py:192 step:18K smpl:72K ep:225 epch:4.50 loss:0.160 grdn:16.405 lr:1.0e-05 updt_s:0.092 data_s:0.001 +INFO 2024-09-20 20:23:23 ts/train.py:192 step:18K smpl:73K ep:226 epch:4.52 loss:0.136 grdn:25.271 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:23:29 ts/train.py:192 step:18K smpl:73K ep:227 epch:4.55 loss:0.123 grdn:14.865 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:23:36 ts/train.py:192 step:18K smpl:74K ep:229 epch:4.57 loss:0.099 grdn:14.606 lr:1.0e-05 updt_s:0.082 data_s:0.002 +INFO 2024-09-20 20:23:43 ts/train.py:192 step:18K smpl:74K ep:230 epch:4.60 loss:0.196 grdn:33.141 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:23:49 ts/train.py:192 step:19K smpl:74K ep:231 epch:4.62 loss:0.112 grdn:14.690 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:23:56 ts/train.py:192 step:19K smpl:75K ep:232 epch:4.65 loss:0.159 grdn:16.243 lr:1.0e-05 updt_s:0.094 data_s:0.000 +INFO 2024-09-20 20:24:03 ts/train.py:192 step:19K smpl:75K ep:234 epch:4.67 loss:0.113 grdn:13.969 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 20:24:10 ts/train.py:192 step:19K smpl:76K ep:235 epch:4.70 loss:0.063 grdn:12.920 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:24:16 ts/train.py:192 step:19K smpl:76K ep:236 epch:4.72 loss:0.117 grdn:14.752 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:24:23 ts/train.py:192 step:19K smpl:76K ep:237 epch:4.75 loss:0.153 grdn:30.226 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:24:30 ts/train.py:192 step:19K smpl:77K ep:239 epch:4.77 loss:0.081 grdn:16.457 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:24:37 ts/train.py:192 step:19K smpl:77K ep:240 epch:4.80 loss:0.127 grdn:27.323 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:24:43 ts/train.py:192 step:19K smpl:78K ep:241 epch:4.82 loss:0.108 grdn:18.875 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:24:50 ts/train.py:192 step:20K smpl:78K ep:242 epch:4.85 loss:0.239 grdn:14.066 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:24:57 ts/train.py:192 step:20K smpl:78K ep:244 epch:4.87 loss:0.124 grdn:16.768 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:25:05 ts/train.py:192 step:20K smpl:79K ep:245 epch:4.90 loss:0.132 grdn:13.347 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:25:12 ts/train.py:192 step:20K smpl:79K ep:246 epch:4.92 loss:0.136 grdn:22.267 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:25:19 ts/train.py:192 step:20K smpl:80K ep:247 epch:4.95 loss:0.114 grdn:14.753 lr:1.0e-05 updt_s:0.083 data_s:0.000 +INFO 2024-09-20 20:25:26 ts/train.py:383 Checkpoint policy after step 20000 +INFO 2024-09-20 20:25:32 ts/train.py:393 Resume training +INFO 2024-09-20 20:25:32 ts/train.py:192 step:20K smpl:80K ep:249 epch:4.97 loss:0.074 grdn:12.007 lr:1.0e-05 updt_s:0.045 data_s:0.001 +INFO 2024-09-20 20:25:39 ts/train.py:192 step:20K smpl:80K ep:250 epch:5.00 loss:0.074 grdn:13.996 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:25:46 ts/train.py:192 step:20K smpl:81K ep:251 epch:5.02 loss:0.119 grdn:17.642 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:25:53 ts/train.py:192 step:20K smpl:81K ep:252 epch:5.05 loss:0.149 grdn:13.393 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:26:00 ts/train.py:192 step:20K smpl:82K ep:254 epch:5.07 loss:0.115 grdn:13.123 lr:1.0e-05 updt_s:0.083 data_s:0.001 +INFO 2024-09-20 20:26:07 ts/train.py:192 step:20K smpl:82K ep:255 epch:5.10 loss:0.072 grdn:9.799 lr:1.0e-05 updt_s:0.038 data_s:0.001 +INFO 2024-09-20 20:26:14 ts/train.py:192 step:21K smpl:82K ep:256 epch:5.12 loss:0.120 grdn:27.529 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:26:20 ts/train.py:192 step:21K smpl:83K ep:257 epch:5.15 loss:0.098 grdn:12.993 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:26:27 ts/train.py:192 step:21K smpl:83K ep:259 epch:5.17 loss:0.098 grdn:13.072 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:26:34 ts/train.py:192 step:21K smpl:84K ep:260 epch:5.20 loss:0.095 grdn:15.292 lr:1.0e-05 updt_s:0.041 data_s:0.045 +INFO 2024-09-20 20:26:40 ts/train.py:192 step:21K smpl:84K ep:261 epch:5.22 loss:0.073 grdn:12.385 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:26:47 ts/train.py:192 step:21K smpl:84K ep:262 epch:5.24 loss:0.130 grdn:24.976 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:26:54 ts/train.py:192 step:21K smpl:85K ep:263 epch:5.27 loss:0.117 grdn:14.090 lr:1.0e-05 updt_s:0.048 data_s:0.000 +INFO 2024-09-20 20:27:01 ts/train.py:192 step:21K smpl:85K ep:265 epch:5.29 loss:0.114 grdn:22.219 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:27:07 ts/train.py:192 step:21K smpl:86K ep:266 epch:5.32 loss:0.095 grdn:19.961 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:27:14 ts/train.py:192 step:22K smpl:86K ep:267 epch:5.34 loss:0.122 grdn:19.326 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 20:27:21 ts/train.py:192 step:22K smpl:86K ep:268 epch:5.37 loss:0.070 grdn:12.759 lr:1.0e-05 updt_s:0.034 data_s:0.000 +INFO 2024-09-20 20:27:28 ts/train.py:192 step:22K smpl:87K ep:270 epch:5.39 loss:0.101 grdn:12.926 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:27:34 ts/train.py:192 step:22K smpl:87K ep:271 epch:5.42 loss:0.102 grdn:17.783 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:27:41 ts/train.py:192 step:22K smpl:88K ep:272 epch:5.44 loss:0.125 grdn:13.142 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:27:48 ts/train.py:192 step:22K smpl:88K ep:273 epch:5.47 loss:0.102 grdn:12.611 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:27:55 ts/train.py:192 step:22K smpl:88K ep:275 epch:5.49 loss:0.081 grdn:18.494 lr:1.0e-05 updt_s:0.086 data_s:0.000 +INFO 2024-09-20 20:28:02 ts/train.py:192 step:22K smpl:89K ep:276 epch:5.52 loss:0.086 grdn:11.319 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 20:28:08 ts/train.py:192 step:22K smpl:89K ep:277 epch:5.54 loss:0.143 grdn:14.029 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:28:15 ts/train.py:192 step:22K smpl:90K ep:278 epch:5.57 loss:0.136 grdn:12.033 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:28:21 ts/train.py:192 step:22K smpl:90K ep:280 epch:5.59 loss:0.092 grdn:11.204 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 20:28:28 ts/train.py:192 step:23K smpl:90K ep:281 epch:5.62 loss:0.120 grdn:20.663 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:28:35 ts/train.py:192 step:23K smpl:91K ep:282 epch:5.64 loss:0.101 grdn:12.832 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:28:41 ts/train.py:192 step:23K smpl:91K ep:283 epch:5.67 loss:0.157 grdn:11.143 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:28:48 ts/train.py:192 step:23K smpl:92K ep:285 epch:5.69 loss:0.095 grdn:13.091 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 20:28:54 ts/train.py:192 step:23K smpl:92K ep:286 epch:5.72 loss:0.126 grdn:13.628 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 20:29:01 ts/train.py:192 step:23K smpl:92K ep:287 epch:5.74 loss:0.093 grdn:14.047 lr:1.0e-05 updt_s:0.083 data_s:0.001 +INFO 2024-09-20 20:29:07 ts/train.py:192 step:23K smpl:93K ep:288 epch:5.77 loss:0.093 grdn:10.335 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:29:14 ts/train.py:192 step:23K smpl:93K ep:290 epch:5.79 loss:0.099 grdn:11.960 lr:1.0e-05 updt_s:0.065 data_s:0.000 +INFO 2024-09-20 20:29:21 ts/train.py:192 step:23K smpl:94K ep:291 epch:5.82 loss:0.091 grdn:15.868 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:29:27 ts/train.py:192 step:24K smpl:94K ep:292 epch:5.84 loss:0.115 grdn:13.981 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:29:33 ts/train.py:192 step:24K smpl:94K ep:293 epch:5.87 loss:0.163 grdn:10.367 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:29:39 ts/train.py:192 step:24K smpl:95K ep:295 epch:5.89 loss:0.115 grdn:11.308 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:29:45 ts/train.py:192 step:24K smpl:95K ep:296 epch:5.92 loss:0.119 grdn:13.655 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:29:52 ts/train.py:192 step:24K smpl:96K ep:297 epch:5.94 loss:0.095 grdn:16.166 lr:1.0e-05 updt_s:0.064 data_s:0.000 +INFO 2024-09-20 20:29:58 ts/train.py:192 step:24K smpl:96K ep:298 epch:5.97 loss:0.088 grdn:10.555 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:30:04 ts/train.py:192 step:24K smpl:96K ep:300 epch:5.99 loss:0.111 grdn:21.254 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:30:11 ts/train.py:192 step:24K smpl:97K ep:301 epch:6.02 loss:0.097 grdn:18.198 lr:1.0e-05 updt_s:0.050 data_s:0.001 +INFO 2024-09-20 20:30:18 ts/train.py:192 step:24K smpl:97K ep:302 epch:6.04 loss:0.084 grdn:10.886 lr:1.0e-05 updt_s:0.045 data_s:0.000 +INFO 2024-09-20 20:30:25 ts/train.py:192 step:24K smpl:98K ep:303 epch:6.06 loss:0.086 grdn:12.487 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:30:31 ts/train.py:192 step:24K smpl:98K ep:304 epch:6.09 loss:0.114 grdn:12.745 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:30:37 ts/train.py:192 step:25K smpl:98K ep:306 epch:6.11 loss:0.102 grdn:19.359 lr:1.0e-05 updt_s:0.068 data_s:0.001 +INFO 2024-09-20 20:30:44 ts/train.py:192 step:25K smpl:99K ep:307 epch:6.14 loss:0.054 grdn:10.339 lr:1.0e-05 updt_s:0.044 data_s:0.033 +INFO 2024-09-20 20:30:50 ts/train.py:192 step:25K smpl:99K ep:308 epch:6.16 loss:0.137 grdn:12.342 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:30:56 ts/train.py:192 step:25K smpl:100K ep:309 epch:6.19 loss:0.146 grdn:15.040 lr:1.0e-05 updt_s:0.049 data_s:0.001 +INFO 2024-09-20 20:31:03 ts/train.py:192 step:25K smpl:100K ep:311 epch:6.21 loss:0.084 grdn:18.216 lr:1.0e-05 updt_s:0.047 data_s:0.033 +INFO 2024-09-20 20:31:09 ts/train.py:192 step:25K smpl:100K ep:312 epch:6.24 loss:0.148 grdn:15.759 lr:1.0e-05 updt_s:0.076 data_s:0.001 +INFO 2024-09-20 20:31:16 ts/train.py:192 step:25K smpl:101K ep:313 epch:6.26 loss:0.134 grdn:11.724 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 20:31:22 ts/train.py:192 step:25K smpl:101K ep:314 epch:6.29 loss:0.092 grdn:14.744 lr:1.0e-05 updt_s:0.082 data_s:0.005 +INFO 2024-09-20 20:31:29 ts/train.py:192 step:25K smpl:102K ep:316 epch:6.31 loss:0.102 grdn:11.310 lr:1.0e-05 updt_s:0.068 data_s:0.000 +INFO 2024-09-20 20:31:35 ts/train.py:192 step:26K smpl:102K ep:317 epch:6.34 loss:0.082 grdn:12.143 lr:1.0e-05 updt_s:0.077 data_s:0.010 +INFO 2024-09-20 20:31:41 ts/train.py:192 step:26K smpl:102K ep:318 epch:6.36 loss:0.088 grdn:16.876 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 20:31:48 ts/train.py:192 step:26K smpl:103K ep:319 epch:6.39 loss:0.087 grdn:17.559 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:31:54 ts/train.py:192 step:26K smpl:103K ep:321 epch:6.41 loss:0.082 grdn:13.868 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:32:00 ts/train.py:192 step:26K smpl:104K ep:322 epch:6.44 loss:0.087 grdn:14.518 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:32:07 ts/train.py:192 step:26K smpl:104K ep:323 epch:6.46 loss:0.100 grdn:16.885 lr:1.0e-05 updt_s:0.047 data_s:0.000 +INFO 2024-09-20 20:32:13 ts/train.py:192 step:26K smpl:104K ep:324 epch:6.49 loss:0.091 grdn:10.519 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:32:19 ts/train.py:192 step:26K smpl:105K ep:326 epch:6.51 loss:0.093 grdn:16.025 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:32:25 ts/train.py:192 step:26K smpl:105K ep:327 epch:6.54 loss:0.132 grdn:15.635 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:32:31 ts/train.py:192 step:26K smpl:106K ep:328 epch:6.56 loss:0.125 grdn:28.266 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:32:37 ts/train.py:192 step:26K smpl:106K ep:329 epch:6.59 loss:0.101 grdn:11.310 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:32:43 ts/train.py:192 step:27K smpl:106K ep:331 epch:6.61 loss:0.125 grdn:12.360 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:32:49 ts/train.py:192 step:27K smpl:107K ep:332 epch:6.64 loss:0.086 grdn:9.089 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 20:32:56 ts/train.py:192 step:27K smpl:107K ep:333 epch:6.66 loss:0.217 grdn:10.740 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:33:02 ts/train.py:192 step:27K smpl:108K ep:334 epch:6.69 loss:0.086 grdn:13.252 lr:1.0e-05 updt_s:0.062 data_s:0.000 +INFO 2024-09-20 20:33:08 ts/train.py:192 step:27K smpl:108K ep:336 epch:6.71 loss:0.092 grdn:14.413 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:33:15 ts/train.py:192 step:27K smpl:108K ep:337 epch:6.74 loss:0.084 grdn:11.187 lr:1.0e-05 updt_s:0.064 data_s:0.000 +INFO 2024-09-20 20:33:21 ts/train.py:192 step:27K smpl:109K ep:338 epch:6.76 loss:0.076 grdn:11.792 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:33:28 ts/train.py:192 step:27K smpl:109K ep:339 epch:6.79 loss:0.148 grdn:11.622 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:33:34 ts/train.py:192 step:27K smpl:110K ep:341 epch:6.81 loss:0.068 grdn:9.905 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:33:41 ts/train.py:192 step:28K smpl:110K ep:342 epch:6.84 loss:0.085 grdn:18.857 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 20:33:48 ts/train.py:192 step:28K smpl:110K ep:343 epch:6.86 loss:0.103 grdn:9.522 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:33:55 ts/train.py:192 step:28K smpl:111K ep:344 epch:6.89 loss:0.079 grdn:9.289 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:34:01 ts/train.py:192 step:28K smpl:111K ep:346 epch:6.91 loss:0.057 grdn:12.340 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:34:08 ts/train.py:192 step:28K smpl:112K ep:347 epch:6.93 loss:0.066 grdn:12.953 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:34:14 ts/train.py:192 step:28K smpl:112K ep:348 epch:6.96 loss:0.111 grdn:13.511 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:34:21 ts/train.py:192 step:28K smpl:112K ep:349 epch:6.98 loss:0.088 grdn:14.438 lr:1.0e-05 updt_s:0.065 data_s:0.000 +INFO 2024-09-20 20:34:28 ts/train.py:192 step:28K smpl:113K ep:350 epch:7.01 loss:0.104 grdn:14.847 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:34:34 ts/train.py:192 step:28K smpl:113K ep:352 epch:7.03 loss:0.114 grdn:14.691 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:34:40 ts/train.py:192 step:28K smpl:114K ep:353 epch:7.06 loss:0.138 grdn:24.062 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:34:46 ts/train.py:192 step:28K smpl:114K ep:354 epch:7.08 loss:0.109 grdn:20.022 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:34:53 ts/train.py:192 step:29K smpl:114K ep:355 epch:7.11 loss:0.067 grdn:10.119 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:34:59 ts/train.py:192 step:29K smpl:115K ep:357 epch:7.13 loss:0.110 grdn:26.124 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:35:05 ts/train.py:192 step:29K smpl:115K ep:358 epch:7.16 loss:0.096 grdn:14.601 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 20:35:11 ts/train.py:192 step:29K smpl:116K ep:359 epch:7.18 loss:0.086 grdn:13.307 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:35:18 ts/train.py:192 step:29K smpl:116K ep:360 epch:7.21 loss:0.078 grdn:13.901 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:35:24 ts/train.py:192 step:29K smpl:116K ep:362 epch:7.23 loss:0.068 grdn:10.594 lr:1.0e-05 updt_s:0.093 data_s:0.000 +INFO 2024-09-20 20:35:31 ts/train.py:192 step:29K smpl:117K ep:363 epch:7.26 loss:0.082 grdn:9.984 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:35:37 ts/train.py:192 step:29K smpl:117K ep:364 epch:7.28 loss:0.081 grdn:12.676 lr:1.0e-05 updt_s:0.068 data_s:0.000 +INFO 2024-09-20 20:35:43 ts/train.py:192 step:29K smpl:118K ep:365 epch:7.31 loss:0.081 grdn:9.357 lr:1.0e-05 updt_s:0.060 data_s:0.000 +INFO 2024-09-20 20:35:50 ts/train.py:192 step:30K smpl:118K ep:367 epch:7.33 loss:0.134 grdn:22.897 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:35:56 ts/train.py:192 step:30K smpl:118K ep:368 epch:7.36 loss:0.089 grdn:9.275 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 20:36:03 ts/train.py:192 step:30K smpl:119K ep:369 epch:7.38 loss:0.059 grdn:10.065 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:36:10 ts/train.py:192 step:30K smpl:119K ep:370 epch:7.41 loss:0.109 grdn:19.462 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:36:16 ts/train.py:192 step:30K smpl:120K ep:372 epch:7.43 loss:0.090 grdn:9.345 lr:1.0e-05 updt_s:0.055 data_s:0.000 +INFO 2024-09-20 20:36:23 ts/train.py:383 Checkpoint policy after step 30000 +INFO 2024-09-20 20:36:30 ts/train.py:393 Resume training +INFO 2024-09-20 20:36:30 ts/train.py:192 step:30K smpl:120K ep:373 epch:7.46 loss:0.162 grdn:10.354 lr:1.0e-05 updt_s:0.035 data_s:0.001 +INFO 2024-09-20 20:36:37 ts/train.py:192 step:30K smpl:120K ep:374 epch:7.48 loss:0.069 grdn:7.586 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:36:43 ts/train.py:192 step:30K smpl:121K ep:375 epch:7.51 loss:0.125 grdn:13.663 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:36:49 ts/train.py:192 step:30K smpl:121K ep:377 epch:7.53 loss:0.078 grdn:10.239 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:36:56 ts/train.py:192 step:30K smpl:122K ep:378 epch:7.56 loss:0.094 grdn:24.224 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:37:02 ts/train.py:192 step:30K smpl:122K ep:379 epch:7.58 loss:0.079 grdn:12.395 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:37:08 ts/train.py:192 step:31K smpl:122K ep:380 epch:7.61 loss:0.080 grdn:9.260 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 20:37:15 ts/train.py:192 step:31K smpl:123K ep:382 epch:7.63 loss:0.103 grdn:15.439 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 20:37:21 ts/train.py:192 step:31K smpl:123K ep:383 epch:7.66 loss:0.085 grdn:9.727 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:37:27 ts/train.py:192 step:31K smpl:124K ep:384 epch:7.68 loss:0.098 grdn:13.991 lr:1.0e-05 updt_s:0.065 data_s:0.000 +INFO 2024-09-20 20:37:33 ts/train.py:192 step:31K smpl:124K ep:385 epch:7.71 loss:0.069 grdn:8.193 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:37:39 ts/train.py:192 step:31K smpl:124K ep:387 epch:7.73 loss:0.076 grdn:9.839 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:37:45 ts/train.py:192 step:31K smpl:125K ep:388 epch:7.76 loss:0.070 grdn:9.445 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:37:52 ts/train.py:192 step:31K smpl:125K ep:389 epch:7.78 loss:0.075 grdn:11.144 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:37:58 ts/train.py:192 step:31K smpl:126K ep:390 epch:7.80 loss:0.066 grdn:7.931 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:38:05 ts/train.py:192 step:32K smpl:126K ep:391 epch:7.83 loss:0.075 grdn:11.843 lr:1.0e-05 updt_s:0.046 data_s:0.000 +INFO 2024-09-20 20:38:12 ts/train.py:192 step:32K smpl:126K ep:393 epch:7.85 loss:0.100 grdn:17.756 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:38:18 ts/train.py:192 step:32K smpl:127K ep:394 epch:7.88 loss:0.067 grdn:13.142 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:38:25 ts/train.py:192 step:32K smpl:127K ep:395 epch:7.90 loss:0.074 grdn:11.965 lr:1.0e-05 updt_s:0.048 data_s:0.000 +INFO 2024-09-20 20:38:31 ts/train.py:192 step:32K smpl:128K ep:396 epch:7.93 loss:0.064 grdn:11.374 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:38:38 ts/train.py:192 step:32K smpl:128K ep:398 epch:7.95 loss:0.084 grdn:10.367 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:38:45 ts/train.py:192 step:32K smpl:128K ep:399 epch:7.98 loss:0.084 grdn:11.187 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 20:38:52 ts/train.py:192 step:32K smpl:129K ep:400 epch:8.00 loss:0.074 grdn:12.345 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 20:38:59 ts/train.py:192 step:32K smpl:129K ep:401 epch:8.03 loss:0.088 grdn:12.700 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:39:06 ts/train.py:192 step:32K smpl:130K ep:403 epch:8.05 loss:0.077 grdn:13.812 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:39:12 ts/train.py:192 step:32K smpl:130K ep:404 epch:8.08 loss:0.091 grdn:16.587 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 20:39:19 ts/train.py:192 step:33K smpl:130K ep:405 epch:8.10 loss:0.070 grdn:15.578 lr:1.0e-05 updt_s:0.039 data_s:0.043 +INFO 2024-09-20 20:39:26 ts/train.py:192 step:33K smpl:131K ep:406 epch:8.13 loss:0.083 grdn:13.569 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 20:39:33 ts/train.py:192 step:33K smpl:131K ep:408 epch:8.15 loss:0.073 grdn:10.931 lr:1.0e-05 updt_s:0.075 data_s:0.001 +INFO 2024-09-20 20:39:39 ts/train.py:192 step:33K smpl:132K ep:409 epch:8.18 loss:0.057 grdn:9.882 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:39:46 ts/train.py:192 step:33K smpl:132K ep:410 epch:8.20 loss:0.070 grdn:10.428 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:39:52 ts/train.py:192 step:33K smpl:132K ep:411 epch:8.23 loss:0.060 grdn:9.856 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:39:59 ts/train.py:192 step:33K smpl:133K ep:413 epch:8.25 loss:0.077 grdn:11.776 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:40:05 ts/train.py:192 step:33K smpl:133K ep:414 epch:8.28 loss:0.073 grdn:13.499 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:40:11 ts/train.py:192 step:33K smpl:134K ep:415 epch:8.30 loss:0.090 grdn:15.074 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 20:40:18 ts/train.py:192 step:34K smpl:134K ep:416 epch:8.33 loss:0.066 grdn:12.754 lr:1.0e-05 updt_s:0.069 data_s:0.001 +INFO 2024-09-20 20:40:25 ts/train.py:192 step:34K smpl:134K ep:418 epch:8.35 loss:0.147 grdn:16.274 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:40:31 ts/train.py:192 step:34K smpl:135K ep:419 epch:8.38 loss:0.125 grdn:25.136 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:40:38 ts/train.py:192 step:34K smpl:135K ep:420 epch:8.40 loss:0.059 grdn:7.996 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 20:40:44 ts/train.py:192 step:34K smpl:136K ep:421 epch:8.43 loss:0.080 grdn:9.832 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 20:40:51 ts/train.py:192 step:34K smpl:136K ep:423 epch:8.45 loss:0.140 grdn:9.599 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:40:58 ts/train.py:192 step:34K smpl:136K ep:424 epch:8.48 loss:0.079 grdn:9.308 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 20:41:04 ts/train.py:192 step:34K smpl:137K ep:425 epch:8.50 loss:0.142 grdn:11.018 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:41:11 ts/train.py:192 step:34K smpl:137K ep:426 epch:8.53 loss:0.105 grdn:15.491 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:41:18 ts/train.py:192 step:34K smpl:138K ep:428 epch:8.55 loss:0.165 grdn:13.469 lr:1.0e-05 updt_s:0.045 data_s:0.000 +INFO 2024-09-20 20:41:24 ts/train.py:192 step:34K smpl:138K ep:429 epch:8.58 loss:0.046 grdn:12.277 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 20:41:31 ts/train.py:192 step:35K smpl:138K ep:430 epch:8.60 loss:0.053 grdn:8.778 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:41:38 ts/train.py:192 step:35K smpl:139K ep:431 epch:8.63 loss:0.075 grdn:21.776 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 20:41:44 ts/train.py:192 step:35K smpl:139K ep:432 epch:8.65 loss:0.113 grdn:11.461 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:41:51 ts/train.py:192 step:35K smpl:140K ep:434 epch:8.67 loss:0.064 grdn:11.435 lr:1.0e-05 updt_s:0.059 data_s:0.000 +INFO 2024-09-20 20:41:57 ts/train.py:192 step:35K smpl:140K ep:435 epch:8.70 loss:0.070 grdn:15.954 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 20:42:03 ts/train.py:192 step:35K smpl:140K ep:436 epch:8.72 loss:0.077 grdn:12.293 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:42:10 ts/train.py:192 step:35K smpl:141K ep:437 epch:8.75 loss:0.096 grdn:14.206 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:42:17 ts/train.py:192 step:35K smpl:141K ep:439 epch:8.77 loss:0.096 grdn:16.440 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:42:23 ts/train.py:192 step:35K smpl:142K ep:440 epch:8.80 loss:0.076 grdn:15.172 lr:1.0e-05 updt_s:0.063 data_s:0.000 +INFO 2024-09-20 20:42:30 ts/train.py:192 step:36K smpl:142K ep:441 epch:8.82 loss:0.091 grdn:8.212 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:42:37 ts/train.py:192 step:36K smpl:142K ep:442 epch:8.85 loss:0.036 grdn:8.468 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:42:43 ts/train.py:192 step:36K smpl:143K ep:444 epch:8.87 loss:0.065 grdn:6.550 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:42:50 ts/train.py:192 step:36K smpl:143K ep:445 epch:8.90 loss:0.065 grdn:15.654 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:42:57 ts/train.py:192 step:36K smpl:144K ep:446 epch:8.92 loss:0.071 grdn:13.259 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:43:04 ts/train.py:192 step:36K smpl:144K ep:447 epch:8.95 loss:0.065 grdn:11.052 lr:1.0e-05 updt_s:0.083 data_s:0.000 +INFO 2024-09-20 20:43:10 ts/train.py:192 step:36K smpl:144K ep:449 epch:8.97 loss:0.076 grdn:10.899 lr:1.0e-05 updt_s:0.082 data_s:0.001 +INFO 2024-09-20 20:43:17 ts/train.py:192 step:36K smpl:145K ep:450 epch:9.00 loss:0.110 grdn:11.720 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:43:24 ts/train.py:192 step:36K smpl:145K ep:451 epch:9.02 loss:0.062 grdn:11.389 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:43:31 ts/train.py:192 step:36K smpl:146K ep:452 epch:9.05 loss:0.107 grdn:9.907 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:43:38 ts/train.py:192 step:36K smpl:146K ep:454 epch:9.07 loss:0.092 grdn:9.023 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:43:44 ts/train.py:192 step:37K smpl:146K ep:455 epch:9.10 loss:0.055 grdn:10.962 lr:1.0e-05 updt_s:0.083 data_s:0.000 +INFO 2024-09-20 20:43:51 ts/train.py:192 step:37K smpl:147K ep:456 epch:9.12 loss:0.081 grdn:9.162 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:43:58 ts/train.py:192 step:37K smpl:147K ep:457 epch:9.15 loss:0.101 grdn:15.473 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:44:05 ts/train.py:192 step:37K smpl:148K ep:459 epch:9.17 loss:0.088 grdn:12.189 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:44:11 ts/train.py:192 step:37K smpl:148K ep:460 epch:9.20 loss:0.091 grdn:15.017 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:44:18 ts/train.py:192 step:37K smpl:148K ep:461 epch:9.22 loss:0.086 grdn:13.756 lr:1.0e-05 updt_s:0.085 data_s:0.001 +INFO 2024-09-20 20:44:25 ts/train.py:192 step:37K smpl:149K ep:462 epch:9.25 loss:0.091 grdn:13.946 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:44:32 ts/train.py:192 step:37K smpl:149K ep:464 epch:9.27 loss:0.080 grdn:11.366 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:44:39 ts/train.py:192 step:37K smpl:150K ep:465 epch:9.30 loss:0.166 grdn:26.924 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:44:45 ts/train.py:192 step:38K smpl:150K ep:466 epch:9.32 loss:0.059 grdn:8.686 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:44:52 ts/train.py:192 step:38K smpl:150K ep:467 epch:9.35 loss:0.083 grdn:20.128 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:44:59 ts/train.py:192 step:38K smpl:151K ep:469 epch:9.37 loss:0.065 grdn:7.846 lr:1.0e-05 updt_s:0.062 data_s:0.000 +INFO 2024-09-20 20:45:06 ts/train.py:192 step:38K smpl:151K ep:470 epch:9.40 loss:0.068 grdn:12.994 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 20:45:12 ts/train.py:192 step:38K smpl:152K ep:471 epch:9.42 loss:0.063 grdn:9.107 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:45:19 ts/train.py:192 step:38K smpl:152K ep:472 epch:9.45 loss:0.087 grdn:11.069 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:45:25 ts/train.py:192 step:38K smpl:152K ep:474 epch:9.47 loss:0.075 grdn:17.578 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 20:45:32 ts/train.py:192 step:38K smpl:153K ep:475 epch:9.50 loss:0.062 grdn:8.586 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:45:39 ts/train.py:192 step:38K smpl:153K ep:476 epch:9.52 loss:0.075 grdn:8.867 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:45:46 ts/train.py:192 step:38K smpl:154K ep:477 epch:9.54 loss:0.065 grdn:20.960 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:45:52 ts/train.py:192 step:38K smpl:154K ep:478 epch:9.57 loss:0.105 grdn:18.243 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:45:59 ts/train.py:192 step:39K smpl:154K ep:480 epch:9.59 loss:0.067 grdn:9.513 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:46:06 ts/train.py:192 step:39K smpl:155K ep:481 epch:9.62 loss:0.100 grdn:16.268 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:46:12 ts/train.py:192 step:39K smpl:155K ep:482 epch:9.64 loss:0.072 grdn:10.508 lr:1.0e-05 updt_s:0.033 data_s:0.000 +INFO 2024-09-20 20:46:19 ts/train.py:192 step:39K smpl:156K ep:483 epch:9.67 loss:0.095 grdn:13.334 lr:1.0e-05 updt_s:0.033 data_s:0.000 +INFO 2024-09-20 20:46:26 ts/train.py:192 step:39K smpl:156K ep:485 epch:9.69 loss:0.054 grdn:13.242 lr:1.0e-05 updt_s:0.064 data_s:0.000 +INFO 2024-09-20 20:46:32 ts/train.py:192 step:39K smpl:156K ep:486 epch:9.72 loss:0.071 grdn:10.088 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:46:39 ts/train.py:192 step:39K smpl:157K ep:487 epch:9.74 loss:0.095 grdn:15.131 lr:1.0e-05 updt_s:0.064 data_s:0.000 +INFO 2024-09-20 20:46:45 ts/train.py:192 step:39K smpl:157K ep:488 epch:9.77 loss:0.088 grdn:19.463 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:46:52 ts/train.py:192 step:39K smpl:158K ep:490 epch:9.79 loss:0.119 grdn:20.309 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:46:59 ts/train.py:192 step:40K smpl:158K ep:491 epch:9.82 loss:0.075 grdn:14.463 lr:1.0e-05 updt_s:0.077 data_s:0.001 +INFO 2024-09-20 20:47:05 ts/train.py:192 step:40K smpl:158K ep:492 epch:9.84 loss:0.097 grdn:14.161 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:47:11 ts/train.py:192 step:40K smpl:159K ep:493 epch:9.87 loss:0.118 grdn:22.066 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 20:47:18 ts/train.py:192 step:40K smpl:159K ep:495 epch:9.89 loss:0.046 grdn:6.817 lr:1.0e-05 updt_s:0.040 data_s:0.030 +INFO 2024-09-20 20:47:24 ts/train.py:192 step:40K smpl:160K ep:496 epch:9.92 loss:0.174 grdn:8.861 lr:1.0e-05 updt_s:0.034 data_s:0.000 +INFO 2024-09-20 20:47:31 ts/train.py:383 Checkpoint policy after step 40000 +INFO 2024-09-20 20:47:37 ts/train.py:393 Resume training +INFO 2024-09-20 20:47:37 ts/train.py:192 step:40K smpl:160K ep:497 epch:9.94 loss:0.049 grdn:8.614 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:47:44 ts/train.py:192 step:40K smpl:160K ep:498 epch:9.97 loss:0.071 grdn:7.277 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:47:50 ts/train.py:192 step:40K smpl:161K ep:500 epch:9.99 loss:0.077 grdn:14.535 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 20:47:58 ts/train.py:192 step:40K smpl:161K ep:501 epch:10.02 loss:0.069 grdn:10.896 lr:1.0e-05 updt_s:0.068 data_s:0.000 +INFO 2024-09-20 20:48:04 ts/train.py:192 step:40K smpl:162K ep:502 epch:10.04 loss:0.064 grdn:10.035 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:48:11 ts/train.py:192 step:40K smpl:162K ep:503 epch:10.07 loss:0.057 grdn:6.293 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:48:18 ts/train.py:192 step:41K smpl:162K ep:505 epch:10.09 loss:0.090 grdn:11.603 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:48:24 ts/train.py:192 step:41K smpl:163K ep:506 epch:10.12 loss:0.104 grdn:15.239 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:48:31 ts/train.py:192 step:41K smpl:163K ep:507 epch:10.14 loss:0.094 grdn:14.668 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:48:38 ts/train.py:192 step:41K smpl:164K ep:508 epch:10.17 loss:0.106 grdn:9.710 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:48:45 ts/train.py:192 step:41K smpl:164K ep:510 epch:10.19 loss:0.056 grdn:11.349 lr:1.0e-05 updt_s:0.045 data_s:0.000 +INFO 2024-09-20 20:48:52 ts/train.py:192 step:41K smpl:164K ep:511 epch:10.22 loss:0.052 grdn:8.269 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:48:58 ts/train.py:192 step:41K smpl:165K ep:512 epch:10.24 loss:0.121 grdn:11.283 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:49:05 ts/train.py:192 step:41K smpl:165K ep:513 epch:10.27 loss:0.065 grdn:9.453 lr:1.0e-05 updt_s:0.094 data_s:0.000 +INFO 2024-09-20 20:49:12 ts/train.py:192 step:41K smpl:166K ep:515 epch:10.29 loss:0.083 grdn:12.919 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:49:18 ts/train.py:192 step:42K smpl:166K ep:516 epch:10.32 loss:0.096 grdn:8.476 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:49:25 ts/train.py:192 step:42K smpl:166K ep:517 epch:10.34 loss:0.059 grdn:7.343 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 20:49:32 ts/train.py:192 step:42K smpl:167K ep:518 epch:10.37 loss:0.068 grdn:12.497 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:49:38 ts/train.py:192 step:42K smpl:167K ep:519 epch:10.39 loss:0.082 grdn:17.548 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:49:44 ts/train.py:192 step:42K smpl:168K ep:521 epch:10.41 loss:0.051 grdn:9.068 lr:1.0e-05 updt_s:0.080 data_s:0.001 +INFO 2024-09-20 20:49:51 ts/train.py:192 step:42K smpl:168K ep:522 epch:10.44 loss:0.103 grdn:9.941 lr:1.0e-05 updt_s:0.072 data_s:0.001 +INFO 2024-09-20 20:49:57 ts/train.py:192 step:42K smpl:168K ep:523 epch:10.46 loss:0.114 grdn:10.274 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:50:03 ts/train.py:192 step:42K smpl:169K ep:524 epch:10.49 loss:0.072 grdn:15.961 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:50:10 ts/train.py:192 step:42K smpl:169K ep:526 epch:10.51 loss:0.045 grdn:9.147 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:50:16 ts/train.py:192 step:42K smpl:170K ep:527 epch:10.54 loss:0.058 grdn:8.710 lr:1.0e-05 updt_s:0.061 data_s:0.000 +INFO 2024-09-20 20:50:22 ts/train.py:192 step:42K smpl:170K ep:528 epch:10.56 loss:0.065 grdn:9.438 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:50:28 ts/train.py:192 step:43K smpl:170K ep:529 epch:10.59 loss:0.052 grdn:6.814 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:50:34 ts/train.py:192 step:43K smpl:171K ep:531 epch:10.61 loss:0.063 grdn:7.601 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:50:40 ts/train.py:192 step:43K smpl:171K ep:532 epch:10.64 loss:0.053 grdn:10.519 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 20:50:47 ts/train.py:192 step:43K smpl:172K ep:533 epch:10.66 loss:0.116 grdn:20.355 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:50:53 ts/train.py:192 step:43K smpl:172K ep:534 epch:10.69 loss:0.041 grdn:7.838 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:50:59 ts/train.py:192 step:43K smpl:172K ep:536 epch:10.71 loss:0.040 grdn:6.840 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:51:06 ts/train.py:192 step:43K smpl:173K ep:537 epch:10.74 loss:0.069 grdn:8.884 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:51:12 ts/train.py:192 step:43K smpl:173K ep:538 epch:10.76 loss:0.042 grdn:9.304 lr:1.0e-05 updt_s:0.036 data_s:0.002 +INFO 2024-09-20 20:51:18 ts/train.py:192 step:43K smpl:174K ep:539 epch:10.79 loss:0.055 grdn:17.646 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:51:25 ts/train.py:192 step:44K smpl:174K ep:541 epch:10.81 loss:0.045 grdn:7.158 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:51:31 ts/train.py:192 step:44K smpl:174K ep:542 epch:10.84 loss:0.043 grdn:10.131 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:51:37 ts/train.py:192 step:44K smpl:175K ep:543 epch:10.86 loss:0.034 grdn:7.764 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:51:43 ts/train.py:192 step:44K smpl:175K ep:544 epch:10.89 loss:0.101 grdn:6.820 lr:1.0e-05 updt_s:0.046 data_s:0.000 +INFO 2024-09-20 20:51:50 ts/train.py:192 step:44K smpl:176K ep:546 epch:10.91 loss:0.078 grdn:11.257 lr:1.0e-05 updt_s:0.063 data_s:0.000 +INFO 2024-09-20 20:51:56 ts/train.py:192 step:44K smpl:176K ep:547 epch:10.94 loss:0.099 grdn:12.358 lr:1.0e-05 updt_s:0.062 data_s:0.000 +INFO 2024-09-20 20:52:02 ts/train.py:192 step:44K smpl:176K ep:548 epch:10.96 loss:0.032 grdn:6.906 lr:1.0e-05 updt_s:0.048 data_s:0.000 +INFO 2024-09-20 20:52:08 ts/train.py:192 step:44K smpl:177K ep:549 epch:10.99 loss:0.088 grdn:10.170 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:52:16 ts/train.py:192 step:44K smpl:177K ep:551 epch:11.01 loss:0.081 grdn:9.942 lr:1.0e-05 updt_s:0.050 data_s:0.000 +INFO 2024-09-20 20:52:23 ts/train.py:192 step:44K smpl:178K ep:552 epch:11.04 loss:0.072 grdn:14.823 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 20:52:29 ts/train.py:192 step:44K smpl:178K ep:553 epch:11.06 loss:0.109 grdn:9.408 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:52:36 ts/train.py:192 step:45K smpl:178K ep:554 epch:11.09 loss:0.053 grdn:8.281 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:52:42 ts/train.py:192 step:45K smpl:179K ep:556 epch:11.11 loss:0.053 grdn:8.832 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:52:48 ts/train.py:192 step:45K smpl:179K ep:557 epch:11.14 loss:0.049 grdn:6.690 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:52:55 ts/train.py:192 step:45K smpl:180K ep:558 epch:11.16 loss:0.052 grdn:9.838 lr:1.0e-05 updt_s:0.076 data_s:0.001 +INFO 2024-09-20 20:53:01 ts/train.py:192 step:45K smpl:180K ep:559 epch:11.19 loss:0.069 grdn:8.565 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 20:53:07 ts/train.py:192 step:45K smpl:180K ep:561 epch:11.21 loss:0.050 grdn:6.420 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 20:53:14 ts/train.py:192 step:45K smpl:181K ep:562 epch:11.23 loss:0.060 grdn:7.598 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:53:20 ts/train.py:192 step:45K smpl:181K ep:563 epch:11.26 loss:0.076 grdn:7.392 lr:1.0e-05 updt_s:0.045 data_s:0.001 +INFO 2024-09-20 20:53:27 ts/train.py:192 step:45K smpl:182K ep:564 epch:11.28 loss:0.067 grdn:10.430 lr:1.0e-05 updt_s:0.086 data_s:0.000 +INFO 2024-09-20 20:53:33 ts/train.py:192 step:46K smpl:182K ep:565 epch:11.31 loss:0.052 grdn:6.985 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:53:40 ts/train.py:192 step:46K smpl:182K ep:567 epch:11.33 loss:0.052 grdn:10.033 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:53:47 ts/train.py:192 step:46K smpl:183K ep:568 epch:11.36 loss:0.046 grdn:7.045 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:53:53 ts/train.py:192 step:46K smpl:183K ep:569 epch:11.38 loss:0.086 grdn:24.008 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:54:00 ts/train.py:192 step:46K smpl:184K ep:570 epch:11.41 loss:0.126 grdn:10.590 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:54:06 ts/train.py:192 step:46K smpl:184K ep:572 epch:11.43 loss:0.051 grdn:10.540 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 20:54:13 ts/train.py:192 step:46K smpl:184K ep:573 epch:11.46 loss:0.069 grdn:9.991 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:54:19 ts/train.py:192 step:46K smpl:185K ep:574 epch:11.48 loss:0.069 grdn:10.519 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:54:26 ts/train.py:192 step:46K smpl:185K ep:575 epch:11.51 loss:0.044 grdn:7.543 lr:1.0e-05 updt_s:0.096 data_s:0.000 +INFO 2024-09-20 20:54:33 ts/train.py:192 step:46K smpl:186K ep:577 epch:11.53 loss:0.050 grdn:8.370 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 20:54:39 ts/train.py:192 step:46K smpl:186K ep:578 epch:11.56 loss:0.070 grdn:13.500 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:54:46 ts/train.py:192 step:47K smpl:186K ep:579 epch:11.58 loss:0.082 grdn:13.074 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:54:53 ts/train.py:192 step:47K smpl:187K ep:580 epch:11.61 loss:0.061 grdn:8.674 lr:1.0e-05 updt_s:0.071 data_s:0.001 +INFO 2024-09-20 20:54:59 ts/train.py:192 step:47K smpl:187K ep:582 epch:11.63 loss:0.058 grdn:5.964 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:55:06 ts/train.py:192 step:47K smpl:188K ep:583 epch:11.66 loss:0.067 grdn:13.198 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:55:12 ts/train.py:192 step:47K smpl:188K ep:584 epch:11.68 loss:0.072 grdn:7.629 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:55:19 ts/train.py:192 step:47K smpl:188K ep:585 epch:11.71 loss:0.047 grdn:8.737 lr:1.0e-05 updt_s:0.083 data_s:0.000 +INFO 2024-09-20 20:55:26 ts/train.py:192 step:47K smpl:189K ep:587 epch:11.73 loss:0.092 grdn:10.140 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 20:55:32 ts/train.py:192 step:47K smpl:189K ep:588 epch:11.76 loss:0.043 grdn:7.605 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:55:39 ts/train.py:192 step:47K smpl:190K ep:589 epch:11.78 loss:0.070 grdn:8.353 lr:1.0e-05 updt_s:0.051 data_s:0.000 +INFO 2024-09-20 20:55:45 ts/train.py:192 step:48K smpl:190K ep:590 epch:11.81 loss:0.057 grdn:7.686 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 20:55:52 ts/train.py:192 step:48K smpl:190K ep:592 epch:11.83 loss:0.053 grdn:8.233 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 20:55:59 ts/train.py:192 step:48K smpl:191K ep:593 epch:11.86 loss:0.032 grdn:6.028 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 20:56:05 ts/train.py:192 step:48K smpl:191K ep:594 epch:11.88 loss:0.044 grdn:5.910 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 20:56:12 ts/train.py:192 step:48K smpl:192K ep:595 epch:11.91 loss:0.057 grdn:7.224 lr:1.0e-05 updt_s:0.053 data_s:0.000 +INFO 2024-09-20 20:56:19 ts/train.py:192 step:48K smpl:192K ep:597 epch:11.93 loss:0.044 grdn:8.248 lr:1.0e-05 updt_s:0.038 data_s:0.001 +INFO 2024-09-20 20:56:25 ts/train.py:192 step:48K smpl:192K ep:598 epch:11.96 loss:0.091 grdn:17.113 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 20:56:32 ts/train.py:192 step:48K smpl:193K ep:599 epch:11.98 loss:0.056 grdn:10.409 lr:1.0e-05 updt_s:0.051 data_s:0.000 +INFO 2024-09-20 20:56:39 ts/train.py:192 step:48K smpl:193K ep:600 epch:12.01 loss:0.028 grdn:5.563 lr:1.0e-05 updt_s:0.092 data_s:0.001 +INFO 2024-09-20 20:56:46 ts/train.py:192 step:48K smpl:194K ep:602 epch:12.03 loss:0.066 grdn:10.123 lr:1.0e-05 updt_s:0.035 data_s:0.001 +INFO 2024-09-20 20:56:52 ts/train.py:192 step:48K smpl:194K ep:603 epch:12.06 loss:0.091 grdn:8.745 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 20:56:59 ts/train.py:192 step:49K smpl:194K ep:604 epch:12.08 loss:0.089 grdn:8.667 lr:1.0e-05 updt_s:0.048 data_s:0.000 +INFO 2024-09-20 20:57:06 ts/train.py:192 step:49K smpl:195K ep:605 epch:12.10 loss:0.068 grdn:8.274 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 20:57:12 ts/train.py:192 step:49K smpl:195K ep:606 epch:12.13 loss:0.070 grdn:9.424 lr:1.0e-05 updt_s:0.072 data_s:0.001 +INFO 2024-09-20 20:57:19 ts/train.py:192 step:49K smpl:196K ep:608 epch:12.15 loss:0.070 grdn:8.938 lr:1.0e-05 updt_s:0.045 data_s:0.000 +INFO 2024-09-20 20:57:25 ts/train.py:192 step:49K smpl:196K ep:609 epch:12.18 loss:0.092 grdn:12.181 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:57:32 ts/train.py:192 step:49K smpl:196K ep:610 epch:12.20 loss:0.059 grdn:9.223 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 20:57:38 ts/train.py:192 step:49K smpl:197K ep:611 epch:12.23 loss:0.067 grdn:12.357 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:57:45 ts/train.py:192 step:49K smpl:197K ep:613 epch:12.25 loss:0.065 grdn:12.650 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:57:51 ts/train.py:192 step:49K smpl:198K ep:614 epch:12.28 loss:0.038 grdn:8.820 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 20:57:58 ts/train.py:192 step:50K smpl:198K ep:615 epch:12.30 loss:0.049 grdn:11.561 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 20:58:04 ts/train.py:192 step:50K smpl:198K ep:616 epch:12.33 loss:0.053 grdn:11.254 lr:1.0e-05 updt_s:0.055 data_s:0.000 +INFO 2024-09-20 20:58:10 ts/train.py:192 step:50K smpl:199K ep:618 epch:12.35 loss:0.033 grdn:6.079 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 20:58:17 ts/train.py:192 step:50K smpl:199K ep:619 epch:12.38 loss:0.066 grdn:10.835 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 20:58:23 ts/train.py:192 step:50K smpl:200K ep:620 epch:12.40 loss:0.074 grdn:9.218 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 20:58:30 ts/train.py:383 Checkpoint policy after step 50000 +INFO 2024-09-20 20:58:36 ts/train.py:393 Resume training +INFO 2024-09-20 20:58:36 ts/train.py:192 step:50K smpl:200K ep:621 epch:12.43 loss:0.063 grdn:5.875 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 20:58:43 ts/train.py:192 step:50K smpl:200K ep:623 epch:12.45 loss:0.066 grdn:10.594 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 20:58:50 ts/train.py:192 step:50K smpl:201K ep:624 epch:12.48 loss:0.078 grdn:6.532 lr:1.0e-05 updt_s:0.059 data_s:0.000 +INFO 2024-09-20 20:58:56 ts/train.py:192 step:50K smpl:201K ep:625 epch:12.50 loss:0.106 grdn:11.685 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 20:59:03 ts/train.py:192 step:50K smpl:202K ep:626 epch:12.53 loss:0.046 grdn:10.168 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 20:59:09 ts/train.py:192 step:50K smpl:202K ep:628 epch:12.55 loss:0.063 grdn:7.625 lr:1.0e-05 updt_s:0.093 data_s:0.000 +INFO 2024-09-20 20:59:16 ts/train.py:192 step:51K smpl:202K ep:629 epch:12.58 loss:0.079 grdn:11.541 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 20:59:22 ts/train.py:192 step:51K smpl:203K ep:630 epch:12.60 loss:0.054 grdn:8.249 lr:1.0e-05 updt_s:0.097 data_s:0.000 +INFO 2024-09-20 20:59:29 ts/train.py:192 step:51K smpl:203K ep:631 epch:12.63 loss:0.054 grdn:9.452 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 20:59:36 ts/train.py:192 step:51K smpl:204K ep:633 epch:12.65 loss:0.070 grdn:13.959 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 20:59:42 ts/train.py:192 step:51K smpl:204K ep:634 epch:12.68 loss:0.051 grdn:9.702 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 20:59:49 ts/train.py:192 step:51K smpl:204K ep:635 epch:12.70 loss:0.074 grdn:6.869 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 20:59:55 ts/train.py:192 step:51K smpl:205K ep:636 epch:12.73 loss:0.057 grdn:7.391 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 21:00:02 ts/train.py:192 step:51K smpl:205K ep:638 epch:12.75 loss:0.048 grdn:6.155 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 21:00:09 ts/train.py:192 step:51K smpl:206K ep:639 epch:12.78 loss:0.098 grdn:13.162 lr:1.0e-05 updt_s:0.094 data_s:0.000 +INFO 2024-09-20 21:00:16 ts/train.py:192 step:52K smpl:206K ep:640 epch:12.80 loss:0.205 grdn:15.393 lr:1.0e-05 updt_s:0.068 data_s:0.001 +INFO 2024-09-20 21:00:22 ts/train.py:192 step:52K smpl:206K ep:641 epch:12.83 loss:0.054 grdn:7.579 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:00:29 ts/train.py:192 step:52K smpl:207K ep:643 epch:12.85 loss:0.057 grdn:6.420 lr:1.0e-05 updt_s:0.061 data_s:0.000 +INFO 2024-09-20 21:00:35 ts/train.py:192 step:52K smpl:207K ep:644 epch:12.88 loss:0.071 grdn:6.017 lr:1.0e-05 updt_s:0.068 data_s:0.000 +INFO 2024-09-20 21:00:41 ts/train.py:192 step:52K smpl:208K ep:645 epch:12.90 loss:0.123 grdn:18.421 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:00:48 ts/train.py:192 step:52K smpl:208K ep:646 epch:12.93 loss:0.111 grdn:8.093 lr:1.0e-05 updt_s:0.050 data_s:0.034 +INFO 2024-09-20 21:00:54 ts/train.py:192 step:52K smpl:208K ep:647 epch:12.95 loss:0.038 grdn:7.409 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:01:01 ts/train.py:192 step:52K smpl:209K ep:649 epch:12.97 loss:0.064 grdn:10.202 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 21:01:07 ts/train.py:192 step:52K smpl:209K ep:650 epch:13.00 loss:0.079 grdn:10.469 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:01:14 ts/train.py:192 step:52K smpl:210K ep:651 epch:13.02 loss:0.029 grdn:7.968 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 21:01:21 ts/train.py:192 step:52K smpl:210K ep:652 epch:13.05 loss:0.073 grdn:19.414 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 21:01:28 ts/train.py:192 step:53K smpl:210K ep:654 epch:13.07 loss:0.070 grdn:8.111 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 21:01:34 ts/train.py:192 step:53K smpl:211K ep:655 epch:13.10 loss:0.064 grdn:17.186 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:01:41 ts/train.py:192 step:53K smpl:211K ep:656 epch:13.12 loss:0.042 grdn:5.351 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 21:01:48 ts/train.py:192 step:53K smpl:212K ep:657 epch:13.15 loss:0.061 grdn:12.208 lr:1.0e-05 updt_s:0.063 data_s:0.001 +INFO 2024-09-20 21:01:54 ts/train.py:192 step:53K smpl:212K ep:659 epch:13.17 loss:0.044 grdn:7.823 lr:1.0e-05 updt_s:0.096 data_s:0.001 +INFO 2024-09-20 21:02:01 ts/train.py:192 step:53K smpl:212K ep:660 epch:13.20 loss:0.101 grdn:6.968 lr:1.0e-05 updt_s:0.044 data_s:0.043 +INFO 2024-09-20 21:02:07 ts/train.py:192 step:53K smpl:213K ep:661 epch:13.22 loss:0.051 grdn:6.163 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:02:14 ts/train.py:192 step:53K smpl:213K ep:662 epch:13.25 loss:0.071 grdn:12.897 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 21:02:21 ts/train.py:192 step:53K smpl:214K ep:664 epch:13.27 loss:0.063 grdn:6.897 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 21:02:28 ts/train.py:192 step:54K smpl:214K ep:665 epch:13.30 loss:0.060 grdn:8.373 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 21:02:35 ts/train.py:192 step:54K smpl:214K ep:666 epch:13.32 loss:0.073 grdn:11.607 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 21:02:41 ts/train.py:192 step:54K smpl:215K ep:667 epch:13.35 loss:0.051 grdn:7.469 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:02:48 ts/train.py:192 step:54K smpl:215K ep:669 epch:13.37 loss:0.053 grdn:5.508 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:02:54 ts/train.py:192 step:54K smpl:216K ep:670 epch:13.40 loss:0.118 grdn:8.299 lr:1.0e-05 updt_s:0.035 data_s:0.001 +INFO 2024-09-20 21:03:01 ts/train.py:192 step:54K smpl:216K ep:671 epch:13.42 loss:0.042 grdn:11.457 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 21:03:07 ts/train.py:192 step:54K smpl:216K ep:672 epch:13.45 loss:0.062 grdn:6.806 lr:1.0e-05 updt_s:0.035 data_s:0.001 +INFO 2024-09-20 21:03:14 ts/train.py:192 step:54K smpl:217K ep:674 epch:13.47 loss:0.041 grdn:13.111 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:03:20 ts/train.py:192 step:54K smpl:217K ep:675 epch:13.50 loss:0.087 grdn:12.196 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:03:27 ts/train.py:192 step:54K smpl:218K ep:676 epch:13.52 loss:0.057 grdn:10.435 lr:1.0e-05 updt_s:0.094 data_s:0.000 +INFO 2024-09-20 21:03:33 ts/train.py:192 step:54K smpl:218K ep:677 epch:13.55 loss:0.071 grdn:13.466 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:03:40 ts/train.py:192 step:55K smpl:218K ep:679 epch:13.57 loss:0.066 grdn:7.275 lr:1.0e-05 updt_s:0.085 data_s:0.001 +INFO 2024-09-20 21:03:46 ts/train.py:192 step:55K smpl:219K ep:680 epch:13.60 loss:0.066 grdn:6.610 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:03:53 ts/train.py:192 step:55K smpl:219K ep:681 epch:13.62 loss:0.030 grdn:5.174 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 21:03:59 ts/train.py:192 step:55K smpl:220K ep:682 epch:13.65 loss:0.050 grdn:5.840 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 21:04:06 ts/train.py:192 step:55K smpl:220K ep:684 epch:13.67 loss:0.054 grdn:9.030 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:04:13 ts/train.py:192 step:55K smpl:220K ep:685 epch:13.70 loss:0.066 grdn:7.907 lr:1.0e-05 updt_s:0.037 data_s:0.038 +INFO 2024-09-20 21:04:19 ts/train.py:192 step:55K smpl:221K ep:686 epch:13.72 loss:0.067 grdn:7.292 lr:1.0e-05 updt_s:0.045 data_s:0.000 +INFO 2024-09-20 21:04:26 ts/train.py:192 step:55K smpl:221K ep:687 epch:13.75 loss:0.082 grdn:7.715 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:04:33 ts/train.py:192 step:55K smpl:222K ep:689 epch:13.77 loss:0.051 grdn:5.597 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 21:04:39 ts/train.py:192 step:56K smpl:222K ep:690 epch:13.80 loss:0.089 grdn:10.426 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:04:46 ts/train.py:192 step:56K smpl:222K ep:691 epch:13.82 loss:0.035 grdn:4.482 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:04:52 ts/train.py:192 step:56K smpl:223K ep:692 epch:13.84 loss:0.059 grdn:10.706 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:04:59 ts/train.py:192 step:56K smpl:223K ep:693 epch:13.87 loss:0.162 grdn:14.071 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:05:05 ts/train.py:192 step:56K smpl:224K ep:695 epch:13.89 loss:0.059 grdn:12.667 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:05:11 ts/train.py:192 step:56K smpl:224K ep:696 epch:13.92 loss:0.044 grdn:6.892 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 21:05:18 ts/train.py:192 step:56K smpl:224K ep:697 epch:13.94 loss:0.061 grdn:10.222 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:05:24 ts/train.py:192 step:56K smpl:225K ep:698 epch:13.97 loss:0.046 grdn:5.830 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:05:31 ts/train.py:192 step:56K smpl:225K ep:700 epch:13.99 loss:0.048 grdn:13.283 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:05:37 ts/train.py:192 step:56K smpl:226K ep:701 epch:14.02 loss:0.041 grdn:7.891 lr:1.0e-05 updt_s:0.067 data_s:0.000 +INFO 2024-09-20 21:05:44 ts/train.py:192 step:56K smpl:226K ep:702 epch:14.04 loss:0.064 grdn:5.321 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:05:51 ts/train.py:192 step:57K smpl:226K ep:703 epch:14.07 loss:0.072 grdn:5.912 lr:1.0e-05 updt_s:0.087 data_s:0.003 +INFO 2024-09-20 21:05:57 ts/train.py:192 step:57K smpl:227K ep:705 epch:14.09 loss:0.056 grdn:6.092 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:06:04 ts/train.py:192 step:57K smpl:227K ep:706 epch:14.12 loss:0.070 grdn:9.830 lr:1.0e-05 updt_s:0.061 data_s:0.000 +INFO 2024-09-20 21:06:10 ts/train.py:192 step:57K smpl:228K ep:707 epch:14.14 loss:0.092 grdn:9.820 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:06:17 ts/train.py:192 step:57K smpl:228K ep:708 epch:14.17 loss:0.047 grdn:6.065 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 21:06:23 ts/train.py:192 step:57K smpl:228K ep:710 epch:14.19 loss:0.038 grdn:5.240 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:06:30 ts/train.py:192 step:57K smpl:229K ep:711 epch:14.22 loss:0.057 grdn:11.406 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 21:06:37 ts/train.py:192 step:57K smpl:229K ep:712 epch:14.24 loss:0.073 grdn:6.168 lr:1.0e-05 updt_s:0.081 data_s:0.001 +INFO 2024-09-20 21:06:43 ts/train.py:192 step:57K smpl:230K ep:713 epch:14.27 loss:0.055 grdn:7.537 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 21:06:50 ts/train.py:192 step:58K smpl:230K ep:715 epch:14.29 loss:0.048 grdn:6.212 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 21:06:57 ts/train.py:192 step:58K smpl:230K ep:716 epch:14.32 loss:0.037 grdn:6.645 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 21:07:04 ts/train.py:192 step:58K smpl:231K ep:717 epch:14.34 loss:0.103 grdn:8.541 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 21:07:11 ts/train.py:192 step:58K smpl:231K ep:718 epch:14.37 loss:0.056 grdn:12.346 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 21:07:18 ts/train.py:192 step:58K smpl:232K ep:720 epch:14.39 loss:0.072 grdn:10.175 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 21:07:25 ts/train.py:192 step:58K smpl:232K ep:721 epch:14.42 loss:0.047 grdn:5.379 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:07:32 ts/train.py:192 step:58K smpl:232K ep:722 epch:14.44 loss:0.055 grdn:8.588 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 21:07:39 ts/train.py:192 step:58K smpl:233K ep:723 epch:14.47 loss:0.040 grdn:7.702 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 21:07:46 ts/train.py:192 step:58K smpl:233K ep:725 epch:14.49 loss:0.093 grdn:18.431 lr:1.0e-05 updt_s:0.085 data_s:0.001 +INFO 2024-09-20 21:07:53 ts/train.py:192 step:58K smpl:234K ep:726 epch:14.52 loss:0.060 grdn:10.502 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 21:08:00 ts/train.py:192 step:58K smpl:234K ep:727 epch:14.54 loss:0.029 grdn:5.270 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 21:08:07 ts/train.py:192 step:59K smpl:234K ep:728 epch:14.57 loss:0.045 grdn:6.948 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:08:14 ts/train.py:192 step:59K smpl:235K ep:730 epch:14.59 loss:0.061 grdn:10.722 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 21:08:20 ts/train.py:192 step:59K smpl:235K ep:731 epch:14.62 loss:0.069 grdn:6.866 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 21:08:27 ts/train.py:192 step:59K smpl:236K ep:732 epch:14.64 loss:0.058 grdn:6.928 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:08:34 ts/train.py:192 step:59K smpl:236K ep:733 epch:14.67 loss:0.065 grdn:5.872 lr:1.0e-05 updt_s:0.086 data_s:0.000 +INFO 2024-09-20 21:08:41 ts/train.py:192 step:59K smpl:236K ep:734 epch:14.69 loss:0.062 grdn:9.449 lr:1.0e-05 updt_s:0.051 data_s:0.001 +INFO 2024-09-20 21:08:47 ts/train.py:192 step:59K smpl:237K ep:736 epch:14.71 loss:0.043 grdn:4.801 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:08:53 ts/train.py:192 step:59K smpl:237K ep:737 epch:14.74 loss:0.058 grdn:9.262 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 21:09:00 ts/train.py:192 step:59K smpl:238K ep:738 epch:14.76 loss:0.040 grdn:6.952 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 21:09:07 ts/train.py:192 step:60K smpl:238K ep:739 epch:14.79 loss:0.056 grdn:10.764 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:09:13 ts/train.py:192 step:60K smpl:238K ep:741 epch:14.81 loss:0.075 grdn:9.269 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 21:09:19 ts/train.py:192 step:60K smpl:239K ep:742 epch:14.84 loss:0.043 grdn:7.112 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:09:26 ts/train.py:192 step:60K smpl:239K ep:743 epch:14.86 loss:0.040 grdn:7.438 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 21:09:32 ts/train.py:192 step:60K smpl:240K ep:744 epch:14.89 loss:0.060 grdn:5.751 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:09:39 ts/train.py:383 Checkpoint policy after step 60000 +INFO 2024-09-20 21:09:46 ts/train.py:393 Resume training +INFO 2024-09-20 21:09:46 ts/train.py:192 step:60K smpl:240K ep:746 epch:14.91 loss:0.044 grdn:5.689 lr:1.0e-05 updt_s:0.038 data_s:0.002 +INFO 2024-09-20 21:09:52 ts/train.py:192 step:60K smpl:240K ep:747 epch:14.94 loss:0.081 grdn:6.717 lr:1.0e-05 updt_s:0.087 data_s:0.001 +INFO 2024-09-20 21:09:59 ts/train.py:192 step:60K smpl:241K ep:748 epch:14.96 loss:0.058 grdn:8.447 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 21:10:06 ts/train.py:192 step:60K smpl:241K ep:749 epch:14.99 loss:0.033 grdn:7.283 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 21:10:13 ts/train.py:192 step:60K smpl:242K ep:751 epch:15.01 loss:0.051 grdn:9.679 lr:1.0e-05 updt_s:0.076 data_s:0.000 +INFO 2024-09-20 21:10:20 ts/train.py:192 step:60K smpl:242K ep:752 epch:15.04 loss:0.056 grdn:8.717 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:10:26 ts/train.py:192 step:61K smpl:242K ep:753 epch:15.06 loss:0.030 grdn:4.688 lr:1.0e-05 updt_s:0.077 data_s:0.001 +INFO 2024-09-20 21:10:33 ts/train.py:192 step:61K smpl:243K ep:754 epch:15.09 loss:0.073 grdn:5.378 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:10:40 ts/train.py:192 step:61K smpl:243K ep:756 epch:15.11 loss:0.048 grdn:4.391 lr:1.0e-05 updt_s:0.062 data_s:0.000 +INFO 2024-09-20 21:10:46 ts/train.py:192 step:61K smpl:244K ep:757 epch:15.14 loss:0.051 grdn:6.759 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 21:10:53 ts/train.py:192 step:61K smpl:244K ep:758 epch:15.16 loss:0.055 grdn:6.265 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 21:10:59 ts/train.py:192 step:61K smpl:244K ep:759 epch:15.19 loss:0.057 grdn:11.891 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:11:06 ts/train.py:192 step:61K smpl:245K ep:761 epch:15.21 loss:0.053 grdn:5.694 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 21:11:12 ts/train.py:192 step:61K smpl:245K ep:762 epch:15.24 loss:0.070 grdn:5.910 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:11:19 ts/train.py:192 step:61K smpl:246K ep:763 epch:15.26 loss:0.065 grdn:13.176 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:11:25 ts/train.py:192 step:62K smpl:246K ep:764 epch:15.29 loss:0.039 grdn:5.029 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:11:32 ts/train.py:192 step:62K smpl:246K ep:766 epch:15.31 loss:0.031 grdn:5.588 lr:1.0e-05 updt_s:0.040 data_s:0.007 +INFO 2024-09-20 21:11:38 ts/train.py:192 step:62K smpl:247K ep:767 epch:15.34 loss:0.064 grdn:10.551 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 21:11:45 ts/train.py:192 step:62K smpl:247K ep:768 epch:15.36 loss:0.069 grdn:15.103 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 21:11:52 ts/train.py:192 step:62K smpl:248K ep:769 epch:15.39 loss:0.059 grdn:6.024 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:11:59 ts/train.py:192 step:62K smpl:248K ep:771 epch:15.41 loss:0.041 grdn:5.194 lr:1.0e-05 updt_s:0.060 data_s:0.000 +INFO 2024-09-20 21:12:05 ts/train.py:192 step:62K smpl:248K ep:772 epch:15.44 loss:0.073 grdn:6.078 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 21:12:12 ts/train.py:192 step:62K smpl:249K ep:773 epch:15.46 loss:0.089 grdn:11.195 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 21:12:18 ts/train.py:192 step:62K smpl:249K ep:774 epch:15.49 loss:0.050 grdn:7.251 lr:1.0e-05 updt_s:0.096 data_s:0.000 +INFO 2024-09-20 21:12:25 ts/train.py:192 step:62K smpl:250K ep:776 epch:15.51 loss:0.064 grdn:7.230 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:12:31 ts/train.py:192 step:62K smpl:250K ep:777 epch:15.53 loss:0.066 grdn:14.319 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 21:12:38 ts/train.py:192 step:63K smpl:250K ep:778 epch:15.56 loss:0.082 grdn:7.911 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 21:12:45 ts/train.py:192 step:63K smpl:251K ep:779 epch:15.58 loss:0.058 grdn:11.895 lr:1.0e-05 updt_s:0.034 data_s:0.000 +INFO 2024-09-20 21:12:51 ts/train.py:192 step:63K smpl:251K ep:780 epch:15.61 loss:0.043 grdn:8.458 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 21:12:58 ts/train.py:192 step:63K smpl:252K ep:782 epch:15.63 loss:0.047 grdn:9.350 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 21:13:04 ts/train.py:192 step:63K smpl:252K ep:783 epch:15.66 loss:0.086 grdn:5.355 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:13:11 ts/train.py:192 step:63K smpl:252K ep:784 epch:15.68 loss:0.071 grdn:12.192 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 21:13:18 ts/train.py:192 step:63K smpl:253K ep:785 epch:15.71 loss:0.046 grdn:5.873 lr:1.0e-05 updt_s:0.064 data_s:0.000 +INFO 2024-09-20 21:13:24 ts/train.py:192 step:63K smpl:253K ep:787 epch:15.73 loss:0.040 grdn:7.192 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:13:31 ts/train.py:192 step:63K smpl:254K ep:788 epch:15.76 loss:0.049 grdn:7.402 lr:1.0e-05 updt_s:0.086 data_s:0.000 +INFO 2024-09-20 21:13:38 ts/train.py:192 step:64K smpl:254K ep:789 epch:15.78 loss:0.060 grdn:10.182 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:13:44 ts/train.py:192 step:64K smpl:254K ep:790 epch:15.81 loss:0.058 grdn:5.557 lr:1.0e-05 updt_s:0.083 data_s:0.000 +INFO 2024-09-20 21:13:51 ts/train.py:192 step:64K smpl:255K ep:792 epch:15.83 loss:0.032 grdn:6.229 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:13:58 ts/train.py:192 step:64K smpl:255K ep:793 epch:15.86 loss:0.059 grdn:13.491 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:14:05 ts/train.py:192 step:64K smpl:256K ep:794 epch:15.88 loss:0.025 grdn:5.384 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 21:14:12 ts/train.py:192 step:64K smpl:256K ep:795 epch:15.91 loss:0.052 grdn:7.089 lr:1.0e-05 updt_s:0.093 data_s:0.000 +INFO 2024-09-20 21:14:18 ts/train.py:192 step:64K smpl:256K ep:797 epch:15.93 loss:0.034 grdn:6.367 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:14:25 ts/train.py:192 step:64K smpl:257K ep:798 epch:15.96 loss:0.042 grdn:5.606 lr:1.0e-05 updt_s:0.036 data_s:0.041 +INFO 2024-09-20 21:14:32 ts/train.py:192 step:64K smpl:257K ep:799 epch:15.98 loss:0.053 grdn:5.837 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:14:39 ts/train.py:192 step:64K smpl:258K ep:800 epch:16.01 loss:0.048 grdn:13.785 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 21:14:45 ts/train.py:192 step:64K smpl:258K ep:802 epch:16.03 loss:0.076 grdn:7.419 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 21:14:52 ts/train.py:192 step:65K smpl:258K ep:803 epch:16.06 loss:0.049 grdn:10.239 lr:1.0e-05 updt_s:0.080 data_s:0.006 +INFO 2024-09-20 21:14:59 ts/train.py:192 step:65K smpl:259K ep:804 epch:16.08 loss:0.020 grdn:4.768 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:15:06 ts/train.py:192 step:65K smpl:259K ep:805 epch:16.11 loss:0.051 grdn:4.904 lr:1.0e-05 updt_s:0.043 data_s:0.000 +INFO 2024-09-20 21:15:13 ts/train.py:192 step:65K smpl:260K ep:807 epch:16.13 loss:0.049 grdn:9.103 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 21:15:19 ts/train.py:192 step:65K smpl:260K ep:808 epch:16.16 loss:0.076 grdn:7.185 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:15:26 ts/train.py:192 step:65K smpl:260K ep:809 epch:16.18 loss:0.037 grdn:5.431 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 21:15:32 ts/train.py:192 step:65K smpl:261K ep:810 epch:16.21 loss:0.051 grdn:4.691 lr:1.0e-05 updt_s:0.050 data_s:0.000 +INFO 2024-09-20 21:15:39 ts/train.py:192 step:65K smpl:261K ep:812 epch:16.23 loss:0.029 grdn:5.809 lr:1.0e-05 updt_s:0.066 data_s:0.000 +INFO 2024-09-20 21:15:45 ts/train.py:192 step:65K smpl:262K ep:813 epch:16.26 loss:0.059 grdn:12.265 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:15:52 ts/train.py:192 step:66K smpl:262K ep:814 epch:16.28 loss:0.026 grdn:4.830 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 21:15:59 ts/train.py:192 step:66K smpl:262K ep:815 epch:16.31 loss:0.137 grdn:17.835 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 21:16:05 ts/train.py:192 step:66K smpl:263K ep:817 epch:16.33 loss:0.053 grdn:7.708 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:16:12 ts/train.py:192 step:66K smpl:263K ep:818 epch:16.36 loss:0.068 grdn:9.598 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 21:16:19 ts/train.py:192 step:66K smpl:264K ep:819 epch:16.38 loss:0.034 grdn:5.210 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:16:25 ts/train.py:192 step:66K smpl:264K ep:820 epch:16.40 loss:0.048 grdn:7.325 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:16:32 ts/train.py:192 step:66K smpl:264K ep:821 epch:16.43 loss:0.107 grdn:12.982 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 21:16:38 ts/train.py:192 step:66K smpl:265K ep:823 epch:16.45 loss:0.046 grdn:6.755 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 21:16:45 ts/train.py:192 step:66K smpl:265K ep:824 epch:16.48 loss:0.051 grdn:5.418 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:16:52 ts/train.py:192 step:66K smpl:266K ep:825 epch:16.50 loss:0.040 grdn:5.354 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 21:16:59 ts/train.py:192 step:66K smpl:266K ep:826 epch:16.53 loss:0.027 grdn:4.043 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 21:17:05 ts/train.py:192 step:67K smpl:266K ep:828 epch:16.55 loss:0.036 grdn:5.636 lr:1.0e-05 updt_s:0.040 data_s:0.001 +INFO 2024-09-20 21:17:12 ts/train.py:192 step:67K smpl:267K ep:829 epch:16.58 loss:0.051 grdn:5.332 lr:1.0e-05 updt_s:0.082 data_s:0.010 +INFO 2024-09-20 21:17:18 ts/train.py:192 step:67K smpl:267K ep:830 epch:16.60 loss:0.056 grdn:11.080 lr:1.0e-05 updt_s:0.061 data_s:0.001 +INFO 2024-09-20 21:17:25 ts/train.py:192 step:67K smpl:268K ep:831 epch:16.63 loss:0.097 grdn:11.833 lr:1.0e-05 updt_s:0.068 data_s:0.000 +INFO 2024-09-20 21:17:32 ts/train.py:192 step:67K smpl:268K ep:833 epch:16.65 loss:0.028 grdn:5.014 lr:1.0e-05 updt_s:0.044 data_s:0.026 +INFO 2024-09-20 21:17:38 ts/train.py:192 step:67K smpl:268K ep:834 epch:16.68 loss:0.037 grdn:5.635 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 21:17:45 ts/train.py:192 step:67K smpl:269K ep:835 epch:16.70 loss:0.034 grdn:5.216 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:17:51 ts/train.py:192 step:67K smpl:269K ep:836 epch:16.73 loss:0.047 grdn:8.106 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:17:58 ts/train.py:192 step:67K smpl:270K ep:838 epch:16.75 loss:0.053 grdn:6.441 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:18:05 ts/train.py:192 step:68K smpl:270K ep:839 epch:16.78 loss:0.047 grdn:4.841 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 21:18:11 ts/train.py:192 step:68K smpl:270K ep:840 epch:16.80 loss:0.054 grdn:5.575 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:18:18 ts/train.py:192 step:68K smpl:271K ep:841 epch:16.83 loss:0.047 grdn:5.229 lr:1.0e-05 updt_s:0.041 data_s:0.000 +INFO 2024-09-20 21:18:25 ts/train.py:192 step:68K smpl:271K ep:843 epch:16.85 loss:0.057 grdn:11.090 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 21:18:32 ts/train.py:192 step:68K smpl:272K ep:844 epch:16.88 loss:0.047 grdn:5.648 lr:1.0e-05 updt_s:0.087 data_s:0.001 +INFO 2024-09-20 21:18:39 ts/train.py:192 step:68K smpl:272K ep:845 epch:16.90 loss:0.046 grdn:5.866 lr:1.0e-05 updt_s:0.060 data_s:0.000 +INFO 2024-09-20 21:18:46 ts/train.py:192 step:68K smpl:272K ep:846 epch:16.93 loss:0.056 grdn:7.519 lr:1.0e-05 updt_s:0.066 data_s:0.009 +INFO 2024-09-20 21:18:53 ts/train.py:192 step:68K smpl:273K ep:848 epch:16.95 loss:0.048 grdn:5.961 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:19:00 ts/train.py:192 step:68K smpl:273K ep:849 epch:16.98 loss:0.036 grdn:4.985 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:19:07 ts/train.py:192 step:68K smpl:274K ep:850 epch:17.00 loss:0.069 grdn:10.700 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:19:14 ts/train.py:192 step:68K smpl:274K ep:851 epch:17.03 loss:0.051 grdn:5.518 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:19:21 ts/train.py:192 step:69K smpl:274K ep:853 epch:17.05 loss:0.070 grdn:16.527 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 21:19:27 ts/train.py:192 step:69K smpl:275K ep:854 epch:17.08 loss:0.038 grdn:6.020 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:19:34 ts/train.py:192 step:69K smpl:275K ep:855 epch:17.10 loss:0.034 grdn:6.656 lr:1.0e-05 updt_s:0.037 data_s:0.001 +INFO 2024-09-20 21:19:41 ts/train.py:192 step:69K smpl:276K ep:856 epch:17.13 loss:0.026 grdn:7.685 lr:1.0e-05 updt_s:0.089 data_s:0.001 +INFO 2024-09-20 21:19:47 ts/train.py:192 step:69K smpl:276K ep:858 epch:17.15 loss:0.053 grdn:6.644 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:19:54 ts/train.py:192 step:69K smpl:276K ep:859 epch:17.18 loss:0.090 grdn:13.588 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:20:01 ts/train.py:192 step:69K smpl:277K ep:860 epch:17.20 loss:0.051 grdn:7.850 lr:1.0e-05 updt_s:0.086 data_s:0.000 +INFO 2024-09-20 21:20:08 ts/train.py:192 step:69K smpl:277K ep:861 epch:17.23 loss:0.053 grdn:5.321 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:20:15 ts/train.py:192 step:69K smpl:278K ep:862 epch:17.25 loss:0.044 grdn:7.807 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:20:21 ts/train.py:192 step:70K smpl:278K ep:864 epch:17.27 loss:0.070 grdn:8.663 lr:1.0e-05 updt_s:0.046 data_s:0.000 +INFO 2024-09-20 21:20:28 ts/train.py:192 step:70K smpl:278K ep:865 epch:17.30 loss:0.043 grdn:6.264 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:20:34 ts/train.py:192 step:70K smpl:279K ep:866 epch:17.32 loss:0.043 grdn:9.030 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 21:20:41 ts/train.py:192 step:70K smpl:279K ep:867 epch:17.35 loss:0.056 grdn:5.987 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:20:47 ts/train.py:192 step:70K smpl:280K ep:869 epch:17.37 loss:0.039 grdn:8.764 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:20:53 ts/train.py:383 Checkpoint policy after step 70000 +INFO 2024-09-20 21:21:01 ts/train.py:393 Resume training +INFO 2024-09-20 21:21:01 ts/train.py:192 step:70K smpl:280K ep:870 epch:17.40 loss:0.057 grdn:5.523 lr:1.0e-05 updt_s:0.039 data_s:0.001 +INFO 2024-09-20 21:21:07 ts/train.py:192 step:70K smpl:280K ep:871 epch:17.42 loss:0.071 grdn:5.580 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 21:21:14 ts/train.py:192 step:70K smpl:281K ep:872 epch:17.45 loss:0.070 grdn:14.180 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 21:21:21 ts/train.py:192 step:70K smpl:281K ep:874 epch:17.47 loss:0.068 grdn:7.641 lr:1.0e-05 updt_s:0.042 data_s:0.000 +INFO 2024-09-20 21:21:27 ts/train.py:192 step:70K smpl:282K ep:875 epch:17.50 loss:0.049 grdn:8.360 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:21:34 ts/train.py:192 step:70K smpl:282K ep:876 epch:17.52 loss:0.066 grdn:5.302 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:21:40 ts/train.py:192 step:71K smpl:282K ep:877 epch:17.55 loss:0.036 grdn:5.668 lr:1.0e-05 updt_s:0.045 data_s:0.000 +INFO 2024-09-20 21:21:47 ts/train.py:192 step:71K smpl:283K ep:879 epch:17.57 loss:0.058 grdn:7.077 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:21:54 ts/train.py:192 step:71K smpl:283K ep:880 epch:17.60 loss:0.068 grdn:6.036 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 21:22:00 ts/train.py:192 step:71K smpl:284K ep:881 epch:17.62 loss:0.058 grdn:6.347 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:22:07 ts/train.py:192 step:71K smpl:284K ep:882 epch:17.65 loss:0.048 grdn:8.184 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 21:22:13 ts/train.py:192 step:71K smpl:284K ep:884 epch:17.67 loss:0.019 grdn:4.405 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:22:20 ts/train.py:192 step:71K smpl:285K ep:885 epch:17.70 loss:0.040 grdn:5.604 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 21:22:27 ts/train.py:192 step:71K smpl:285K ep:886 epch:17.72 loss:0.029 grdn:6.655 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:22:33 ts/train.py:192 step:71K smpl:286K ep:887 epch:17.75 loss:0.048 grdn:6.044 lr:1.0e-05 updt_s:0.043 data_s:0.001 +INFO 2024-09-20 21:22:40 ts/train.py:192 step:72K smpl:286K ep:889 epch:17.77 loss:0.040 grdn:6.601 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:22:46 ts/train.py:192 step:72K smpl:286K ep:890 epch:17.80 loss:0.043 grdn:4.477 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 21:22:53 ts/train.py:192 step:72K smpl:287K ep:891 epch:17.82 loss:0.041 grdn:6.365 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:22:59 ts/train.py:192 step:72K smpl:287K ep:892 epch:17.85 loss:0.060 grdn:5.723 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:23:06 ts/train.py:192 step:72K smpl:288K ep:894 epch:17.87 loss:0.047 grdn:4.722 lr:1.0e-05 updt_s:0.035 data_s:0.000 +INFO 2024-09-20 21:23:12 ts/train.py:192 step:72K smpl:288K ep:895 epch:17.90 loss:0.043 grdn:4.795 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 21:23:19 ts/train.py:192 step:72K smpl:288K ep:896 epch:17.92 loss:0.048 grdn:5.306 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:23:25 ts/train.py:192 step:72K smpl:289K ep:897 epch:17.95 loss:0.055 grdn:12.843 lr:1.0e-05 updt_s:0.056 data_s:0.000 +INFO 2024-09-20 21:23:32 ts/train.py:192 step:72K smpl:289K ep:899 epch:17.97 loss:0.055 grdn:9.763 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:23:38 ts/train.py:192 step:72K smpl:290K ep:900 epch:18.00 loss:0.026 grdn:5.653 lr:1.0e-05 updt_s:0.092 data_s:0.000 +INFO 2024-09-20 21:23:45 ts/train.py:192 step:72K smpl:290K ep:901 epch:18.02 loss:0.059 grdn:11.658 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:23:52 ts/train.py:192 step:73K smpl:290K ep:902 epch:18.05 loss:0.039 grdn:6.410 lr:1.0e-05 updt_s:0.078 data_s:0.000 +INFO 2024-09-20 21:23:59 ts/train.py:192 step:73K smpl:291K ep:904 epch:18.07 loss:0.110 grdn:5.481 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:24:06 ts/train.py:192 step:73K smpl:291K ep:905 epch:18.10 loss:0.052 grdn:4.991 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 21:24:13 ts/train.py:192 step:73K smpl:292K ep:906 epch:18.12 loss:0.061 grdn:6.367 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 21:24:20 ts/train.py:192 step:73K smpl:292K ep:907 epch:18.14 loss:0.052 grdn:7.449 lr:1.0e-05 updt_s:0.079 data_s:0.001 +INFO 2024-09-20 21:24:26 ts/train.py:192 step:73K smpl:292K ep:908 epch:18.17 loss:0.060 grdn:5.799 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 21:24:33 ts/train.py:192 step:73K smpl:293K ep:910 epch:18.19 loss:0.075 grdn:7.076 lr:1.0e-05 updt_s:0.093 data_s:0.000 +INFO 2024-09-20 21:24:40 ts/train.py:192 step:73K smpl:293K ep:911 epch:18.22 loss:0.050 grdn:5.728 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:24:46 ts/train.py:192 step:73K smpl:294K ep:912 epch:18.24 loss:0.044 grdn:6.859 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:24:53 ts/train.py:192 step:74K smpl:294K ep:913 epch:18.27 loss:0.033 grdn:3.897 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:25:00 ts/train.py:192 step:74K smpl:294K ep:915 epch:18.29 loss:0.042 grdn:5.622 lr:1.0e-05 updt_s:0.043 data_s:0.031 +INFO 2024-09-20 21:25:06 ts/train.py:192 step:74K smpl:295K ep:916 epch:18.32 loss:0.074 grdn:5.611 lr:1.0e-05 updt_s:0.092 data_s:0.000 +INFO 2024-09-20 21:25:13 ts/train.py:192 step:74K smpl:295K ep:917 epch:18.34 loss:0.056 grdn:11.031 lr:1.0e-05 updt_s:0.090 data_s:0.000 +INFO 2024-09-20 21:25:20 ts/train.py:192 step:74K smpl:296K ep:918 epch:18.37 loss:0.051 grdn:5.986 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 21:25:27 ts/train.py:192 step:74K smpl:296K ep:920 epch:18.39 loss:0.065 grdn:6.391 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:25:34 ts/train.py:192 step:74K smpl:296K ep:921 epch:18.42 loss:0.041 grdn:7.761 lr:1.0e-05 updt_s:0.083 data_s:0.000 +INFO 2024-09-20 21:25:41 ts/train.py:192 step:74K smpl:297K ep:922 epch:18.44 loss:0.069 grdn:10.622 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:25:48 ts/train.py:192 step:74K smpl:297K ep:923 epch:18.47 loss:0.034 grdn:6.194 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 21:25:54 ts/train.py:192 step:74K smpl:298K ep:925 epch:18.49 loss:0.050 grdn:4.171 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:26:01 ts/train.py:192 step:74K smpl:298K ep:926 epch:18.52 loss:0.034 grdn:6.751 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:26:08 ts/train.py:192 step:75K smpl:298K ep:927 epch:18.54 loss:0.072 grdn:14.354 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:26:14 ts/train.py:192 step:75K smpl:299K ep:928 epch:18.57 loss:0.070 grdn:6.027 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 21:26:21 ts/train.py:192 step:75K smpl:299K ep:930 epch:18.59 loss:0.042 grdn:6.286 lr:1.0e-05 updt_s:0.083 data_s:0.000 +INFO 2024-09-20 21:26:28 ts/train.py:192 step:75K smpl:300K ep:931 epch:18.62 loss:0.034 grdn:6.460 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:26:35 ts/train.py:192 step:75K smpl:300K ep:932 epch:18.64 loss:0.051 grdn:5.909 lr:1.0e-05 updt_s:0.043 data_s:0.001 +INFO 2024-09-20 21:26:41 ts/train.py:192 step:75K smpl:300K ep:933 epch:18.67 loss:0.096 grdn:15.877 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:26:48 ts/train.py:192 step:75K smpl:301K ep:935 epch:18.69 loss:0.046 grdn:4.597 lr:1.0e-05 updt_s:0.089 data_s:0.000 +INFO 2024-09-20 21:26:55 ts/train.py:192 step:75K smpl:301K ep:936 epch:18.72 loss:0.029 grdn:5.131 lr:1.0e-05 updt_s:0.084 data_s:0.000 +INFO 2024-09-20 21:27:01 ts/train.py:192 step:75K smpl:302K ep:937 epch:18.74 loss:0.046 grdn:8.756 lr:1.0e-05 updt_s:0.085 data_s:0.001 +INFO 2024-09-20 21:27:08 ts/train.py:192 step:76K smpl:302K ep:938 epch:18.77 loss:0.066 grdn:9.429 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:27:14 ts/train.py:192 step:76K smpl:302K ep:940 epch:18.79 loss:0.049 grdn:7.633 lr:1.0e-05 updt_s:0.082 data_s:0.000 +INFO 2024-09-20 21:27:21 ts/train.py:192 step:76K smpl:303K ep:941 epch:18.82 loss:0.035 grdn:4.031 lr:1.0e-05 updt_s:0.088 data_s:0.000 +INFO 2024-09-20 21:27:28 ts/train.py:192 step:76K smpl:303K ep:942 epch:18.84 loss:0.050 grdn:7.063 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:27:35 ts/train.py:192 step:76K smpl:304K ep:943 epch:18.87 loss:0.081 grdn:6.976 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:27:41 ts/train.py:192 step:76K smpl:304K ep:945 epch:18.89 loss:0.038 grdn:8.702 lr:1.0e-05 updt_s:0.071 data_s:0.000 +INFO 2024-09-20 21:27:48 ts/train.py:192 step:76K smpl:304K ep:946 epch:18.92 loss:0.044 grdn:5.087 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:27:54 ts/train.py:192 step:76K smpl:305K ep:947 epch:18.94 loss:0.031 grdn:4.612 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:28:01 ts/train.py:192 step:76K smpl:305K ep:948 epch:18.97 loss:0.052 grdn:10.651 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:28:07 ts/train.py:192 step:76K smpl:306K ep:949 epch:18.99 loss:0.054 grdn:9.517 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:28:15 ts/train.py:192 step:76K smpl:306K ep:951 epch:19.01 loss:0.044 grdn:9.812 lr:1.0e-05 updt_s:0.096 data_s:0.000 +INFO 2024-09-20 21:28:21 ts/train.py:192 step:77K smpl:306K ep:952 epch:19.04 loss:0.056 grdn:5.230 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:28:28 ts/train.py:192 step:77K smpl:307K ep:953 epch:19.06 loss:0.048 grdn:5.097 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:28:34 ts/train.py:192 step:77K smpl:307K ep:954 epch:19.09 loss:0.039 grdn:5.441 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:28:41 ts/train.py:192 step:77K smpl:308K ep:956 epch:19.11 loss:0.059 grdn:14.927 lr:1.0e-05 updt_s:0.079 data_s:0.000 +INFO 2024-09-20 21:28:47 ts/train.py:192 step:77K smpl:308K ep:957 epch:19.14 loss:0.047 grdn:8.506 lr:1.0e-05 updt_s:0.037 data_s:0.000 +INFO 2024-09-20 21:28:54 ts/train.py:192 step:77K smpl:308K ep:958 epch:19.16 loss:0.062 grdn:10.986 lr:1.0e-05 updt_s:0.087 data_s:0.000 +INFO 2024-09-20 21:29:01 ts/train.py:192 step:77K smpl:309K ep:959 epch:19.19 loss:0.048 grdn:6.066 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:29:07 ts/train.py:192 step:77K smpl:309K ep:961 epch:19.21 loss:0.061 grdn:6.305 lr:1.0e-05 updt_s:0.074 data_s:0.000 +INFO 2024-09-20 21:29:14 ts/train.py:192 step:77K smpl:310K ep:962 epch:19.24 loss:0.034 grdn:5.173 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:29:21 ts/train.py:192 step:78K smpl:310K ep:963 epch:19.26 loss:0.057 grdn:7.018 lr:1.0e-05 updt_s:0.085 data_s:0.000 +INFO 2024-09-20 21:29:28 ts/train.py:192 step:78K smpl:310K ep:964 epch:19.29 loss:0.053 grdn:7.803 lr:1.0e-05 updt_s:0.073 data_s:0.000 +INFO 2024-09-20 21:29:34 ts/train.py:192 step:78K smpl:311K ep:966 epch:19.31 loss:0.039 grdn:4.997 lr:1.0e-05 updt_s:0.038 data_s:0.000 +INFO 2024-09-20 21:29:40 ts/train.py:192 step:78K smpl:311K ep:967 epch:19.34 loss:0.042 grdn:5.080 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:29:47 ts/train.py:192 step:78K smpl:312K ep:968 epch:19.36 loss:0.049 grdn:9.676 lr:1.0e-05 updt_s:0.064 data_s:0.000 +INFO 2024-09-20 21:29:53 ts/train.py:192 step:78K smpl:312K ep:969 epch:19.39 loss:0.055 grdn:5.175 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:30:00 ts/train.py:192 step:78K smpl:312K ep:971 epch:19.41 loss:0.074 grdn:12.986 lr:1.0e-05 updt_s:0.069 data_s:0.000 +INFO 2024-09-20 21:30:06 ts/train.py:192 step:78K smpl:313K ep:972 epch:19.44 loss:0.042 grdn:5.283 lr:1.0e-05 updt_s:0.040 data_s:0.000 +INFO 2024-09-20 21:30:13 ts/train.py:192 step:78K smpl:313K ep:973 epch:19.46 loss:0.046 grdn:4.227 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 21:30:20 ts/train.py:192 step:78K smpl:314K ep:974 epch:19.49 loss:0.040 grdn:6.298 lr:1.0e-05 updt_s:0.081 data_s:0.000 +INFO 2024-09-20 21:30:26 ts/train.py:192 step:78K smpl:314K ep:976 epch:19.51 loss:0.035 grdn:5.851 lr:1.0e-05 updt_s:0.070 data_s:0.000 +INFO 2024-09-20 21:30:33 ts/train.py:192 step:79K smpl:314K ep:977 epch:19.54 loss:0.054 grdn:7.802 lr:1.0e-05 updt_s:0.061 data_s:0.000 +INFO 2024-09-20 21:30:39 ts/train.py:192 step:79K smpl:315K ep:978 epch:19.56 loss:0.053 grdn:7.261 lr:1.0e-05 updt_s:0.075 data_s:0.000 +INFO 2024-09-20 21:30:46 ts/train.py:192 step:79K smpl:315K ep:979 epch:19.59 loss:0.058 grdn:14.282 lr:1.0e-05 updt_s:0.072 data_s:0.000 +INFO 2024-09-20 21:30:53 ts/train.py:192 step:79K smpl:316K ep:981 epch:19.61 loss:0.042 grdn:5.156 lr:1.0e-05 updt_s:0.080 data_s:0.000 +INFO 2024-09-20 21:31:00 ts/train.py:192 step:79K smpl:316K ep:982 epch:19.64 loss:0.093 grdn:12.257 lr:1.0e-05 updt_s:0.078 data_s:0.001 +INFO 2024-09-20 21:31:06 ts/train.py:192 step:79K smpl:316K ep:983 epch:19.66 loss:0.055 grdn:13.220 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:31:13 ts/train.py:192 step:79K smpl:317K ep:984 epch:19.69 loss:0.028 grdn:3.616 lr:1.0e-05 updt_s:0.035 data_s:0.001 +INFO 2024-09-20 21:31:20 ts/train.py:192 step:79K smpl:317K ep:986 epch:19.71 loss:0.064 grdn:9.553 lr:1.0e-05 updt_s:0.036 data_s:0.000 +INFO 2024-09-20 21:31:27 ts/train.py:192 step:79K smpl:318K ep:987 epch:19.74 loss:0.084 grdn:10.228 lr:1.0e-05 updt_s:0.068 data_s:0.000 +INFO 2024-09-20 21:31:34 ts/train.py:192 step:80K smpl:318K ep:988 epch:19.76 loss:0.035 grdn:4.332 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:31:40 ts/train.py:192 step:80K smpl:318K ep:989 epch:19.79 loss:0.048 grdn:6.582 lr:1.0e-05 updt_s:0.077 data_s:0.000 +INFO 2024-09-20 21:31:47 ts/train.py:192 step:80K smpl:319K ep:991 epch:19.81 loss:0.073 grdn:5.039 lr:1.0e-05 updt_s:0.091 data_s:0.000 +INFO 2024-09-20 21:31:54 ts/train.py:192 step:80K smpl:319K ep:992 epch:19.83 loss:0.053 grdn:8.977 lr:1.0e-05 updt_s:0.044 data_s:0.000 +INFO 2024-09-20 21:32:00 ts/train.py:192 step:80K smpl:320K ep:993 epch:19.86 loss:0.030 grdn:4.801 lr:1.0e-05 updt_s:0.039 data_s:0.000 +INFO 2024-09-20 21:32:07 ts/train.py:383 Checkpoint policy after step 80000 +INFO 2024-09-20 21:32:12 ts/train.py:393 Resume training +INFO 2024-09-20 21:32:12 ts/train.py:455 End of training \ No newline at end of file diff --git a/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt b/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..b0a6260a10456af1f9f8a56d66f3aa2b025bfe6d --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt @@ -0,0 +1,237 @@ +Babel==2.11.0 +Brotli==1.0.9 +Farama-Notifications==0.0.4 +Flask==3.0.3 +GitPython==3.1.43 +Jinja2==3.1.4 +MarkupSafe==2.1.3 +MarkupSafe==2.1.5 +PySocks==1.7.1 +PyYAML==6.0.1 +PyYAML==6.0.2 +Pygments==2.15.1 +Send2Trash==1.8.2 +Werkzeug==3.0.4 +aiohappyeyeballs==2.4.0 +aiohttp==3.10.5 +aiosignal==1.3.1 +antlr4-python3-runtime==4.9.3 +anyio==4.2.0 +anywidget==0.9.13 +argon2-cffi-bindings==21.2.0 +argon2-cffi==21.3.0 +arrow==1.3.0 +asciitree==0.3.3 +asttokens==2.0.5 +async-lru==2.0.4 +async-timeout==4.0.3 +attrs==23.1.0 +attrs==24.2.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +beautifulsoup4==4.12.3 +bleach==4.1.0 +blinker==1.8.2 +certifi==2024.8.30 +cffi==1.16.0 +cffi==1.17.0 +charset-normalizer==3.3.2 +click==8.1.7 +cloudpickle==3.0.0 +cmake==3.30.2 +colorama==0.4.6 +comm==0.2.1 +datasets==2.21.0 +debugpy==1.6.7 +decorator==5.1.1 +deepdiff==8.0.1 +defusedxml==0.7.1 +diffusers==0.30.1 +dill==0.3.8 +docker-pycreds==0.4.0 +einops==0.8.0 +entrypoints==0.4 +exceptiongroup==1.2.0 +executing==0.8.3 +fasteners==0.19 +fastjsonschema==2.16.2 +filelock==3.15.4 +filelock==3.16.1 +fqdn==1.5.1 +frozenlist==1.4.1 +fsspec==2024.6.1 +fsspec==2024.9.0 +gdown==5.2.0 +gitdb==4.0.11 +gymnasium==0.29.1 +h11==0.14.0 +h2==4.1.0 +h5py==3.11.0 +hf_transfer==0.1.8 +hpack==4.0.0 +httpcore==1.0.5 +httpx==0.27.2 +huggingface_hub==0.25.0 +hydra-core==1.3.2 +hyperframe==6.0.1 +idna==3.7 +idna==3.8 +imageio-ffmpeg==0.5.1 +imageio==2.35.1 +importlib_metadata==8.0.0 +importlib_metadata==8.4.0 +importlib_metadata==8.5.0 +importlib_resources==6.4.0 +importlib_resources==6.4.5 +inflect==7.3.1 +inquirerpy==0.3.4 +ipykernel==6.28.0 +ipython-genutils==0.2.0 +ipython==8.25.0 +ipywidgets==8.1.5 +isoduration==20.11.0 +itsdangerous==2.2.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +jedi==0.19.1 +json5==0.9.6 +jsonpointer==3.0.0 +jsonschema-specifications==2023.7.1 +jsonschema==4.19.2 +jupyter-console==6.6.3 +jupyter-events==0.10.0 +jupyter-highlight-selected-word==0.2.0 +jupyter-lsp==2.2.0 +jupyter-ui-poll==1.0.0 +jupyter==1.1.0 +jupyter_client==8.6.0 +jupyter_contrib_core==0.4.2 +jupyter_contrib_nbextensions==0.7.0 +jupyter_core==5.7.2 +jupyter_nbextensions_configurator==0.6.4 +jupyter_server==2.14.2 +jupyter_server_terminals==0.4.4 +jupyterlab-pygments==0.1.2 +jupyterlab==4.2.5 +jupyterlab_server==2.27.3 +jupyterlab_widgets==3.0.13 +lerobot==0.1.0 +llvmlite==0.43.0 +lxml==5.3.0 +matplotlib-inline==0.1.6 +mistune==2.0.4 +more-itertools==10.3.0 +mpmath==1.3.0 +multidict==6.0.5 +multiprocess==0.70.16 +nbclient==0.8.0 +nbconvert==7.16.4 +nbformat==5.9.2 +nest-asyncio==1.6.0 +networkx==3.3 +notebook==7.2.2 +notebook_shim==0.2.3 +numba==0.60.0 +numcodecs==0.13.0 +numpy==1.26.4 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==9.1.0.70 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.6.20 +nvidia-nvtx-cu12==12.1.105 +omegaconf==2.3.0 +opencv-python==4.10.0.84 +ordered-set==4.1.0 +orderly-set==5.2.2 +overrides==7.4.0 +packaging==24.1 +packaging==24.1 +pandas==2.2.2 +pandocfilters==1.5.0 +parso==0.8.3 +pexpect==4.8.0 +pfzy==0.3.4 +pillow==10.4.0 +pip==24.2 +platformdirs==3.10.0 +platformdirs==4.2.2 +platformdirs==4.2.2 +prometheus-client==0.14.1 +prompt-toolkit==3.0.43 +prompt_toolkit==3.0.47 +protobuf==5.28.0 +psutil==5.9.0 +psutil==6.0.0 +psygnal==0.11.1 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==17.0.0 +pyav==12.3.0 +pycparser==2.21 +pycparser==2.22 +pymunk==6.8.1 +python-dateutil==2.9.0.post0 +python-json-logger==2.0.7 +pytz==2024.1 +pyzmq==25.1.2 +referencing==0.30.2 +regex==2024.7.24 +requests==2.32.3 +rerun-notebook==0.18.1 +rerun-sdk==0.18.1 +rfc3339-validator==0.1.4 +rfc3986-validator==0.1.1 +rpds-py==0.10.6 +safetensors==0.4.4 +sentry-sdk==2.13.0 +setproctitle==1.3.3 +setuptools==72.2.0 +six==1.16.0 +smmap==5.0.1 +sniffio==1.3.0 +soupsieve==2.5 +soupsieve==2.6 +stack-data==0.2.0 +sympy==1.13.2 +termcolor==2.4.0 +terminado==0.17.1 +tinycss2==1.2.1 +tomli==2.0.1 +tomli==2.0.1 +torch==2.4.0 +torchvision==0.19.0 +tornado==6.4.1 +tqdm==4.66.5 +traitlets==5.14.3 +triton==3.0.0 +typeguard==4.3.0 +types-python-dateutil==2.9.0.20240821 +typing_extensions==4.11.0 +typing_extensions==4.12.2 +typing_extensions==4.12.2 +tzdata==2024.1 +uri-template==1.3.0 +urllib3==2.2.2 +wandb==0.17.8 +wcwidth==0.2.13 +wcwidth==0.2.5 +webcolors==24.8.0 +webencodings==0.5.1 +websocket-client==1.8.0 +wheel==0.43.0 +wheel==0.44.0 +widgetsnbextension==4.0.13 +xxhash==3.5.0 +yarl==1.9.4 +zarr==2.18.2 +zipp==3.19.2 +zipp==3.20.1 +zipp==3.20.2 \ No newline at end of file diff --git a/wandb/run-20240920_200322-zhtbclvs/files/wandb-metadata.json b/wandb/run-20240920_200322-zhtbclvs/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1bd952659dc9fd2564b667a8d469ea6b07fe1766 --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/files/wandb-metadata.json @@ -0,0 +1,176 @@ +{ + "os": "Linux-5.15.0-122-generic-x86_64-with-glibc2.35", + "python": "3.10.14", + "heartbeatAt": "2024-09-20T20:03:22.700724", + "startedAt": "2024-09-20T20:03:22.351638", + "docker": null, + "cuda": null, + "args": [ + "dataset_repo_id=bchandaka/acm_move_square", + "policy=act_koch_real", + "env=koch_real", + "hydra.run.dir=outputs/train/act_acm_move_square", + "hydra.job.name=act_acm_move_square", + "device=cuda", + "wandb.enable=true" + ], + "state": "running", + "program": "/home/bhargav9/lerobot/lerobot/scripts/train.py", + "codePathLocal": "lerobot/scripts/train.py", + "codePath": "lerobot/scripts/train.py", + "git": { + "remote": "https://github.com/huggingface/lerobot.git", + "commit": "92573486a84274784ea9c23d59404a4815bcebc0" + }, + "email": null, + "root": "/home/bhargav9/lerobot", + "host": "jupyter-bhargav9", + "username": "bhargav9", + "executable": "/home/bhargav9/conda_envs/lerobot/bin/python", + "cpu_count": 24, + "cpu_count_logical": 24, + "cpu_freq": { + "current": 2645.0259999999985, + "min": 0.0, + "max": 0.0 + }, + "cpu_freq_per_core": [ + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2645.026, + "min": 0.0, + "max": 0.0 + } + ], + "disk": { + "/": { + "total": 77.34953689575195, + "used": 44.69865417480469 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 226.10184478759766 + } +} diff --git a/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json b/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b836a6cce93543b19909b0268c9094234b7a0125 --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/loss": 0.029547417536377907, "_timestamp": 1726867920.8611813, "train/grad_norm": 4.801095962524414, "train/lr": 1e-05, "train/update_s": 0.03862190298968926, "train/l1_loss": 0.027041563764214516, "train/kld_loss": 0.0002505853772163391, "train/dataloading_s": 0.00015060300938785076, "train/step": 79900, "train/num_samples": 319604, "train/num_episodes": 992.9907413161001, "train/num_epochs": 19.859814826322005, "train/is_online": false, "_runtime": 5318.465706348419, "_step": 79900, "_wandb": {"runtime": 5330}} \ No newline at end of file diff --git a/wandb/run-20240920_200322-zhtbclvs/logs/debug-internal.log b/wandb/run-20240920_200322-zhtbclvs/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..e2f9d3cba859c49c97534a17b8901e6f1d45cd9c --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/logs/debug-internal.log @@ -0,0 +1,16204 @@ +2024-09-20 20:03:22,392 INFO StreamThr :11617 [internal.py:wandb_internal():85] W&B internal server running at pid: 11617, started at: 2024-09-20 20:03:22.390235 +2024-09-20 20:03:22,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status +2024-09-20 20:03:22,398 INFO WriterThread:11617 [datastore.py:open_for_write():87] open: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/run-zhtbclvs.wandb +2024-09-20 20:03:22,402 DEBUG SenderThread:11617 [sender.py:send():391] send: header +2024-09-20 20:03:22,422 DEBUG SenderThread:11617 [sender.py:send():391] send: run +2024-09-20 20:03:22,670 INFO SenderThread:11617 [dir_watcher.py:__init__():211] watching files in: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files +2024-09-20 20:03:22,670 INFO SenderThread:11617 [sender.py:_start_run_threads():1200] run started: zhtbclvs with start time 1726862602.395475 +2024-09-20 20:03:22,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: run_start +2024-09-20 20:03:22,687 DEBUG HandlerThread:11617 [system_info.py:__init__():26] System info init +2024-09-20 20:03:22,687 DEBUG HandlerThread:11617 [system_info.py:__init__():41] System info init done +2024-09-20 20:03:22,687 INFO HandlerThread:11617 [system_monitor.py:start():194] Starting system monitor +2024-09-20 20:03:22,688 INFO SystemMonitor:11617 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-09-20 20:03:22,688 INFO HandlerThread:11617 [system_monitor.py:probe():214] Collecting system info +2024-09-20 20:03:22,688 INFO SystemMonitor:11617 [interfaces.py:start():188] Started cpu monitoring +2024-09-20 20:03:22,689 INFO SystemMonitor:11617 [interfaces.py:start():188] Started disk monitoring +2024-09-20 20:03:22,690 INFO SystemMonitor:11617 [interfaces.py:start():188] Started gpu monitoring +2024-09-20 20:03:22,691 INFO SystemMonitor:11617 [interfaces.py:start():188] Started memory monitoring +2024-09-20 20:03:22,692 INFO SystemMonitor:11617 [interfaces.py:start():188] Started network monitoring +2024-09-20 20:03:22,700 DEBUG HandlerThread:11617 [system_info.py:probe():152] Probing system +2024-09-20 20:03:22,703 DEBUG HandlerThread:11617 [system_info.py:_probe_git():137] Probing git +2024-09-20 20:03:22,720 DEBUG HandlerThread:11617 [system_info.py:_probe_git():145] Probing git done +2024-09-20 20:03:22,720 DEBUG HandlerThread:11617 [system_info.py:probe():200] Probing system done +2024-09-20 20:03:22,720 DEBUG HandlerThread:11617 [system_monitor.py:probe():223] {'os': 'Linux-5.15.0-122-generic-x86_64-with-glibc2.35', 'python': '3.10.14', 'heartbeatAt': '2024-09-20T20:03:22.700724', 'startedAt': '2024-09-20T20:03:22.351638', 'docker': None, 'cuda': None, 'args': ('dataset_repo_id=bchandaka/acm_move_square', 'policy=act_koch_real', 'env=koch_real', 'hydra.run.dir=outputs/train/act_acm_move_square', 'hydra.job.name=act_acm_move_square', 'device=cuda', 'wandb.enable=true'), 'state': 'running', 'program': '/home/bhargav9/lerobot/lerobot/scripts/train.py', 'codePathLocal': 'lerobot/scripts/train.py', 'codePath': 'lerobot/scripts/train.py', 'git': {'remote': 'https://github.com/huggingface/lerobot.git', 'commit': '92573486a84274784ea9c23d59404a4815bcebc0'}, 'email': None, 'root': '/home/bhargav9/lerobot', 'host': 'jupyter-bhargav9', 'username': 'bhargav9', 'executable': '/home/bhargav9/conda_envs/lerobot/bin/python', 'cpu_count': 24, 'cpu_count_logical': 24, 'cpu_freq': {'current': 2645.0259999999985, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}, {'current': 2645.026, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 77.34953689575195, 'used': 44.69865417480469}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 226.10184478759766}} +2024-09-20 20:03:22,720 INFO HandlerThread:11617 [system_monitor.py:probe():224] Finished collecting system info +2024-09-20 20:03:22,720 INFO HandlerThread:11617 [system_monitor.py:probe():227] Publishing system info +2024-09-20 20:03:22,722 DEBUG HandlerThread:11617 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-09-20 20:03:23,673 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml +2024-09-20 20:03:25,949 DEBUG HandlerThread:11617 [system_info.py:_save_conda():224] Saving conda packages done +2024-09-20 20:03:25,953 INFO HandlerThread:11617 [system_monitor.py:probe():229] Finished publishing system info +2024-09-20 20:03:25,968 DEBUG SenderThread:11617 [sender.py:send():391] send: files +2024-09-20 20:03:25,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-metadata.json with policy now +2024-09-20 20:03:26,365 INFO wandb-upload_0:11617 [upload_job.py:push():130] Uploaded file /tmp/tmpqvamqvgkwandb/xpnu068d-wandb-metadata.json +2024-09-20 20:03:26,677 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml +2024-09-20 20:03:26,677 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-metadata.json +2024-09-20 20:03:26,988 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: python_packages +2024-09-20 20:03:26,989 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: python_packages +2024-09-20 20:03:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:03:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:26,993 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:03:27,119 DEBUG SenderThread:11617 [sender.py:send():391] send: telemetry +2024-09-20 20:03:27,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt +2024-09-20 20:03:27,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:28,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:29,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:31,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:33,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:36,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:38,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:41,852 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:41,854 DEBUG SenderThread:11617 [sender.py:send():391] send: telemetry +2024-09-20 20:03:41,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:03:41,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:03:43,787 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:44,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:46,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:48,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:48,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:03:48,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:03:48,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:03:48,795 INFO Thread-12 :11617 [dir_watcher.py:_on_file_created():271] file/dir created: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:03:49,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:49,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:54,013 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:03:54,014 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:03:54,018 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:03:54,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:03:55,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:03:55,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/config.yaml +2024-09-20 20:03:55,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:03:56,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:03:56,989 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:03:56,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:03:59,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:03:59,969 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:03:59,970 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:03:59,973 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:00,814 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:00,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:01,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:05,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:06,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:06,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:06,863 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:06,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:07,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:10,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:11,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:11,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:12,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:12,202 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:12,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:12,206 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:12,873 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:13,876 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:16,207 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:16,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:18,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:18,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:18,568 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:18,882 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:19,884 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:21,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:22,693 DEBUG SystemMonitor:11617 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-09-20 20:04:22,694 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:04:24,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:24,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:24,817 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:24,821 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:24,890 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:26,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:26,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:26,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:27,895 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:31,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:31,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:31,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:31,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:31,899 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:31,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:33,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:36,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:37,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:37,413 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:37,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:37,417 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:37,909 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:39,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:41,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:41,992 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:43,127 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:43,602 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:43,603 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:43,606 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:43,918 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:45,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:46,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:48,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:49,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:49,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:49,818 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:49,822 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:49,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:51,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:04:52,695 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:04:54,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:04:56,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:04:56,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:04:56,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:04:56,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:04:56,979 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:04:56,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:04:56,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:04:56,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:04:57,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:00,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:02,436 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:02,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:02,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:02,990 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:03,992 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:05,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:06,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:08,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:08,574 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:08,575 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:08,578 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:09,000 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:10,004 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:10,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:11,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:11,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:14,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,607 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:14,607 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:14,611 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:15,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:15,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:16,011 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:16,992 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:20,624 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:20,625 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:20,626 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:20,627 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:20,630 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:21,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:22,020 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:22,695 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:05:25,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:26,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:26,641 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:26,641 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:26,645 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:26,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:26,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:26,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:27,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:28,084 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:31,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:33,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:33,070 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:33,071 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:33,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:33,089 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:36,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:36,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:36,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:39,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:39,126 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:39,126 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:39,221 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:40,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:41,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:41,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:42,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:42,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:45,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:45,074 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:45,075 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:45,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:45,108 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:46,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:47,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:48,119 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:51,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:51,083 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:51,083 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:51,087 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:51,123 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:52,696 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:05:53,697 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:05:54,128 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:56,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:05:56,967 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:05:56,967 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:05:56,980 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:05:56,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:05:56,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:05:56,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:05:57,132 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:05:58,135 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:05:59,035 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:02,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:02,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:02,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:03,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:04,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:04,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:06,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:08,631 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,632 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:08,632 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:08,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,634 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:08,717 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:09,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:10,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:10,717 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:11,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:11,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:14,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,408 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:14,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:14,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:14,413 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:15,205 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:16,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:16,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:16,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:20,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:20,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:20,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:20,276 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:21,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:21,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:22,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:22,696 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:26,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:26,221 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:26,225 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:26,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:26,991 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:26,993 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:27,131 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:27,224 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:28,226 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:32,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:32,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,181 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,182 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:32,185 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:32,231 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:34,235 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:36,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:37,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:38,175 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:38,175 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:38,185 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:38,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:40,279 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:41,991 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:41,992 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:43,130 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:44,111 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,112 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:44,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,112 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:44,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,115 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:44,123 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:44,285 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:46,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:46,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:48,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:50,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:50,425 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:50,426 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:50,429 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:51,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:52,299 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:06:52,702 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:06:54,703 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:06:56,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:06:56,270 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:06:56,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:06:56,283 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:06:56,305 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:06:56,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:06:56,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:06:56,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:06:58,312 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:00,090 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:02,056 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:02,068 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:02,068 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:02,082 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:02,316 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:04,320 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:06,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:06,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:07,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:07,782 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:07,782 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:07,786 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:08,327 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:10,331 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:11,787 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:11,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:11,994 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:13,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:13,609 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:13,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:13,613 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:14,336 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:16,340 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:16,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:16,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:19,467 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:19,468 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:19,482 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:20,380 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:21,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:22,383 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:22,702 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:25,337 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:25,337 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:25,341 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:25,387 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:26,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:26,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:27,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:28,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:31,380 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,381 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:31,381 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,384 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,384 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:31,388 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:31,396 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:33,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:34,400 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:36,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:37,581 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:37,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:37,585 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:38,405 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:38,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:40,452 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:41,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:41,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:43,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,539 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:43,539 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,540 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:43,540 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,542 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:43,545 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:44,481 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:44,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:46,487 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:46,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:50,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:51,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:51,538 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:51,538 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:51,574 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:52,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:07:52,702 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:07:54,500 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:07:55,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:07:56,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:07:56,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:07:57,036 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:07:57,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:07:57,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:07:57,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:07:57,877 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:07:58,505 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:00,508 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:00,880 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:04,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:04,272 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:04,272 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:04,276 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:04,516 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:06,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:06,520 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:06,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:10,478 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:10,479 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:10,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:10,527 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:11,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:11,994 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:11,995 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:12,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:16,791 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:16,794 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:16,795 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:16,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:16,799 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:16,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:17,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:18,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:22,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:22,703 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:08:23,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:23,269 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:23,269 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:23,275 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:23,584 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:24,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:26,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:27,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:29,637 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,637 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,638 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:29,638 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:29,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:29,680 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:30,597 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:31,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:33,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:36,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:36,083 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:36,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:36,090 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:36,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:36,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:37,609 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:39,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:41,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:41,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:42,472 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:42,472 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:42,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:42,617 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:43,619 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:44,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:46,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:48,936 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,936 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,936 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,937 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:48,976 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:48,976 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:48,981 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:49,629 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:49,629 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:49,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:52,704 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:08:55,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:08:55,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:08:55,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:08:55,225 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:08:55,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:08:55,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:08:56,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:08:56,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:08:57,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:08:57,892 WARNING FileStreamThread:11617 [file_stream.py:request_with_retry():674] requests_with_retry encountered retryable exception: 502 Server Error: Bad Gateway for url: https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream. func: >, args: ('https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream',), kwargs: {'json': {'files': {'wandb-summary.json': {'offset': 0, 'content': ['{"train/loss": 0.6850866675376892, "_timestamp": 1726862871.489934, "train/grad_norm": 49.8687744140625, "train/lr": 1e-05, "train/update_s": 0.08575311399181373, "train/l1_loss": 0.13144005835056305, "train/kld_loss": 0.055364660918712616, "train/dataloading_s": 0.00026908700237981975, "train/step": 4100, "train/num_samples": 16404, "train/num_episodes": 50.966258621761014, "train/num_epochs": 1.0193251724352204, "train/is_online": false, "_runtime": 269.09445905685425, "_step": 4100}']}, 'wandb-history.jsonl': {'offset': 40, 'content': ['{"train/loss": 0.8138049244880676, "_timestamp": 1726862863.5389352, "train/grad_norm": 55.24000930786133, "train/lr": 1e-05, "train/update_s": 0.06031252299726475, "train/l1_loss": 0.23727984726428986, "train/kld_loss": 0.057652510702610016, "train/dataloading_s": 0.00017643399769440293, "train/step": 4000, "train/num_samples": 16004, "train/num_episodes": 49.72348225936742, "train/num_epochs": 0.9944696451873485, "train/is_online": false, "_runtime": 261.1434602737427, "_step": 4000}', '{"train/loss": 0.6850866675376892, "_timestamp": 1726862871.489934, "train/grad_norm": 49.8687744140625, "train/lr": 1e-05, "train/update_s": 0.08575311399181373, "train/l1_loss": 0.13144005835056305, "train/kld_loss": 0.055364660918712616, "train/dataloading_s": 0.00026908700237981975, "train/step": 4100, "train/num_samples": 16404, "train/num_episodes": 50.966258621761014, "train/num_epochs": 1.0193251724352204, "train/is_online": false, "_runtime": 269.09445905685425, "_step": 4100}']}, 'wandb-events.jsonl': {'offset': 7, 'content': ['{"system.proc.memory.availableMB": 218628.99, "system.memory": 5.57, "system.proc.memory.rssMB": 1760.15, "system.proc.memory.percent": 0.76, "system.network.sent": 518522.2, "system.network.recv": 890985.87, "system.cpu": 3.52, "system.cpu.0.cpu_percent": 31.17, "system.cpu.1.cpu_percent": 33.75, "system.cpu.2.cpu_percent": 34.29, "system.cpu.3.cpu_percent": 33.2, "system.cpu.4.cpu_percent": 34.23, "system.cpu.5.cpu_percent": 34.78, "system.cpu.6.cpu_percent": 34.21, "system.cpu.7.cpu_percent": 32.62, "system.cpu.8.cpu_percent": 32.82, "system.cpu.9.cpu_percent": 32.09, "system.cpu.10.cpu_percent": 33.09, "system.cpu.11.cpu_percent": 31.75, "system.cpu.12.cpu_percent": 33.51, "system.cpu.13.cpu_percent": 35.63, "system.cpu.14.cpu_percent": 30.92, "system.cpu.15.cpu_percent": 33.1, "system.cpu.16.cpu_percent": 34.08, "system.cpu.17.cpu_percent": 34.09, "system.cpu.18.cpu_percent": 32.15, "system.cpu.19.cpu_percent": 32.31, "system.cpu.20.cpu_percent": 31.53, "system.cpu.21.cpu_percent": 33.75, "system.cpu.22.cpu_percent": 32.33, "system.cpu.23.cpu_percent": 30.44, "system.proc.cpu.threads": 38, "system.disk.\\\\.usagePercent": 57.8, "system.disk.\\\\.usageGB": 44.7, "system.disk.in": 0.0, "system.disk.out": 4.89, "system.gpu.0.memoryAllocated": 10.16, "system.gpu.0.memoryAllocatedBytes": 8725397504.0, "system.gpu.0.memory": 14.47, "system.gpu.0.gpu": 38.33, "system.gpu.0.temp": 36.47, "system.gpu.0.powerWatts": 131.63, "system.gpu.0.powerPercent": 26.33, "_wandb": true, "_timestamp": 1726862872.70215, "_runtime": 270.306675}']}, 'output.log': {'offset': 57, 'content': ['ERROR 2024-09-20T20:07:45.516082 INFO 2024-09-20 20:07:43 ts/train.py:192 step:4K smpl:16K ep:50 epch:0.99 loss:0.814 grdn:55.240 lr:1.0e-05 updt_s:0.060 data_s:0.000\n', 'ERROR 2024-09-20T20:07:53.524818 INFO 2024-09-20 20:07:51 ts/train.py:192 step:4K smpl:16K ep:51 epch:1.02 loss:0.685 grdn:49.869 lr:1.0e-05 updt_s:0.086 data_s:0.000\n']}}, 'dropped': 0}} +2024-09-20 20:09:01,178 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:01,478 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,479 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,479 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,479 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:01,479 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:01,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:01,704 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:03,712 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:06,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:07,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:08,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:08,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:08,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:08,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:09,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:11,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:11,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:09:12,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:14,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:14,969 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:14,969 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:14,973 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:15,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:15,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:16,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:18,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:21,571 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:21,575 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:21,576 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:21,580 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:21,782 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:22,705 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:09:23,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:23,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:26,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:26,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:09:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:27,941 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:27,941 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:27,945 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:28,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:28,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:29,801 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:34,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:34,525 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:34,525 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:34,529 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:34,812 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:35,815 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:36,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:39,014 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:41,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:41,080 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:41,080 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:41,084 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:41,825 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:41,826 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:41,995 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:41,996 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:09:44,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:46,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:47,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:47,497 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:47,498 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:47,501 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:47,836 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:49,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:49,879 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:52,705 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:09:53,921 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:09:53,921 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:09:53,926 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:09:54,887 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:09:54,926 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:09:55,890 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:09:56,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:09:57,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:09:57,002 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:00,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:00,384 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,385 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:00,386 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:00,386 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:00,390 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:00,897 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:01,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:06,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:06,820 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,820 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,821 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:06,842 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:06,842 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:06,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:06,911 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:06,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:07,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:12,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:12,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:12,094 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:13,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,280 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:13,280 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:13,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:13,287 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:13,922 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:13,923 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:16,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:18,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:19,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:19,768 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:19,768 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:19,775 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:19,933 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:21,938 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:22,706 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:10:23,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:26,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:26,242 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:26,242 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:26,245 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:26,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:26,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:27,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:27,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:27,985 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:29,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:32,653 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,654 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:32,668 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:32,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:32,677 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:32,991 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:33,999 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:34,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:36,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:38,981 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:38,981 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:38,988 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:39,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:39,988 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:40,008 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:42,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:42,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:45,100 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:45,289 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,289 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:45,289 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,290 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:45,293 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:46,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:46,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:46,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:51,019 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:51,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,471 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,471 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,471 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:51,475 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:51,476 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:51,481 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:52,067 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:10:52,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:10:52,707 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:10:56,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:10:56,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:10:57,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:10:57,003 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:10:57,872 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:10:57,872 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:10:57,878 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:10:58,087 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:00,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:01,879 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:04,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,426 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:04,427 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:04,427 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:04,432 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:05,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:06,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:06,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:11,032 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:11,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:11,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:11,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:11,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:12,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:12,007 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:12,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:12,118 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:16,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:17,675 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:17,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:17,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:17,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:18,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:20,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:22,709 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:11:22,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:24,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:24,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:24,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:24,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:25,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:26,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:26,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:27,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:27,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:28,087 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:30,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:30,710 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:30,710 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:30,760 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:31,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:32,174 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:34,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:36,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:37,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:37,209 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:37,213 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:38,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:38,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:39,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:42,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:42,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:43,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:43,959 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:43,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:43,963 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:44,192 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:44,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:46,207 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:46,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:50,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:50,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:50,669 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:50,669 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:50,676 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:51,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:52,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:11:52,709 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:11:55,710 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:11:56,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:11:57,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:11:57,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:11:57,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,202 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:11:57,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:11:57,206 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:11:57,267 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:11:58,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:01,207 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:03,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:03,813 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:03,814 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:03,818 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:04,282 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:06,284 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:06,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:06,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:11,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:11,114 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:11,114 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:11,121 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:11,292 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:12,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:12,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:12,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:12,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:16,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:17,699 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:17,740 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,740 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,740 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,741 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:17,759 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:17,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:17,763 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:18,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:18,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:22,710 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:12:22,710 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:24,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:24,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:24,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:24,218 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:24,376 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:26,380 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:26,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:27,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:27,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:28,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:30,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:30,390 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:30,390 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:30,394 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:31,387 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:32,389 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:37,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:37,029 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:37,029 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:37,030 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:37,060 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:37,395 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:38,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:40,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:42,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:42,004 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:43,681 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,682 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,683 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,683 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,683 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:43,683 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,684 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,685 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:43,688 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:44,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:44,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:45,689 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:47,001 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:50,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:50,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:50,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:50,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:51,367 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:52,419 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:12:52,710 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:12:56,711 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:12:57,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:12:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:12:57,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:12:57,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:12:57,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:12:57,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:12:57,425 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:12:58,428 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:02,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:03,513 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:03,514 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:03,517 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:04,470 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:04,471 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:07,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:08,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:09,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:09,809 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:09,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:09,813 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:10,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:10,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:12,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:12,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:13,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:16,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:16,375 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:16,376 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:16,379 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:16,486 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:17,002 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:18,490 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:19,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:22,710 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:13:22,944 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,945 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:22,946 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:22,946 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:22,960 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:23,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:24,499 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:24,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:27,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:27,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:27,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:29,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,469 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:29,469 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:29,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:29,473 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:29,504 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:30,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:30,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:35,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:35,948 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,948 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,948 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:35,949 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:35,949 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:35,962 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:36,514 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:37,003 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:38,564 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:41,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:42,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:42,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:42,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:42,338 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:42,338 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:42,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:42,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:44,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:46,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:47,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:48,914 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:48,915 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:48,919 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:49,579 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:50,581 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:51,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:13:52,711 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:13:55,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:13:55,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:13:55,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:13:55,469 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:13:55,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:13:56,594 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:13:57,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:13:57,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:13:57,005 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:13:57,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:01,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:01,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:01,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:01,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:02,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:02,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:03,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:07,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:08,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:08,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:08,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:08,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:08,569 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:08,614 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:10,660 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:12,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:12,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:14:14,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:16,685 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:17,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:19,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:14:19,040 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:14:21,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:21,827 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:27,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:27,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:28,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:28,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:32,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: keepalive +2024-09-20 20:14:34,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:34,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:37,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:38,996 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpinujn4za +2024-09-20 20:14:39,380 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-010000 - {'id': 'QXJ0aWZhY3Q6MTIzODUxODIwNA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYxNTQ3Ng==', 'latestArtifact': None}} +2024-09-20 20:14:39,382 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:39,382 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:39,382 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:39,386 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:39,386 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:14:39,386 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:14:39,472 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:39,472 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:39,476 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:39,476 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:39,476 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:39,483 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:40,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:41,213 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:41,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:41,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:41,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:41,268 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:42,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:42,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:14:42,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:42,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:45,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:47,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:47,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:47,818 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:47,860 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:48,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:48,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:50,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:52,712 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:14:54,509 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:14:54,509 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:14:54,513 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:14:55,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:14:56,281 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:14:56,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:14:57,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:14:57,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:14:57,015 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:00,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,889 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:00,890 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:00,895 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:01,286 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:01,895 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:02,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:07,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:07,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:07,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:07,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:07,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:07,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:08,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:12,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:12,015 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:12,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:13,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,612 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:13,613 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:13,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,615 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:13,616 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:14,316 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:14,317 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:17,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:18,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:20,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:20,118 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:20,118 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:20,122 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:20,324 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:20,325 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:22,713 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:15:23,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:26,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:26,533 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:26,534 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:26,537 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:27,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:27,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:27,016 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:27,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:28,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:29,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:32,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:32,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:32,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:33,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:34,391 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:34,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:37,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:39,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:39,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:39,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:39,568 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:40,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:40,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:40,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:42,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:42,015 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:46,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:46,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:46,145 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:46,146 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:46,162 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:46,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:46,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:47,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:52,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:52,761 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:15:52,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:52,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:52,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:52,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:15:53,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:15:54,469 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:15:57,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:15:57,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:15:57,017 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:15:57,149 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:15:59,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,491 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:15:59,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,491 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:15:59,495 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:00,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:00,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:03,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:06,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:06,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:06,494 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:06,494 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:07,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:09,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:12,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:12,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:12,863 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:12,863 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:12,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:13,504 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:14,506 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:14,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:17,007 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:19,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:19,418 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:19,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:19,515 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:20,422 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:20,518 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:22,761 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:16:25,515 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:25,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:25,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:25,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:25,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:26,561 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:26,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:27,007 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:27,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:31,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:31,971 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:31,972 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:31,975 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:32,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:32,570 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:37,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:37,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:38,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:38,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:38,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:39,577 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:40,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:42,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:42,017 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:42,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:45,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:45,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:45,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:45,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:45,589 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:46,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:47,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:48,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:52,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:52,010 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:52,010 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:52,014 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:52,603 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:52,603 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:16:52,762 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:16:53,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:16:57,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:16:57,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:16:57,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:16:58,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:16:58,400 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:16:58,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:16:58,404 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:16:58,611 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:16:59,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:00,617 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:04,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:04,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:04,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:04,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:05,674 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:06,677 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:07,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:10,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:11,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:11,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:11,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:11,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:11,685 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:12,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:12,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:15,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:17,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:17,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:17,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:17,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:18,698 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:18,699 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:20,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:22,762 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:17:24,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:24,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:24,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:24,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:24,708 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:24,708 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:26,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:27,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:27,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:30,699 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,700 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,700 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,700 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,701 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:30,701 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:30,701 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:30,705 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:30,716 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:31,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:32,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:37,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:37,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:37,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:37,163 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:37,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:37,768 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:38,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:42,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:42,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:42,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:43,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,910 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:43,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,910 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:43,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:43,915 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:44,791 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:44,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:47,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:48,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:50,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:50,610 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:50,610 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:50,614 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:50,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:52,763 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:17:52,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:53,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:17:57,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:17:57,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:17:57,017 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:17:57,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:17:57,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:17:57,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:17:57,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:17:57,811 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:17:58,814 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:17:59,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:04,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:04,242 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:04,242 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:04,260 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:04,870 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:04,871 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:05,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:07,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:10,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:10,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:10,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:10,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:10,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:11,881 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:12,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:12,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:12,883 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:16,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:17,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:17,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:17,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:17,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:17,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:17,891 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:18,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:21,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:22,770 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:18:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:23,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:23,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:23,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:23,900 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:24,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:26,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:27,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:27,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:27,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:30,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,184 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:30,185 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:30,189 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:30,912 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:30,912 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:32,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:36,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:36,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:36,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:36,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:36,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:37,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:37,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:38,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:42,018 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:42,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:42,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:43,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:43,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:43,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:43,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:43,977 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:45,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:47,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:48,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:49,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:49,918 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:49,918 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:49,921 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:50,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:51,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:52,765 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:18:53,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:18:56,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:18:56,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:18:56,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:18:57,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:18:57,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:18:57,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:18:57,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:18:57,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:18:59,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:02,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:02,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:02,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:03,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:04,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:05,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:07,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:08,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:08,965 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:08,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:09,099 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:09,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:11,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:12,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:15,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:15,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:15,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:15,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:15,322 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:16,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:17,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:17,119 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:21,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:21,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:21,925 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:21,926 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:21,929 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:22,173 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:22,766 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:19:23,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:26,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:27,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:27,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:28,398 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:28,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:28,403 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:29,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:31,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:32,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:35,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:35,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:35,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:35,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:35,194 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:37,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:37,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:38,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:41,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:41,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:41,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:42,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:42,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:42,204 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:43,191 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:43,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:47,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:48,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:48,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:48,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:48,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:49,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:51,265 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:52,766 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:19:53,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:19:55,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:19:55,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:19:55,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:19:55,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:19:57,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:19:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:19:57,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:19:57,275 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:19:59,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:02,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,075 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:02,076 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:02,087 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:02,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:03,286 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:05,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:07,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:08,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:08,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:08,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:08,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:09,298 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:10,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:11,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:12,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:15,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:15,416 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:15,416 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:15,461 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:16,310 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:16,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:17,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:17,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:22,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:22,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:22,259 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:22,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:22,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:22,319 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:22,767 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:20:23,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:27,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:27,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:28,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:28,999 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:28,999 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:28,999 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,000 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:29,003 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:29,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:31,373 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:33,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:35,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:35,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:35,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:35,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:36,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:37,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:37,381 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:39,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:42,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:42,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:42,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:42,768 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:42,772 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:43,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:44,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:45,395 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:47,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:49,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:49,714 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:49,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:49,718 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:50,401 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:50,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:51,403 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:20:52,796 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:20:55,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:20:56,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:20:56,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:20:56,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:20:56,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:20:57,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:20:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:20:57,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:20:57,412 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:20:57,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:01,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:03,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:03,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:03,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:04,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:05,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:06,422 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:07,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:10,048 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,049 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:10,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:10,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:10,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:10,473 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:11,476 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:12,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:12,191 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:16,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:16,665 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:16,666 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:16,670 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:17,011 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:17,482 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:18,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:19,511 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:22,769 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:21:23,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:23,074 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:23,074 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:23,082 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:23,516 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:24,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:25,520 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:27,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:27,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:29,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:29,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,374 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:29,379 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:29,525 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:31,560 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:35,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:36,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:36,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:36,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:36,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:36,566 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:37,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:37,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:40,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:42,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:42,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:42,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,523 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:42,524 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:42,564 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:42,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:43,576 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:45,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:47,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:49,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:49,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:49,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:49,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:49,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:51,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:51,586 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:21:52,770 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:21:55,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:21:55,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:21:55,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:21:55,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:21:56,599 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:21:56,966 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:21:57,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:21:57,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:21:57,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:21:57,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:02,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:02,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:02,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:02,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:02,609 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:03,612 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:07,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:07,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:09,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:09,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:09,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:09,321 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:09,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:11,707 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:12,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:12,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:12,131 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:15,987 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,989 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:15,990 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:15,990 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:15,993 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:16,710 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:17,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:17,720 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:18,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:22,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:22,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:22,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:22,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:22,770 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:22:23,765 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:23,771 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:25,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:27,012 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:27,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:27,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:29,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:29,495 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,496 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:29,496 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,497 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:29,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,497 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:29,501 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:29,775 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:31,779 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:35,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:36,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:36,206 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:36,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:36,210 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:36,784 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:37,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:37,787 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:40,089 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:42,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:42,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:42,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:42,765 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:42,766 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:42,770 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:42,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:45,771 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:45,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:47,013 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:49,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:49,509 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:49,510 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:49,514 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:49,812 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:51,515 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:51,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:22:52,771 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:22:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:22:56,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:22:56,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:22:56,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:22:56,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:22:57,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:22:57,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:22:57,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:22:57,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:22:57,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:02,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:02,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:02,714 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:02,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:02,762 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:02,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:03,896 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:07,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:08,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:09,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:09,453 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:09,453 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:09,460 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:09,909 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:11,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:12,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:12,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:13,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:16,183 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,184 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:16,184 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:16,188 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:16,968 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:17,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:17,972 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:19,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:22,771 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:23,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,209 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:23,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:23,215 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:23,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:24,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:25,992 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:27,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:27,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:27,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:29,703 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,704 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:29,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,704 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:29,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:29,709 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:29,996 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:32,000 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:35,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:36,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:36,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:36,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:36,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:37,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:37,015 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:38,010 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:41,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:42,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:42,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:43,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,086 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:43,086 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:43,086 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:43,090 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:44,020 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:46,023 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:46,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:47,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:49,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:49,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:49,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:49,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:50,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:51,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:52,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:23:52,772 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:23:56,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:23:56,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:23:56,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:23:56,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:23:57,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:23:57,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:23:57,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:23:57,075 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:23:57,180 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:23:58,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:03,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:03,232 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,233 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:03,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:03,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:03,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:04,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:06,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:09,092 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:10,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:10,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:10,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:10,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:12,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:12,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:12,105 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:14,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:16,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:16,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:16,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:17,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:17,111 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:18,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:20,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:22,774 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:24:23,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:23,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:23,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:23,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:24,119 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:25,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:26,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:27,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:27,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:27,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:30,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,301 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:30,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,301 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:30,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,302 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:30,305 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:31,166 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:31,306 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:32,168 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:37,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:37,091 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:37,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:37,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:37,215 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:37,263 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:38,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:40,179 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:42,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:42,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:42,223 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:43,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:43,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:43,974 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:44,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:46,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:47,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:48,092 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:50,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:50,906 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:50,906 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:50,910 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:51,193 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:52,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:24:52,774 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:24:53,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:24:57,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:24:57,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:24:57,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:24:57,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:24:57,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:24:57,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:24:57,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:24:58,204 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:24:58,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:00,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:04,093 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:05,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:05,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:05,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:05,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:05,267 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:08,273 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:09,093 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:12,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:12,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:12,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:12,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:12,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:12,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:12,279 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:14,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:17,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:19,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:19,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:19,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:19,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:20,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:22,297 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:22,774 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:25:24,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:28,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:28,058 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:28,059 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:28,306 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:29,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:25:29,605 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:25:32,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:32,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:35,395 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpuob5nwzn +2024-09-20 20:25:35,784 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-020000 - {'id': 'QXJ0aWZhY3Q6MTIzODUzMDY0Ng==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYxODUxMg==', 'latestArtifact': None}} +2024-09-20 20:25:35,784 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:35,785 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:35,785 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:35,790 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:36,696 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:37,699 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:38,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,332 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:39,333 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:39,334 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:39,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:39,702 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:41,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:41,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:43,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:43,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:46,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:46,582 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:46,586 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:46,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:47,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:25:52,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:52,775 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:25:53,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,452 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,453 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:25:53,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:25:53,772 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:25:55,777 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:25:57,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:25:58,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:25:58,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:25:58,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:00,614 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:00,615 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:00,619 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:00,783 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:01,786 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:02,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:07,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:07,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:07,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:07,470 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:07,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:08,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:09,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:13,056 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:13,057 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:13,103 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:14,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:14,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:14,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:14,214 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:14,861 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:15,863 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:18,147 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:18,148 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:21,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:21,017 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:21,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:21,063 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:21,871 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:21,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:22,775 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:26:24,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:27,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:27,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:27,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:27,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:27,879 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:28,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:28,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:29,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:29,881 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:34,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:34,359 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:34,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:34,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:34,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:34,888 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:35,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:38,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:41,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:41,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:41,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:41,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:41,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:43,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:43,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:45,187 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:47,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:47,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:47,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:47,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:48,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:26:49,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:51,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:52,776 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:26:54,356 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,357 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:26:54,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:26:54,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:26:54,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:26:54,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:26:55,974 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:26:56,371 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:26:58,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:26:58,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:26:58,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:01,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:01,105 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:01,106 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:01,109 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:01,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:01,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:02,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:07,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:07,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:07,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:07,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:07,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:07,992 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:08,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:09,995 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:13,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:13,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:14,675 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,676 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,677 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:14,677 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,677 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:14,678 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,678 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:14,682 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:15,006 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:16,008 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:18,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:19,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:21,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:21,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:21,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:21,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:22,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:22,777 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:27:24,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:25,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:28,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:28,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:28,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:28,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:28,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:28,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:29,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:30,072 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:30,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:34,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:34,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:34,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:35,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:35,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:36,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:38,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:41,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:41,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:41,661 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:41,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:42,089 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:43,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:43,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:44,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:47,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:48,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:48,559 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:48,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:48,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:48,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:49,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:50,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:52,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:27:52,777 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:27:55,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:27:55,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:27:55,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:27:55,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:27:56,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:27:56,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:27:58,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:27:58,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:27:58,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:27:58,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:02,077 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:02,078 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:02,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:02,166 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:04,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:04,170 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:08,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:08,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,545 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:08,558 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:08,558 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:08,562 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:09,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:09,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:10,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:13,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:13,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:15,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:15,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:15,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:15,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:16,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:16,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:18,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:20,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:21,828 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,828 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:21,829 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:21,830 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:21,862 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:22,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:22,778 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:28:24,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:26,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:28,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:28,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:28,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:28,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,667 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:28,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,669 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:28,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,670 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,670 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:28,674 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:29,265 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:30,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:31,675 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:35,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:35,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:35,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:35,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:35,274 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:36,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:37,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:38,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:41,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:41,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:41,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:42,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:42,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:43,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:43,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:44,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:48,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:48,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:48,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:48,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:48,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:48,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:49,294 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:50,297 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:52,778 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:28:54,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:28:55,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:28:55,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:28:55,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:28:55,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:28:55,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:28:56,318 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:28:58,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:28:58,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:28:58,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:28:59,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:01,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:01,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:02,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:02,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:04,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:07,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:07,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:07,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:07,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:08,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:08,373 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:10,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:10,376 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:13,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:13,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:14,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:14,610 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:14,613 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:15,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:15,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:16,385 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:18,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:21,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:21,205 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:21,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:21,209 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:21,390 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:22,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:22,779 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:29:26,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,420 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:27,421 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:27,421 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:27,425 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:28,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:28,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:28,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:28,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:28,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:32,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,076 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,077 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:33,077 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,078 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:33,081 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:33,411 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:34,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:37,176 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:38,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:39,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:39,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:39,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:39,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:39,463 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:40,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:42,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:43,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:43,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:45,852 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,853 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:45,854 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:45,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:45,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:46,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:47,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:48,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:48,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:52,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:52,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:52,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:52,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:52,480 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:29:52,780 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:29:53,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:54,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:29:58,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:29:58,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:29:58,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:29:58,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:29:58,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:29:58,569 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:29:58,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:29:59,493 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:00,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:04,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:04,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:04,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:04,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:04,964 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:05,502 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:06,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:08,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:10,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:11,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:11,978 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:11,978 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:11,982 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:12,514 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:13,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:13,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:14,564 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:15,174 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:18,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:18,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:18,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:18,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:18,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:20,566 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:20,572 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:22,789 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:25,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:25,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:25,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:25,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:26,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:26,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:28,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:31,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:31,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:31,366 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:31,366 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:31,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:31,589 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:32,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:36,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:37,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:37,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:37,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:37,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:38,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:38,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:38,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:42,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:43,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:43,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:44,052 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,052 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,053 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:44,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:44,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:44,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:44,608 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:46,612 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:48,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:48,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:50,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:50,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:50,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:50,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:50,617 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:52,619 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:52,790 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:30:53,172 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:30:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:30:56,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:30:56,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:30:56,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:30:57,661 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:30:58,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:30:58,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:30:58,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:30:58,665 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:30:59,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:03,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:03,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:03,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:03,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:03,670 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:04,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:04,675 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:08,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:09,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:09,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:09,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:09,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:09,972 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:10,687 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:12,690 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:13,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:13,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:15,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:16,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:16,365 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:16,365 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:16,373 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:16,696 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:18,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:18,700 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:21,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:22,790 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:31:22,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:22,917 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:22,918 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:22,922 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:23,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:24,709 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:26,173 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:28,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:29,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:29,618 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:29,619 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:29,623 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:29,714 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:30,716 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:31,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:35,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:35,847 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:35,847 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:35,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:36,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:36,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:36,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:38,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:41,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:41,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:41,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:41,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:42,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:42,771 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:43,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:43,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:47,178 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:48,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:31:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:48,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:48,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:48,542 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:48,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:50,782 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:52,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:52,791 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:31:54,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:31:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:31:54,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:31:55,788 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:31:56,796 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:31:57,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:31:58,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:31:58,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:31:58,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:00,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:00,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:00,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:00,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:01,801 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:02,803 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:03,175 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:07,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:07,170 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:07,171 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:07,175 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:07,813 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:08,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:08,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:09,175 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:13,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:13,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:13,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:13,308 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:13,308 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:13,312 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:13,860 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:14,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:14,863 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:18,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:19,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:19,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:19,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:19,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:19,869 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:20,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:22,792 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:32:25,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:25,448 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:25,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:25,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:25,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:25,878 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:26,880 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:28,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:30,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:31,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:31,206 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:31,207 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:31,215 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:31,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:32,901 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:36,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:37,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:37,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:37,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:37,907 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:38,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:38,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:42,179 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:43,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:43,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:43,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:43,521 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:43,521 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:43,525 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:43,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:44,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:47,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:48,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:49,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:49,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:49,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:49,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:49,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:50,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:32:52,792 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:32:52,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:56,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:32:56,129 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:32:56,130 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:32:56,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:32:56,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:32:58,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:32:58,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:32:58,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:32:58,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:32:58,985 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:02,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:02,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:02,467 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:02,990 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:03,183 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:04,993 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:08,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:08,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:08,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:08,765 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:08,766 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:08,770 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:09,003 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:11,006 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:13,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:13,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:14,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:15,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,229 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:15,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:15,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:16,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:17,015 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:18,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:20,184 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:21,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:21,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:21,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:21,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:22,062 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:22,793 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:33:23,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:25,185 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:28,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:28,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:28,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:28,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:28,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:28,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:28,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:29,080 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:30,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:34,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:34,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:34,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:34,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:35,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:35,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:37,092 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:38,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:41,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:41,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:41,514 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:41,515 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:41,519 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:42,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:43,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:43,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:43,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:46,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:48,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:33:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:48,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:48,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:48,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:49,109 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:51,114 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:51,367 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:52,794 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:33:55,072 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,073 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:33:55,074 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:33:55,074 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:33:55,078 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:33:55,118 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:33:57,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:33:57,122 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:33:58,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:33:58,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:33:58,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:01,660 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:01,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:01,664 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:02,129 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:02,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:03,161 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:08,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:08,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:08,344 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:08,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:08,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:08,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:09,174 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:11,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:13,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:13,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:14,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:14,921 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:14,922 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:14,925 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:15,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:17,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:18,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:20,186 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:21,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:21,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:21,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:21,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:22,192 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:22,796 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:34:23,194 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:25,187 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:28,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:28,071 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:28,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:28,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:28,217 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:28,218 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:28,221 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:29,202 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:29,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:30,222 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:34,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:34,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:34,571 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:35,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:35,571 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:37,218 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:38,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:40,716 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:40,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:40,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:40,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:41,222 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:43,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:43,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:43,261 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:46,193 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:46,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:46,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:46,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:47,435 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:47,533 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:48,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:48,921 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:51,193 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:52,796 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:34:53,197 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,391 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:53,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,391 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,392 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:53,905 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:34:54,766 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:34:54,767 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:34:56,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:34:58,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:34:58,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:34:58,169 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:34:59,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:34:59,314 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:34:59,314 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:34:59,318 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:00,235 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:01,262 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:02,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:05,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:05,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:05,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:05,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:06,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:07,274 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:07,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:08,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:11,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:11,709 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:11,710 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:11,713 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:12,281 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:12,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:13,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:13,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:13,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:18,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:18,109 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:18,109 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:18,116 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:18,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:18,291 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:19,293 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:22,797 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:35:23,195 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:24,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:24,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:25,299 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:27,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:28,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:28,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:28,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:28,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:31,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:31,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:31,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:31,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:31,309 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:33,314 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:34,196 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:37,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:37,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:37,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:38,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:38,322 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:39,325 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:40,195 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:43,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:43,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:43,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:43,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:43,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:44,367 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:45,370 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:45,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:48,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:50,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:50,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:50,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:50,378 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:51,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:51,380 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:35:52,797 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:35:56,787 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:35:56,859 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:35:56,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:35:56,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:35:56,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:35:57,392 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:35:58,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:35:58,070 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:35:58,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:35:59,415 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:02,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:03,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:03,463 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:03,464 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:03,468 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:04,467 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:05,469 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:07,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:08,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:10,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:10,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:10,066 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:10,495 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:10,495 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:13,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:13,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:36:13,071 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:36:16,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:16,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:16,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:16,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:17,506 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:18,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:18,196 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:18,509 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:22,798 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:36:23,197 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:24,561 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:27,642 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:36:27,643 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:36:28,071 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:36:30,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:30,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:30,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:35,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: keepalive +2024-09-20 20:36:37,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:37,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:40,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:43,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:43,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:45,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: keepalive +2024-09-20 20:36:49,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:49,797 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:50,386 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:36:54,113 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpod19c42f +2024-09-20 20:36:54,561 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-030000 - {'id': 'QXJ0aWZhY3Q6MTIzODU0NDQ4Mg==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYyMzIxNQ==', 'latestArtifact': None}} +2024-09-20 20:36:54,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:36:54,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:36:54,670 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,671 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,676 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,676 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,676 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,680 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,680 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,681 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,684 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,685 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:54,685 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:54,689 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:54,689 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:36:55,474 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:56,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:36:56,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:36:56,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:36:56,226 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:36:56,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:36:57,522 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:36:58,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:36:58,396 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:00,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:00,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:02,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:02,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:02,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:02,605 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:03,467 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:03,468 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:05,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:08,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:08,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:08,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:08,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:10,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:10,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:11,080 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:11,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:13,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:13,396 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,282 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:15,282 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:15,282 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:15,285 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:16,087 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:16,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:17,090 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:20,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:21,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:21,765 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:21,765 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:21,769 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:22,097 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:22,799 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:37:23,099 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:27,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:28,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:28,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:28,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:28,105 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:28,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:28,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:29,108 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:30,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:33,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:33,773 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:33,773 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:33,777 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:34,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:35,116 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:38,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:39,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,769 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:39,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,770 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:39,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,771 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:39,775 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:40,122 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:40,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:41,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:43,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:43,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:43,518 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:46,016 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,017 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,018 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,018 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:46,018 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:46,018 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:46,061 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:46,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:47,166 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:49,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:50,387 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:37:52,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:52,369 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:52,370 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:52,374 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:52,800 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:37:53,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:37:53,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:37:54,801 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:37:58,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:37:58,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:37:58,778 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,779 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:37:58,779 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,780 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,781 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:37:58,784 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:37:59,181 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:00,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:00,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:01,186 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:05,369 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:05,369 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:05,372 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:06,192 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:06,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:07,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:10,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:11,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:12,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:12,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:12,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:12,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:13,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:13,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:13,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:16,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:18,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:18,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:18,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:18,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:19,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:19,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:20,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:21,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:22,801 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:38:25,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:25,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:25,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:25,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:26,261 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:27,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:27,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:28,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:30,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:31,929 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:31,929 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:31,933 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:32,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:32,934 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:33,272 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:38,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:38,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:38,583 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:38,583 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:38,587 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:39,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:40,388 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:41,282 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:43,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:43,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:43,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:45,307 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,308 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:45,308 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:45,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:45,312 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:46,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:47,292 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:49,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:50,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:38:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:52,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:52,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:52,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:52,802 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:38:53,298 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:38:54,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:38:55,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:38:58,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:38:58,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:38:59,294 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,295 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:38:59,295 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:38:59,298 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,298 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,298 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,299 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,300 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:38:59,300 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:38:59,309 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:00,301 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:00,389 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:01,312 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:05,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:06,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:06,168 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:06,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:07,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:10,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:10,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:12,848 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:12,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:12,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:12,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:13,365 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:13,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:13,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:15,374 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:15,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:19,644 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,645 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,646 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:19,646 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:19,646 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:19,661 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:20,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:20,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:21,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:21,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:22,803 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:39:26,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:26,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:26,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:26,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:26,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:27,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:28,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:28,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:29,406 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:30,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:32,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:33,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,230 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:33,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:33,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:33,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:33,411 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:35,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:37,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:40,005 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:40,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:40,010 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:40,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:40,420 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:41,422 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:42,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:43,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:43,397 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,244 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,245 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:46,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:46,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:46,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:46,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:47,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:48,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:50,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:39:52,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,709 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:52,711 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:52,711 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:52,714 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:52,803 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:39:53,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:39:53,806 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:55,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:39:58,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:39:58,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:39:59,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:39:59,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,080 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:39:59,080 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:39:59,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:39:59,084 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:39:59,481 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:00,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:01,485 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:04,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:05,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,365 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:05,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,365 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:05,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:05,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:05,488 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:07,492 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:09,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:10,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:11,963 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:11,964 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:11,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:12,509 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:13,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:13,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:13,513 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:14,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:18,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:18,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:18,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:18,568 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:19,567 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:19,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:20,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:21,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:22,804 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:40:24,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:25,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:25,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:25,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:25,574 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:27,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:28,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:28,400 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:30,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:30,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:31,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:31,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:31,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:31,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:32,585 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:33,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:35,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:38,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:38,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:38,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:38,469 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:38,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:39,595 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:40,390 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:40,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:43,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:43,400 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,873 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:44,873 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:44,877 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:45,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:46,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:47,605 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:50,391 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:40:51,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:51,540 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:51,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:51,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:51,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:51,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:52,805 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:40:53,663 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:40:56,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:40:58,205 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:40:58,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:40:58,209 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:40:58,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:40:58,398 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:40:58,669 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:40:59,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:00,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:02,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:04,869 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:04,869 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:04,873 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:05,679 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:07,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:07,682 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:10,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:11,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:11,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:11,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:11,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:11,692 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:12,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:13,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:13,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:13,695 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:18,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:18,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:18,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:18,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:18,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:18,703 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:19,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:20,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:22,806 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:41:23,807 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:24,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:24,834 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:24,834 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:24,862 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:25,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:27,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:28,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:28,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:29,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:30,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:31,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:31,410 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:31,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:31,414 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:31,767 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:33,771 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:35,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:38,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:38,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:38,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:38,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:39,780 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:40,394 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:41,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:43,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:43,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:44,706 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,706 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:44,707 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,707 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:44,710 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:44,786 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:47,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:47,795 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:50,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,136 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,137 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:51,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:51,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:51,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:51,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:52,806 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:41:52,807 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:53,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:41:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:41:57,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:41:57,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:41:57,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:41:57,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:41:58,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:41:58,399 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:41:58,514 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:41:59,813 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:00,393 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:03,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:03,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:03,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:03,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:04,820 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:05,833 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:09,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:10,394 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:10,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:10,525 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:10,526 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:10,533 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:10,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:11,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:13,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:13,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:14,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:17,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:17,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:17,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:17,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:17,883 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:19,887 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:20,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:20,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:22,807 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:23,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:23,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:23,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:23,891 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:25,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:25,895 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:28,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:28,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:30,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:30,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:30,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:30,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:30,471 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:30,901 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:31,904 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:36,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:37,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:37,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:37,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:37,369 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:37,967 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:39,971 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:40,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:41,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:43,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:43,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:43,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,964 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:43,964 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:43,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:43,968 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:43,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:45,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:47,418 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:50,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:42:50,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:50,613 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:50,614 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:50,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:50,985 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:51,987 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:42:52,618 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:52,808 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:42:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:42:57,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:42:57,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:42:57,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:42:57,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:42:58,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:42:58,401 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:42:58,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:42:59,999 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:00,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:04,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:04,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:04,337 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:04,338 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:04,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:05,006 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:06,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:09,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:10,395 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:10,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,874 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:10,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:10,880 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:11,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:13,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:13,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:14,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:14,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,629 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,629 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:17,660 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:17,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:17,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:18,066 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:19,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:20,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:20,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:22,809 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:43:24,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:24,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:24,818 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:24,819 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:24,833 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:25,076 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:26,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:28,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:28,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:30,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:30,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:31,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:31,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:31,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:31,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:32,084 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:34,087 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:35,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:38,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:38,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:38,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:38,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:39,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:40,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:40,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:41,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:43,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:43,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,871 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:44,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,871 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:44,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:44,875 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:45,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:46,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:46,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:50,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:43:51,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:51,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:51,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:51,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:51,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:52,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:43:52,809 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:43:54,161 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:43:57,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:43:58,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:43:58,402 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:43:58,695 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,696 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,697 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:43:58,697 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:43:58,697 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,698 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:43:58,701 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:43:59,168 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:00,171 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:00,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:03,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:05,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:05,269 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:05,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:05,274 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:06,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:08,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:08,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:10,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:11,848 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:11,850 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:11,850 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:11,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:12,193 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:13,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:13,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:13,510 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:14,196 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:18,521 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:18,522 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:18,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:18,526 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:19,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:20,205 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:20,396 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:22,813 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:44:23,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:25,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:25,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:25,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:26,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:28,215 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:28,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:28,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:29,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:30,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:32,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:32,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:32,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:32,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:33,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:34,267 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:35,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:39,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,106 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:39,107 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:39,108 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:39,112 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:39,273 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:40,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:40,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:42,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:43,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:43,405 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:45,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:46,010 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:46,010 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:46,014 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:46,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:48,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:50,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:44:51,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:52,860 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:52,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:52,965 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:52,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:44:53,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:44:54,298 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:44:57,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:44:58,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:44:58,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:44:59,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,586 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:44:59,586 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:44:59,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:44:59,590 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:00,306 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:00,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:02,322 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:03,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:06,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:06,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:06,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:06,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:08,367 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:09,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:10,397 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:12,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:12,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:12,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:13,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:13,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:13,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:14,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:14,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:19,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:19,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:19,514 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:19,514 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:19,518 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:20,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:20,461 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:21,464 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:22,814 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:45:24,815 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:26,032 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:26,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:26,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:26,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:26,470 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:27,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:28,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:28,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:30,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:30,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:32,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:32,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:32,970 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:33,485 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:33,486 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:35,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:39,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:39,506 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:39,506 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:39,510 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:39,576 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:40,398 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:40,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:41,580 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:43,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:43,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:46,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:46,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:46,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:46,239 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:46,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:47,897 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:50,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:45:51,587 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:52,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:52,668 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:52,669 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:52,673 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:52,861 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:45:52,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:45:53,969 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:45:56,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:45:58,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:45:58,403 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:45:59,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:45:59,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,215 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,215 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:45:59,217 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:45:59,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:00,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:01,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:02,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:06,125 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:06,125 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:06,128 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:07,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:08,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:08,319 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:10,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:12,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:12,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:12,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:13,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:13,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:13,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:13,494 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:14,372 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:18,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:19,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:19,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:19,457 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:19,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:20,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:22,499 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:22,861 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:46:23,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:26,082 WARNING FileStreamThread:11617 [file_stream.py:request_with_retry():674] requests_with_retry encountered retryable exception: 502 Server Error: Bad Gateway for url: https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream. func: >, args: ('https://api.wandb.ai/files/bhargav9/lerobot/zhtbclvs/file_stream',), kwargs: {'json': {'files': {'wandb-summary.json': {'offset': 0, 'content': ['{"train/loss": 0.08701439201831818, "_timestamp": 1726865119.4708722, "train/grad_norm": 11.069417953491211, "train/lr": 1e-05, "train/update_s": 0.07688621900160797, "train/l1_loss": 0.07457117736339569, "train/kld_loss": 0.0012443214654922485, "train/dataloading_s": 0.0001689890050329268, "train/step": 38000, "train/num_samples": 152004, "train/num_episodes": 472.2674454731871, "train/num_epochs": 9.445348909463743, "train/is_online": false, "_runtime": 2517.0753972530365, "_step": 38000}']}, 'wandb-history.jsonl': {'offset': 375, 'content': ['{"train/loss": 0.059262391179800034, "_timestamp": 1726865085.9645894, "train/grad_norm": 8.68601131439209, "train/lr": 1e-05, "train/update_s": 0.07266998599516228, "train/l1_loss": 0.04836472496390343, "train/kld_loss": 0.0010897666215896606, "train/dataloading_s": 0.0002134730020770803, "train/step": 37500, "train/num_samples": 150004, "train/num_episodes": 466.05356366121913, "train/num_epochs": 9.321071273224383, "train/is_online": false, "_runtime": 2483.56911444664, "_step": 37500}', '{"train/loss": 0.0828644409775734, "_timestamp": 1726865092.921903, "train/grad_norm": 20.12762451171875, "train/lr": 1e-05, "train/update_s": 0.03750988499086816, "train/l1_loss": 0.07414420694112778, "train/kld_loss": 0.0008720234036445618, "train/dataloading_s": 0.00032574399665463716, "train/step": 37600, "train/num_samples": 150404, "train/num_episodes": 467.29634002361274, "train/num_epochs": 9.345926800472254, "train/is_online": false, "_runtime": 2490.5264279842377, "_step": 37600}', '{"train/loss": 0.06537030637264252, "_timestamp": 1726865099.5867689, "train/grad_norm": 7.845529079437256, "train/lr": 1e-05, "train/update_s": 0.061549513004138134, "train/l1_loss": 0.05694735422730446, "train/kld_loss": 0.0008422955870628357, "train/dataloading_s": 0.0002976520045194775, "train/step": 37700, "train/num_samples": 150804, "train/num_episodes": 468.5391163860063, "train/num_epochs": 9.370782327720127, "train/is_online": false, "_runtime": 2497.1912939548492, "_step": 37700}', '{"train/loss": 0.06793846189975739, "_timestamp": 1726865106.2066479, "train/grad_norm": 12.994274139404297, "train/lr": 1e-05, "train/update_s": 0.0907851919910172, "train/l1_loss": 0.05735171213746071, "train/kld_loss": 0.0010586753487586975, "train/dataloading_s": 0.0003614309971453622, "train/step": 37800, "train/num_samples": 151204, "train/num_episodes": 469.7818927483999, "train/num_epochs": 9.395637854968, "train/is_online": false, "_runtime": 2503.8111729621887, "_step": 37800}', '{"train/loss": 0.06253180652856827, "_timestamp": 1726865112.7804718, "train/grad_norm": 9.106613159179688, "train/lr": 1e-05, "train/update_s": 0.07264865600154735, "train/l1_loss": 0.052181459963321686, "train/kld_loss": 0.0010350346565246582, "train/dataloading_s": 0.0002097060059895739, "train/step": 37900, "train/num_samples": 151604, "train/num_episodes": 471.02466911079347, "train/num_epochs": 9.42049338221587, "train/is_online": false, "_runtime": 2510.3849968910217, "_step": 37900}', '{"train/loss": 0.08701439201831818, "_timestamp": 1726865119.4708722, "train/grad_norm": 11.069417953491211, "train/lr": 1e-05, "train/update_s": 0.07688621900160797, "train/l1_loss": 0.07457117736339569, "train/kld_loss": 0.0012443214654922485, "train/dataloading_s": 0.0001689890050329268, "train/step": 38000, "train/num_samples": 152004, "train/num_episodes": 472.2674454731871, "train/num_epochs": 9.445348909463743, "train/is_online": false, "_runtime": 2517.0753972530365, "_step": 38000}']}, 'wandb-events.jsonl': {'offset': 82, 'content': ['{"system.network.sent": 626270092.73, "system.network.recv": 13896902.8, "system.proc.memory.availableMB": 219281.24, "system.memory": 5.29, "system.proc.memory.rssMB": 1792.81, "system.proc.memory.percent": 0.77, "system.gpu.0.memoryAllocated": 10.15, "system.gpu.0.memoryAllocatedBytes": 8717008896.0, "system.gpu.0.memory": 11.07, "system.gpu.0.gpu": 31.2, "system.gpu.0.temp": 34.0, "system.gpu.0.powerWatts": 117.69, "system.gpu.0.powerPercent": 23.54, "system.cpu": 3.05, "system.cpu.0.cpu_percent": 16.66, "system.cpu.1.cpu_percent": 15.17, "system.cpu.2.cpu_percent": 20.27, "system.cpu.3.cpu_percent": 16.62, "system.cpu.4.cpu_percent": 16.12, "system.cpu.5.cpu_percent": 17.85, "system.cpu.6.cpu_percent": 15.08, "system.cpu.7.cpu_percent": 17.63, "system.cpu.8.cpu_percent": 17.02, "system.cpu.9.cpu_percent": 19.27, "system.cpu.10.cpu_percent": 18.23, "system.cpu.11.cpu_percent": 14.47, "system.cpu.12.cpu_percent": 14.33, "system.cpu.13.cpu_percent": 16.54, "system.cpu.14.cpu_percent": 18.29, "system.cpu.15.cpu_percent": 19.22, "system.cpu.16.cpu_percent": 16.94, "system.cpu.17.cpu_percent": 13.84, "system.cpu.18.cpu_percent": 13.47, "system.cpu.19.cpu_percent": 13.11, "system.cpu.20.cpu_percent": 16.53, "system.cpu.21.cpu_percent": 16.27, "system.cpu.22.cpu_percent": 16.37, "system.cpu.23.cpu_percent": 17.92, "system.proc.cpu.threads": 38, "system.disk.\\\\.usagePercent": 66.8, "system.disk.\\\\.usageGB": 51.69, "system.disk.in": 0.38, "system.disk.out": 7262.23, "_wandb": true, "_timestamp": 1726865122.813916, "_runtime": 2520.418441}']}, 'output.log': {'offset': 399, 'content': ['ERROR 2024-09-20T20:44:53.380906 INFO 2024-09-20 20:44:52 ts/train.py:192 step:38K smpl:150K ep:467 epch:9.35 loss:0.083 grdn:20.128 lr:1.0e-05 updt_s:0.038 data_s:0.000\n', 'ERROR 2024-09-20T20:45:01.390621 INFO 2024-09-20 20:44:59 ts/train.py:192 step:38K smpl:151K ep:469 epch:9.37 loss:0.065 grdn:7.846 lr:1.0e-05 updt_s:0.062 data_s:0.000\n', 'ERROR 2024-09-20T20:45:07.397033 INFO 2024-09-20 20:45:06 ts/train.py:192 step:38K smpl:151K ep:470 epch:9.40 loss:0.068 grdn:12.994 lr:1.0e-05 updt_s:0.091 data_s:0.000\n', 'ERROR 2024-09-20T20:45:13.402789 INFO 2024-09-20 20:45:12 ts/train.py:192 step:38K smpl:152K ep:471 epch:9.42 loss:0.063 grdn:9.107 lr:1.0e-05 updt_s:0.073 data_s:0.000\n', 'ERROR 2024-09-20T20:45:21.410960 INFO 2024-09-20 20:45:19 ts/train.py:192 step:38K smpl:152K ep:472 epch:9.45 loss:0.087 grdn:11.069 lr:1.0e-05 updt_s:0.077 data_s:0.000\n']}}, 'dropped': 0}} +2024-09-20 20:46:26,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:26,513 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:26,513 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:26,518 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:26,568 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:28,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:28,404 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:28,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:29,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:30,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:32,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:32,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:32,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:32,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:33,687 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:33,687 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:34,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:39,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:39,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:39,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:39,701 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:40,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:40,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:41,705 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:43,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:43,405 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:45,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:45,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:45,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:45,965 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:45,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:46,711 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:47,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:50,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:46:51,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:52,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:52,613 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:52,614 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:52,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:52,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:46:52,862 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:46:53,763 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:46:56,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:46:58,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:46:58,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:46:59,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,267 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:46:59,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,269 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:46:59,271 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:46:59,275 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:46:59,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:00,366 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:00,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:02,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:05,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:05,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:05,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:06,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:07,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:08,573 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:10,399 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:11,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:11,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:11,965 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:12,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:12,966 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:13,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:13,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:14,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:18,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:18,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:18,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:18,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:18,593 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:20,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:20,596 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:22,863 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:47:23,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:24,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:24,966 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:24,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:25,602 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:26,604 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:28,405 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:28,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:29,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:30,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:34,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:35,510 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:35,819 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:47:35,820 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:47:37,797 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:37,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:40,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:41,074 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpgw7ya9lf +2024-09-20 20:47:41,760 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-040000 - {'id': 'QXJ0aWZhY3Q6MTIzODU1NzU0OA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYyNzQ2MQ==', 'latestArtifact': None}} +2024-09-20 20:47:41,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:41,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:41,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:42,584 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:43,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:43,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:44,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,408 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:44,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:44,412 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:44,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:44,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:46,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:47,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:50,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:47:51,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:51,064 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:51,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:51,068 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:51,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:47:52,602 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:47:52,864 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:47:52,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:58,196 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:47:58,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:47:58,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:47:58,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:47:58,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:47:58,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:47:58,406 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:47:58,613 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:00,400 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:00,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:03,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:04,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:04,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:04,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:04,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:05,625 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:06,663 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:09,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:10,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:11,641 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:11,641 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:11,663 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:11,673 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:13,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:13,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:14,694 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:15,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:18,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:18,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:18,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:18,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:18,699 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:20,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:20,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:20,703 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:22,865 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:48:24,752 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,753 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:24,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:25,593 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:25,711 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:26,762 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:28,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:28,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:30,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:31,371 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:31,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:31,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:31,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:31,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:32,773 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:36,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:38,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:38,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:38,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:38,269 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:38,780 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:40,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:40,784 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:42,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:43,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:43,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:45,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:45,315 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:45,315 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:45,360 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:45,789 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:46,792 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:47,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:50,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:48:52,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,125 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:52,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:52,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:52,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:52,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:48:52,865 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:48:52,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:54,803 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:48:58,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:48:58,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:48:58,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:48:58,810 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,811 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,811 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,811 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,812 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:48:58,812 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:48:58,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:48:58,818 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:48:59,809 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:00,401 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:00,811 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:03,593 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:05,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:05,663 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:05,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:05,865 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:06,867 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:08,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:10,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:12,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:12,309 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:12,310 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:12,313 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:12,880 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:13,406 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:13,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:13,882 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:14,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:19,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,010 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:19,011 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:19,011 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:19,063 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:19,892 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:19,892 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:20,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:20,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:22,866 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:49:25,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:25,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:25,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:25,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:25,718 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:25,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:27,906 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:28,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:28,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:30,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:31,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:32,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:32,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:32,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:32,914 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:33,924 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:36,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:38,548 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,549 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:38,550 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:38,550 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:38,554 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:38,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:39,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:40,402 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:42,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:43,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:43,407 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:44,802 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,802 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,803 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:44,804 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:44,808 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:44,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:45,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:48,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:50,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:49:51,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:51,305 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:51,305 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:51,309 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:51,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:51,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:52,866 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:49:53,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:49:57,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:49:57,763 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:49:57,763 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:49:57,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:49:58,001 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:49:58,001 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:49:58,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:49:58,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:49:59,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:00,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:03,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:03,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:03,971 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:04,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:04,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:06,019 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:10,122 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:10,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:10,165 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:10,166 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:10,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:10,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:11,067 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:12,069 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:13,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:13,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:15,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:16,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:16,330 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:16,334 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:17,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:18,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:20,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:20,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:22,436 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:22,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:22,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:22,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:22,867 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:50:23,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:24,107 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:26,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:28,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:28,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:28,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,524 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:28,525 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:28,559 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:29,115 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:30,122 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:30,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:31,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,724 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:34,725 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:34,726 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:34,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:35,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:36,176 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:37,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:40,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:40,940 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,941 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:40,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:40,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:40,968 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:41,181 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:42,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:42,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:43,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:43,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:47,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:47,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:47,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:47,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:47,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:48,170 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:48,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:50,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:50:52,868 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:50:53,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:53,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:53,425 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:53,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:53,470 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:50:54,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:50:54,213 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:50:58,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:50:58,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:50:58,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:50:59,664 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,665 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:50:59,666 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:50:59,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,669 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:50:59,675 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:00,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:00,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:00,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:03,596 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:06,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:06,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:06,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:06,288 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:08,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:09,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:10,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:12,344 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,345 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,346 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:12,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:12,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:12,369 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:13,312 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:13,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:13,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:14,316 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:14,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:18,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:18,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:18,771 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:19,361 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:19,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:20,370 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:20,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:22,868 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:51:24,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:25,113 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:25,113 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:25,120 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:25,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:26,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:28,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:28,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:30,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:30,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:31,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:31,241 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:31,242 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:31,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:31,394 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:32,398 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:35,596 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:37,613 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:37,613 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:37,624 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:38,412 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:38,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:40,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:40,596 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:43,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:43,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:43,828 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,829 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:43,829 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:43,833 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:44,430 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:44,431 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:45,597 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:50,259 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:50,267 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:50,268 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:50,271 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:50,404 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:51:50,476 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:50,597 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:52,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:51:52,869 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:51:56,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:51:56,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:51:56,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:51:56,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:51:56,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:51:56,483 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:51:58,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:51:58,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:51:58,491 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:00,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:01,598 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:02,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:02,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:02,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:02,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:03,500 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:04,510 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:06,598 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:09,032 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:09,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:09,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:09,067 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:09,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:10,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:10,607 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:12,598 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:13,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:13,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:52:16,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:16,874 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:16,874 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:16,877 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:16,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:17,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:18,982 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:20,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:22,869 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:52:23,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:23,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:23,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:23,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:24,002 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:25,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:28,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:28,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:52:28,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:29,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,976 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:29,976 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:29,981 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:30,021 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:30,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:31,065 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:33,600 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,304 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:36,305 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:36,306 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:36,316 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:37,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:39,076 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:40,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:42,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:42,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:42,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:43,083 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:43,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:43,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:52:44,494 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:45,188 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:48,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:48,770 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:48,770 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:48,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:49,207 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:49,775 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:50,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:52:51,222 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:52,880 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:52:54,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:52:55,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:52:55,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:52:55,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:52:55,373 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:52:56,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:52:56,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:52:58,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:52:58,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:00,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:00,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:01,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:01,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:01,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:01,773 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:02,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:02,283 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:05,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:07,952 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:07,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:07,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:07,978 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:08,300 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:08,300 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:10,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:11,600 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:13,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:13,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:14,277 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,278 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,279 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:14,280 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:14,280 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,281 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:14,284 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:14,363 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:16,377 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:16,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:20,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:20,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:20,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:20,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:21,405 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:21,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:22,408 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:22,871 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:53:27,176 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:27,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:27,217 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:27,217 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:27,221 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:27,461 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:28,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:28,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:28,463 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:30,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:32,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:33,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:33,809 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:33,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:33,816 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:34,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:34,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:38,601 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:40,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:40,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:40,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:40,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:41,491 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:42,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:43,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:43,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:53:44,547 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:47,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:47,218 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:47,218 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:47,229 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:47,510 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:48,512 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:50,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:53:52,872 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:53:53,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:53:53,722 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:53:53,722 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:53:53,762 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:53:54,532 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:53:54,532 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:53:55,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:53:58,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:53:58,409 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:00,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,029 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:00,029 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,030 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,031 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:00,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:02,363 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:02,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:02,394 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:02,394 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:06,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:06,466 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:06,466 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:06,474 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:07,407 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:07,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:08,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:10,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:12,602 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:13,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:13,166 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:13,166 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:13,180 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:13,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:13,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:13,423 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:14,425 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:17,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:19,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:19,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:19,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:19,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:20,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:20,520 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:20,521 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:22,873 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:54:22,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:26,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:26,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:26,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:26,671 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:27,567 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:28,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:28,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:28,516 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:28,574 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:30,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:33,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:33,270 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:33,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:33,286 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:33,600 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:34,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:34,610 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:39,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:39,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:39,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:39,802 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:40,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:40,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:40,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:43,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:43,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:45,538 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:46,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:46,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:46,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:46,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:46,690 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:48,695 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:50,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:54:50,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:52,874 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:54:53,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:53,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:53,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:53,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:54:53,741 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:54:54,775 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:54:55,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:54:58,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:54:58,424 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:54:59,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,872 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:54:59,873 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:54:59,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:54:59,876 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:00,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:00,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:00,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:01,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:06,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,525 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:06,526 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:06,526 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:06,530 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:06,882 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:07,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:08,885 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:10,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:12,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:13,044 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:13,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:13,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:13,067 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:13,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:13,410 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:13,896 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:14,899 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:18,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:19,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:19,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:19,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:19,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:20,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:20,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:22,875 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:55:23,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:26,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:26,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:26,163 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:26,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:26,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:26,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:28,410 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:28,411 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:29,544 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:30,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:32,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:32,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:32,610 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:32,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:32,927 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:34,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:34,931 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:39,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:39,270 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:39,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:39,274 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:39,964 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:40,275 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:40,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:40,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:43,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:43,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:45,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:45,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:45,913 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:45,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:45,917 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:45,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:46,976 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:50,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:55:50,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:52,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:52,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:52,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:52,717 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:52,875 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:55:52,984 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:55:54,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:55:55,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:55:58,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:55:58,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:55:59,285 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,285 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,285 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:55:59,286 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:55:59,289 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:55:59,993 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:00,995 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:01,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:05,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:05,965 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:05,966 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:05,969 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:06,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:06,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:07,009 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:10,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:12,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:12,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:12,560 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:12,560 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:12,564 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:13,021 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:13,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:13,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:15,025 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:17,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:19,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:19,067 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:19,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:19,071 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:20,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:20,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:21,071 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:22,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:22,890 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:25,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:25,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:25,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:26,077 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:27,079 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:27,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:28,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:28,411 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:30,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:32,480 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,481 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,481 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,482 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,483 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:32,487 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:33,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:33,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:35,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:38,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:39,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:39,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:40,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:40,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:41,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:43,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:43,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:44,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:46,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:46,163 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:46,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:46,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:47,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:49,115 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:50,168 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:50,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:56:52,776 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,776 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,776 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:52,777 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:52,777 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:52,781 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:56:52,877 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:56:53,121 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:56:55,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:56:55,606 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:56:58,411 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:56:58,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:56:59,530 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,531 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,531 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:56:59,536 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:00,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:00,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:00,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:01,171 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:05,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:06,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:06,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:06,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:07,185 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:09,188 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:10,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:11,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:12,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:12,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:12,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:13,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:13,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:13,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:15,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:16,607 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:19,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,268 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:19,269 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:19,270 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:19,273 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:20,215 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:20,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:21,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:21,608 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:22,877 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:25,729 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:25,729 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:25,759 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:26,263 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:26,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:27,265 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:28,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:28,412 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:30,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:32,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:32,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,309 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:32,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,312 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:32,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:32,316 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:33,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:34,871 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:37,609 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:38,812 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,813 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,814 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:38,814 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:38,814 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:38,898 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:38,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:40,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:40,914 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:43,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:43,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:43,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:45,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,318 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:45,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:45,318 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:45,322 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:45,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:46,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:48,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:50,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:52,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:52,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:52,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:52,878 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:57:52,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:52,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:53,879 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:57:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:57:58,264 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:57:58,264 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:57:58,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:57:58,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:57:58,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:57:58,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:57:58,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:57:59,450 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:00,464 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:04,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:04,477 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:04,477 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:04,478 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:04,983 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:05,037 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:07,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:09,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:10,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:10,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:10,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:10,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:11,079 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:13,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:13,412 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:13,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:15,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:17,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:17,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:17,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:17,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:18,176 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:19,179 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:20,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:20,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:22,879 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:23,913 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:23,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:23,917 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:24,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:25,191 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:25,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:28,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:28,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:30,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:31,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:33,224 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 20:58:33,533 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 20:58:36,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,903 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,903 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,903 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:36,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:40,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:40,494 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmp7oq5nfo0 +2024-09-20 20:58:40,897 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-050000 - {'id': 'QXJ0aWZhY3Q6MTIzODU3MDA3OQ==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYzMDA5Mg==', 'latestArtifact': None}} +2024-09-20 20:58:40,897 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:40,897 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:40,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:40,903 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:40,961 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:42,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:43,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:43,413 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:43,575 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,575 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:43,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,576 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:43,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:43,581 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:43,968 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:44,970 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:46,582 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:50,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:50,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:50,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:50,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:58:50,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:50,982 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:58:51,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:52,879 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:58:56,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:58:56,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:58:56,717 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:58:56,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:58:56,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:58:58,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:58:58,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:58:58,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:00,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:02,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:03,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:03,218 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:03,219 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:03,223 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:04,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:05,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:07,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:09,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:09,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:09,661 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:09,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:10,071 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:10,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:11,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:13,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:13,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:59:13,600 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:16,197 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,198 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,199 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:16,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,200 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:16,200 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:16,205 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:17,085 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:17,086 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:18,867 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:20,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:22,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:22,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:22,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:22,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:22,880 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:59:23,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:23,881 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:25,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:28,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:28,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:59:29,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:29,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,489 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:29,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,490 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:29,490 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,491 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,492 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:29,495 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:30,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:30,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:31,107 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:34,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:36,132 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,133 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,138 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:36,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:36,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:36,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:37,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:37,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:40,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:40,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:42,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:42,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:42,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:42,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:43,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:43,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:43,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 20:59:45,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:46,554 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:49,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:49,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:49,321 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:50,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:50,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 20:59:51,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:51,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:52,881 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 20:59:56,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 20:59:56,068 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 20:59:56,068 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 20:59:56,072 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 20:59:56,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 20:59:57,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 20:59:57,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 20:59:58,415 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 20:59:58,415 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:00,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:02,728 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,729 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:02,730 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:02,730 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:02,735 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:03,195 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:03,735 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:05,202 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:08,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:09,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:09,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:09,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:09,468 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:10,208 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:10,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:11,211 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:13,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:13,415 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:14,585 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:16,079 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,080 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:16,080 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,081 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:16,086 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:16,219 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:17,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:19,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:20,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:22,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:22,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:22,569 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:22,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:22,882 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:00:23,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:23,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:24,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:28,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:28,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:29,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,084 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:29,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:29,088 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:29,277 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:30,089 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:30,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:31,280 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:35,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:35,516 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,517 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:35,518 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:35,518 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:35,522 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:36,287 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:37,289 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:40,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:40,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:41,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:41,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:41,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:41,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:42,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:43,300 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:43,414 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:43,414 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:00:46,586 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:48,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:48,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:48,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:48,306 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:49,309 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:50,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:00:51,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:52,882 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:00:54,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,773 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:00:54,773 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,774 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,775 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,775 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:00:54,781 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:00:55,318 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:00:56,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:00:57,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:00:58,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:00:58,416 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:00,473 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:01,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:01,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:01,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:01,368 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:02,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:03,372 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:07,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:07,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:07,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:07,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:08,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:09,386 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:10,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:13,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:13,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:13,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:14,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,485 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:14,485 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:14,489 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:15,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:15,398 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:18,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:20,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:21,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:21,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:21,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:21,469 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:22,407 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:22,883 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:01:23,410 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:23,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:28,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:28,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:28,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:28,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:28,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:28,416 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:28,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:29,460 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:29,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:30,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:34,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:35,004 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,005 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,006 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:35,006 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:35,006 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:35,018 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:35,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:37,189 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:39,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:40,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:41,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:41,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:41,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:41,900 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:42,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:43,331 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:43,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:43,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:01:45,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:48,324 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,325 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:48,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,326 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:48,326 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,327 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:48,672 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:49,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:49,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:50,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:01:50,673 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:52,884 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:01:54,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:01:54,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:01:54,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:01:54,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:01:55,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:01:55,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:01:57,684 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:01:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:01:58,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:00,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:01,307 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:01,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:01,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:01,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:01,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:01,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:03,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:06,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:08,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:08,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:08,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:08,070 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:08,885 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:09,888 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:10,474 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:11,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:13,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:13,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:14,791 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,792 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:14,793 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,793 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:14,797 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:14,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:17,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:17,902 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:20,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,620 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:21,621 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:21,622 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:21,626 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:21,907 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:22,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:22,886 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:02:23,960 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:27,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:28,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:28,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:28,330 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:28,361 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:28,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:28,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:28,918 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:29,920 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:30,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:33,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:35,044 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:35,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:35,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:35,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:35,966 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:37,970 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:38,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:40,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:41,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:41,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:41,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:41,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:41,976 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:43,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:43,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:02:43,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:44,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:48,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:48,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:48,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:48,218 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:48,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:49,988 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:50,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:50,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:02:52,887 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:02:54,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:02:54,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:02:54,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:02:54,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:02:54,995 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:02:55,767 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:02:55,997 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:02:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:02:58,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:00,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:01,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:01,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:01,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:01,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:02,004 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:04,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:06,872 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:07,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:07,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:07,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:07,970 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:08,017 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:10,019 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:10,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:12,871 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:13,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:13,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:14,265 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:14,265 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:14,269 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:15,063 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:16,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:17,880 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:20,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:20,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:20,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:20,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:21,074 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:22,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:22,896 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:03:22,896 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,150 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:27,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:28,086 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:28,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:28,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:28,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:30,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:30,475 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:33,593 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:33,659 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:33,668 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:33,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:33,672 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:34,097 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:36,100 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:38,873 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:40,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:40,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:40,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:40,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:40,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:41,106 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:42,109 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:43,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:43,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:44,577 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:46,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:46,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:46,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:46,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:47,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:48,167 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:49,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:50,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:03:52,888 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:03:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:53,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:53,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:03:53,467 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:03:54,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:03:55,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:03:56,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:03:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:03:58,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:03:59,996 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,997 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:03:59,998 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:03:59,998 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:00,008 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:00,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:00,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:01,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:02,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:06,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:06,712 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:06,713 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:06,714 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:06,718 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:07,196 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:08,199 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:10,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:11,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:13,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:13,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:13,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:13,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:13,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:13,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:14,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:16,217 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:17,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:19,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,810 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:19,810 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:19,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:19,814 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:20,264 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:20,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:22,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:22,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:22,889 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:04:26,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:26,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:26,418 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:26,422 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:27,273 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:28,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:28,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:28,464 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:28,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:30,477 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:33,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:33,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:33,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:33,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:33,282 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:34,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:34,285 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:39,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:39,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:39,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:39,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:39,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:40,293 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:40,476 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:42,297 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:43,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:43,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:45,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:46,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:46,214 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:46,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:46,218 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:46,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:48,319 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:50,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:04:50,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,808 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:52,809 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:52,810 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:52,815 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:52,889 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:04:53,365 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:04:54,368 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:04:55,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:04:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:04:58,464 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:04:59,308 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,309 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:04:59,309 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:04:59,310 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,311 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:04:59,314 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:04:59,374 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:00,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:01,315 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:02,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:05,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:05,659 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:05,660 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:05,664 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:06,386 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:06,665 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:08,389 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:10,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:11,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:11,917 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:11,917 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:11,921 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:12,393 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:13,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:13,463 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:14,397 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:16,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:18,156 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:18,266 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:18,266 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:18,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:18,404 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:20,409 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:20,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:21,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:22,890 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:05:24,552 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:24,553 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:24,554 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:24,561 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:25,416 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:26,419 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:26,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:28,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:28,578 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:30,484 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:31,056 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:31,057 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:31,058 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:31,062 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:31,427 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:31,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:32,429 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:36,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,040 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,041 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:38,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:38,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:38,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:38,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:40,477 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:40,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:42,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:43,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:43,579 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:44,610 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,611 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,612 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:44,612 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,613 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:44,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,613 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,614 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:44,617 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:45,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:46,492 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:47,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:50,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:05:51,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:51,222 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:51,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:51,262 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:51,494 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:52,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:05:52,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:05:52,891 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,816 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:05:57,817 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:05:57,817 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:05:57,824 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:05:58,503 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:05:58,578 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:05:58,579 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:05:58,644 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:00,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:00,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:03,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:04,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:04,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:04,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:04,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:04,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:06,570 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:08,878 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:10,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:10,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:10,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:10,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:10,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:11,576 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:12,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:13,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:13,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:06:14,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:17,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:17,229 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:17,230 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:17,261 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:17,586 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:18,588 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:20,485 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:22,891 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:06:23,848 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,849 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:23,859 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:23,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:23,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:24,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:25,603 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:28,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:28,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:06:30,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:30,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,573 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:30,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,574 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:30,575 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,576 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:30,580 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:30,608 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:31,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:31,662 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:36,879 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:37,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:37,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:37,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:37,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:37,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:37,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:40,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:41,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:43,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:43,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:06:43,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,889 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:43,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,889 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:43,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:43,894 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:44,681 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:45,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:47,881 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:50,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:06:50,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:50,570 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,570 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,571 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:50,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:50,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:51,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:52,893 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:06:52,894 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:57,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:06:57,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:06:57,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:06:57,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:06:57,700 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:06:57,701 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:06:58,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:06:58,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:06:58,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:00,486 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:03,881 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:04,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:04,368 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:04,369 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:04,374 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:04,709 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:05,713 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:08,882 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:10,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:11,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,330 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,330 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:11,330 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:11,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:11,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:11,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:11,770 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:13,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:13,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:14,621 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:18,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:18,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:18,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:18,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:18,786 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:19,788 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:20,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:20,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:22,894 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:07:25,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:25,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:25,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:25,273 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:25,274 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:25,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:25,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:28,579 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:28,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:30,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:30,699 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:32,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:32,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:32,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:32,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:33,810 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:36,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:39,317 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:39,318 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:39,362 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:39,862 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:39,862 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:40,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:41,363 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:43,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:43,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:46,283 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,284 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:46,285 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:46,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:46,290 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:46,873 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:46,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:47,875 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:50,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:07:52,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:07:52,894 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:07:53,348 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,349 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:07:53,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:07:53,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:07:53,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:07:53,884 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:07:53,885 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:07:58,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:07:58,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:07:58,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:00,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,212 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:00,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:00,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:00,263 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:00,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:00,894 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:01,896 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:03,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:07,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:07,166 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:07,167 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:07,170 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:07,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:07,981 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:09,171 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:10,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:13,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:13,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:08:14,082 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,083 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,084 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,084 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:14,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,085 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:14,088 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:14,989 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:15,089 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:15,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:20,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:20,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:20,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,804 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,805 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:20,806 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:20,806 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:20,809 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:21,002 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:22,005 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:22,895 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:08:25,897 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:27,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:27,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,663 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:27,667 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:28,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:28,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:28,580 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:08:30,062 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:30,487 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:31,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:34,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:34,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:34,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:35,068 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:36,071 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:36,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:40,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:41,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:41,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:41,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:41,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:41,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:42,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:42,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:43,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:43,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:08:46,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:47,436 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:47,437 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:47,438 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:47,461 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:48,088 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:48,187 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:50,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:08:51,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:52,896 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:08:54,024 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,024 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:08:54,025 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:08:54,026 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:08:54,030 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:08:54,095 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:08:56,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:08:57,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:08:58,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:08:58,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:00,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:00,605 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:00,605 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:00,609 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:01,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:02,107 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:02,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:07,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:07,261 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:07,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:08,129 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:08,129 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:08,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:10,488 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:13,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:13,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:13,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:13,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:13,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:13,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:09:13,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:14,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:14,162 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:18,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:19,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,737 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:19,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:19,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:19,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:20,171 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:20,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:22,175 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:22,897 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:09:23,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:26,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:26,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:26,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:26,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:27,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:28,185 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:28,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:09:28,581 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:29,622 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:30,489 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:32,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:32,833 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:32,834 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:32,860 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:33,201 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:34,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:40,270 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:40,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:40,807 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:42,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 21:09:42,825 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 21:09:46,059 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:09:46,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,118 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:46,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:49,581 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpb82njc1p +2024-09-20 21:09:49,969 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-060000 - {'id': 'QXJ0aWZhY3Q6MTIzODU4Mzk0OQ==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYzMzYzNw==', 'latestArtifact': None}} +2024-09-20 21:09:49,970 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:09:49,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:50,104 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:50,104 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:50,108 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:50,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:09:50,901 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:52,898 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:09:52,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:52,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:52,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:52,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:52,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:53,962 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:09:54,965 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:09:55,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:09:59,580 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,581 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:09:59,582 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:09:59,583 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:09:59,587 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:09:59,972 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:00,874 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:00,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:01,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:01,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:01,164 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:06,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:06,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:06,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:06,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:06,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:08,989 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:12,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:13,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:13,237 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:13,238 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:13,260 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:13,996 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:15,001 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:16,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:16,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:17,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:20,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:20,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:20,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:20,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:21,015 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:22,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:22,900 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:10:22,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:26,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:26,863 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:26,863 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:26,867 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:27,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:28,064 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:28,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:30,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:31,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:31,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,532 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:33,533 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:33,533 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:33,537 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:34,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:34,073 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:34,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:39,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:40,132 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,132 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,160 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:40,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:40,164 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:40,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:41,081 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:42,083 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:44,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:46,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:10:46,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:10:46,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,594 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,595 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:46,609 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:46,609 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:46,614 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:47,091 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:48,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:50,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:10:50,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:52,904 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:10:53,228 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,229 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:53,230 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:53,230 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:53,263 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:10:54,102 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:10:54,102 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:10:56,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:10:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:10:59,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,763 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:10:59,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,764 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:10:59,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:00,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:00,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:00,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:01,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:01,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:06,316 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,317 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:06,318 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:06,319 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:06,323 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:07,161 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:07,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:08,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:10,875 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:12,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,736 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:12,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:12,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:12,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:13,179 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:13,766 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:14,181 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:16,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:16,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:18,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:19,444 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,445 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,445 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:19,446 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:19,447 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:19,461 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:20,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:20,200 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:20,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:22,901 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:11:23,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:25,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:25,866 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:25,867 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:25,870 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:26,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:26,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:29,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:30,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:31,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:31,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:32,372 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,373 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,374 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:32,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,375 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:32,379 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:33,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:34,263 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:35,380 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:38,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:38,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:38,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:39,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:40,299 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:40,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:40,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:45,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,604 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:45,605 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:45,606 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:45,614 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:46,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:11:46,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:11:46,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:46,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:46,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:50,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:11:51,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:52,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:52,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:52,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:52,171 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:52,375 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:11:52,903 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:11:54,384 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:11:56,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:11:59,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:11:59,063 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:11:59,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:11:59,073 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:11:59,396 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:00,401 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:00,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:01,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:01,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:01,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:05,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,721 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:05,764 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:06,409 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:06,410 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:07,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:10,877 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:12,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:12,265 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:12,266 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:12,270 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:12,419 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:13,270 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:14,422 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:16,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:16,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:18,588 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:18,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:18,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:18,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:18,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:19,462 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:20,465 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:20,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:22,903 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:12:23,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:25,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:25,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:25,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:25,472 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:26,474 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:29,894 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:30,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:31,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:31,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:31,794 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,795 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,796 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:31,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,796 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:31,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:31,803 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:32,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:32,485 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:35,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:38,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,522 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:38,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,523 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:38,523 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:38,527 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:39,493 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:40,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:40,883 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:41,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:45,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:45,141 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:45,142 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:45,145 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:45,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:46,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:12:46,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:12:46,504 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:46,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:50,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:12:51,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:51,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:51,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:51,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:52,512 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:12:52,512 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:12:52,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:52,903 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:12:57,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:12:58,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:12:58,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:12:58,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:12:58,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:12:58,564 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:00,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:00,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:01,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:01,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:02,895 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:04,913 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:04,913 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:04,918 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:05,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:06,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:08,893 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:10,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:11,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,508 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:11,509 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:11,510 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:11,514 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:11,591 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:12,594 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:13,894 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:16,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:16,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:18,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:18,146 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:18,146 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:18,162 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:18,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:18,606 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:19,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:20,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:22,904 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:13:24,705 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:24,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:24,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:24,765 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:25,660 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:26,662 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:29,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:30,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:31,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:31,063 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,407 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,408 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,408 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:31,408 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,409 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:31,412 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:31,668 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:32,671 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:35,895 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,272 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,273 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:38,275 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:38,276 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:38,286 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:38,678 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:40,682 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:40,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:41,287 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:44,859 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:44,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:45,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:46,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:13:46,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:13:46,690 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:46,896 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:50,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:13:51,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:51,506 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:51,506 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:51,510 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:51,696 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:51,897 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:52,698 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:13:52,905 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:13:56,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:13:58,236 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,237 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:13:58,260 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:13:58,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:13:58,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:13:58,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:13:58,707 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:00,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:01,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:01,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:01,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:05,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:05,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:05,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:05,761 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:06,778 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:07,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:10,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:12,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:12,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:12,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:12,789 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:12,790 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:13,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:16,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:16,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:18,687 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:18,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,763 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:18,764 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:18,764 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:18,768 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:18,800 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:20,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:20,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:22,960 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:14:23,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:25,440 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,441 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:25,442 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:25,442 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:25,463 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:25,812 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:26,814 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:29,898 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:30,884 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:31,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:31,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:32,069 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:32,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:32,073 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:32,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:32,865 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:35,074 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:39,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,240 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,241 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,246 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:39,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:39,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:39,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:39,881 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:40,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:40,884 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:40,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:45,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,008 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:46,009 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:46,010 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:46,014 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:46,063 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:14:46,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:14:46,892 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:46,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:50,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:14:51,899 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:52,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:52,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:52,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:52,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:52,899 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:14:52,906 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:14:54,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:14:56,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:14:59,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:14:59,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:14:59,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:14:59,910 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:00,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:00,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:01,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:01,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:02,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:06,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:06,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:06,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:06,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:06,921 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:08,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:08,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:10,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:13,220 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:13,221 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:13,222 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:13,260 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:13,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:14,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:14,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:16,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:16,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:19,494 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:19,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:19,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:19,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:19,565 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:19,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:20,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:20,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:22,907 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:15:24,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:26,128 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:26,129 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:26,129 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:26,133 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:26,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:26,994 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:30,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:30,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:31,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:31,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:32,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:32,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:32,761 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:32,771 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:33,003 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:35,008 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:36,772 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:39,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:39,329 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:39,332 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:40,060 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:40,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:41,025 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:41,900 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:45,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:45,914 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:45,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:45,917 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:46,063 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:15:46,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:15:46,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:47,066 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:50,885 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:15:51,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:52,540 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:52,541 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:52,542 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:52,561 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:15:52,907 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:15:53,072 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:15:55,085 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:15:57,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:15:59,224 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,225 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:15:59,226 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:15:59,226 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:15:59,259 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:00,090 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:00,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:01,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:01,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:01,093 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:02,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:05,963 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:05,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:05,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:06,098 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:07,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:07,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:10,886 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:12,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:12,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:12,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:12,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:13,110 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:13,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:15,114 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:16,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:16,064 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:18,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:19,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,217 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:19,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:19,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:19,264 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:20,169 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:20,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:21,172 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:22,908 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:16:23,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:25,744 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,745 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:25,760 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:25,760 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:25,763 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:26,178 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:27,180 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:29,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:30,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:31,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:31,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:32,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:32,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:32,375 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:33,190 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:33,190 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:35,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:38,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:38,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:38,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:38,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:39,198 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:40,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:40,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:41,201 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:45,628 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:45,661 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:45,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:45,665 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:46,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:16:46,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:16:46,195 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:46,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:47,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:50,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:16:51,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:52,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,434 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:52,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:52,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:16:52,909 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:16:53,260 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:16:53,261 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:16:56,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:16:59,324 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,325 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:16:59,326 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:16:59,326 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:16:59,330 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:00,268 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:00,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:01,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:01,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:01,270 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:02,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:05,856 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:05,858 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:05,858 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:05,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:06,276 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:07,279 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:07,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:10,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:12,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,524 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,526 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,526 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:12,527 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:12,527 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:12,531 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:13,290 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:13,291 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:13,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:16,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:16,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:18,826 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:18,868 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,869 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:18,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,869 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:18,869 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,870 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:18,873 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:19,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:20,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:21,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:22,909 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:17:23,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:25,641 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:25,641 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:25,644 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:26,310 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:27,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:29,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:30,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:31,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:31,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:32,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:32,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:32,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:32,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:32,318 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:33,360 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:35,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:38,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,657 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:38,658 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:38,658 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:38,662 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:39,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:39,369 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:40,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:40,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:45,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:45,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:45,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:45,165 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:45,375 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:46,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:17:46,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:17:46,165 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:47,379 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:50,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:17:51,686 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:51,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:51,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:51,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:51,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:52,385 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:52,926 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:17:53,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:17:56,907 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:17:58,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:17:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:17:58,462 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,463 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:17:58,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:17:59,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:17:59,402 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:00,887 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:01,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:01,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:02,906 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:05,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:05,205 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:05,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:05,210 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:05,409 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:07,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:07,907 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:10,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:11,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:11,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:11,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:11,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:12,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:12,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:13,469 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:16,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:16,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:18,413 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:18,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:18,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:18,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:18,474 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:19,479 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:20,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:22,911 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:18:23,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:25,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:25,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:25,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:25,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:25,488 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:27,492 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:29,907 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:30,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:31,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:31,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:32,044 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,045 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:32,060 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:32,060 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:32,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:32,498 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:33,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:35,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:39,108 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,109 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,110 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,110 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:39,110 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:39,110 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:39,114 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:39,508 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:40,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:40,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:41,513 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:45,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:46,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:18:46,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:18:46,216 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,217 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,218 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:46,219 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,219 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:46,223 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:46,519 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:47,522 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:50,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:18:50,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:18:52,911 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,364 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:18:53,365 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:18:53,366 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:18:53,370 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:18:53,560 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:18:55,565 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:18:56,371 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:00,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:00,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:00,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:00,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:00,571 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:00,888 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:01,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:01,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:01,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:01,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:07,103 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,144 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:07,145 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:07,146 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:07,149 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:07,581 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:09,586 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:10,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:12,908 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:14,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:14,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:14,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:14,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:14,593 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:15,599 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:16,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:16,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:17,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:20,889 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:21,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,116 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:21,117 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:21,118 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:21,122 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:21,609 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:22,960 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:19:22,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:23,678 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:27,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:27,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:27,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:27,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:27,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:28,685 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:29,688 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:30,891 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:31,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:31,066 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:33,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:34,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:34,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:34,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:35,697 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:37,707 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:38,909 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:40,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:41,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,433 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:41,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:41,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:41,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:41,711 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:43,760 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:43,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:46,068 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:19:46,069 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:19:48,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:48,062 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:48,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:48,070 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:48,766 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:49,070 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:49,768 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:50,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:19:52,961 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:19:54,876 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:19:54,921 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:19:54,921 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:19:54,926 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:19:55,775 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:19:57,798 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:19:59,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:00,892 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:01,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:01,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:01,677 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,678 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:01,678 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:01,678 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,679 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,680 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,681 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:01,682 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:01,803 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:03,822 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:05,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:08,368 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:08,370 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:08,370 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:08,374 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:08,866 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:09,870 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:10,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:11,374 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:15,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:15,163 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:15,164 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:15,169 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:15,879 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:16,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:16,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:16,911 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:17,883 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:20,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:21,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:21,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:21,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:21,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:21,893 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:22,910 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:22,962 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:20:23,897 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:27,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:28,589 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,590 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:28,590 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,591 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:28,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,591 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,592 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:28,595 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:28,903 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:29,906 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:30,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:31,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:31,067 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:33,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:35,020 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,020 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,021 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:35,021 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,022 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:35,026 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:35,963 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:37,967 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:39,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:40,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:41,352 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,353 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:41,354 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:41,354 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:41,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:41,972 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:43,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:44,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:46,067 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:20:46,068 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:20:47,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:20:47,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:20:47,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:20:47,567 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:20:47,980 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:20:49,983 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:50,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:50,890 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:20:52,962 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:20:55,320 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:20:55,880 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:20:57,830 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 21:20:57,830 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 21:21:01,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:01,292 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:01,293 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:04,295 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpcto5hqq7 +2024-09-20 21:21:04,722 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-070000 - {'id': 'QXJ0aWZhY3Q6MTIzODU5Njk2NA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODYzNjc3Mg==', 'latestArtifact': None}} +2024-09-20 21:21:04,722 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:04,723 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:04,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:04,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:04,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:05,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:07,913 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:07,952 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,953 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:07,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:07,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:07,964 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:08,914 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:09,965 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:09,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:11,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:14,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:14,537 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:14,538 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:14,562 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:14,973 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:15,563 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:15,976 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:16,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:16,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:20,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:21,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:21,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:21,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:21,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:21,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:21,987 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:22,963 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:21:24,002 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:25,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:27,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:27,876 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:27,876 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:27,881 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:28,007 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:30,013 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:31,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:31,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:31,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:31,286 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:34,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:34,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:34,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:34,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:35,018 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:36,020 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:36,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:40,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:40,978 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:40,978 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:40,982 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:41,066 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:41,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:41,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:44,070 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:46,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:21:46,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:21:46,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:47,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:47,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:47,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:47,466 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:48,074 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:50,078 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:51,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:21:52,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:21:52,964 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:21:54,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,140 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,141 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:21:54,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,160 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:21:54,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:21:54,168 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:21:55,084 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:21:56,086 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:21:57,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:00,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,769 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,770 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:00,770 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:00,770 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:00,774 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:01,092 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:01,201 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:01,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:01,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:02,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:02,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:07,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,314 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:07,314 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:07,314 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:07,318 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:08,101 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:08,319 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:10,108 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:11,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:13,801 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:13,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:13,846 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:13,846 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:13,850 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:14,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:16,167 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:16,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:16,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:18,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:20,498 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,499 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:20,499 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,501 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,502 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:20,504 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:21,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:21,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:22,185 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:22,964 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:22:23,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:27,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:27,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:27,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:27,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:27,193 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:29,167 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:30,197 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:31,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:31,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:31,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:33,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,701 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,702 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:33,703 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:33,703 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:33,710 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:34,203 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:34,711 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:36,206 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:39,915 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:40,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,161 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:40,161 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:40,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:40,212 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:41,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:42,216 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:46,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:22:46,202 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:22:46,796 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,797 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:46,797 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:46,797 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,799 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:46,801 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:47,223 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:48,262 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:51,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:22:51,915 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:52,965 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:22:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:53,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:53,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:53,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:22:54,269 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:22:56,274 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:22:56,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:22:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:22:59,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:22:59,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:22:59,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:00,278 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:01,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:01,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:02,281 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:02,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:06,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:06,363 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:06,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:06,367 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:07,287 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:08,296 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:08,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:11,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:12,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,920 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,921 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:12,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:12,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:12,963 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:13,303 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:13,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:14,305 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:16,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:16,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:19,383 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:19,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,428 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,429 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:19,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:19,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:19,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:20,364 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:21,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:22,368 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:22,966 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:23:24,967 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:25,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:25,918 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:25,919 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:25,924 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:26,373 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:28,382 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:30,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:31,202 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:31,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:31,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:32,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:32,362 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:32,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:32,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:34,393 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:36,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:38,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:38,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:38,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:38,767 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:39,401 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:40,403 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:41,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:41,768 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:45,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:45,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:45,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:45,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:46,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:23:46,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:23:46,413 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:46,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:48,417 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:51,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:23:51,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:52,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:52,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:52,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:52,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:23:52,966 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:23:53,463 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:23:54,465 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:23:57,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:23:59,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:23:59,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:23:59,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:00,471 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:01,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:01,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:02,475 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:02,964 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:06,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,708 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:06,709 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:06,710 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:06,713 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:07,483 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:07,484 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:08,963 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:11,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:13,528 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,528 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,529 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:13,560 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:13,560 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:13,564 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:14,493 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:14,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:15,496 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:16,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:16,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:19,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:20,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:20,362 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:20,363 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:20,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:20,505 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:21,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:21,507 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:22,968 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:24:24,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:27,036 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:27,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:27,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:27,064 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:27,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:27,562 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:30,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:31,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:31,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:31,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:33,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,720 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:33,721 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:33,722 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:33,725 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:34,572 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:35,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:35,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,328 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:40,329 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:40,329 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:40,361 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:40,582 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:41,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:41,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:41,585 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:46,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:24:46,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:24:46,798 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,800 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:46,801 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:46,802 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:46,805 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:47,592 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:47,593 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:51,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:24:51,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:24:52,968 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:24:53,432 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:24:53,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:24:53,461 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:24:53,465 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:24:53,601 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:24:55,605 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:24:56,965 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:00,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:00,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:00,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,163 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:00,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:00,611 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:01,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:01,203 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:01,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:01,614 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:02,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:07,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,062 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:07,084 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:07,084 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:07,088 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:07,663 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:07,664 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:08,088 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:11,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:13,803 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:13,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:13,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:13,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:13,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:14,674 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:15,678 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:16,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:16,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:18,966 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:20,761 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:20,762 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:20,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:21,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:21,693 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:21,693 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:22,969 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:25:23,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:27,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:27,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:27,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:27,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:27,702 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:29,666 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:29,706 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:31,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:31,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:31,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:34,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,661 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,662 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:34,662 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:34,662 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:34,666 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:34,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:34,712 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:35,714 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:39,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:41,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:41,504 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,505 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:41,508 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:41,508 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:41,512 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:41,722 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:43,726 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:45,968 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:46,203 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:25:46,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:25:48,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:48,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:48,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:48,268 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:48,764 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:49,769 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:51,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:25:51,269 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:25:52,969 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:25:54,912 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,913 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:25:54,914 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:25:54,914 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:25:54,918 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:25:55,774 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:25:55,774 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:25:56,919 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:01,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:01,204 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:01,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:01,561 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:01,561 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:01,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:01,782 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:01,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:03,787 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:07,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:08,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:08,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:08,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:08,166 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:08,793 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:09,797 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:11,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:13,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,840 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,841 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:14,859 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:14,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:14,863 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:15,807 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:15,808 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:16,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:16,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:19,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:21,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:21,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:21,618 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:21,618 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:21,622 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:21,817 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:22,970 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:26:23,862 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:24,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:28,448 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,449 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:28,460 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:28,460 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:28,464 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:28,869 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:29,872 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:30,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:31,204 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:31,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:31,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:35,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:35,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:35,062 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:35,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:35,929 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:35,930 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:36,066 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:41,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:41,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,568 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:41,569 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:41,569 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:41,573 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:41,965 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:43,968 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:46,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:26:46,205 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:26:46,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:48,324 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,362 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:48,366 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:48,974 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:49,977 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:51,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:26:51,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:26:52,971 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:26:55,104 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:26:55,105 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:26:55,106 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:26:55,161 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:26:55,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:26:55,986 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:26:56,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:01,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:01,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:01,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,928 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,929 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:01,960 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:01,960 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:01,964 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:01,993 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:02,969 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:03,996 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:07,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:08,336 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,337 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:08,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:08,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:08,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:09,003 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:10,010 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:11,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:12,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:15,028 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,043 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,060 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,061 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:15,061 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:15,061 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:15,065 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:16,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:16,061 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:16,207 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:16,208 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:17,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:21,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:21,760 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,761 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:21,762 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:21,763 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:21,766 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:22,079 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:22,972 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:27:22,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:24,083 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:28,495 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:28,536 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,537 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:28,538 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:28,538 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:28,563 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:29,092 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:30,094 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:31,205 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:31,206 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:31,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:33,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:35,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:35,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:35,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:35,266 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:36,103 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:36,104 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:38,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:41,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:41,861 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:41,862 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:41,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:42,112 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:44,116 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:44,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:46,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:27:46,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:27:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:48,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:48,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:48,368 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:49,160 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:50,125 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:27:50,369 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:51,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:27:52,972 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:27:54,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:27:54,846 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:27:54,846 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:27:54,862 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:27:55,163 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:27:55,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:27:56,165 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:00,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:01,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:01,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:01,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,416 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:01,417 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:01,417 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:01,421 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:02,183 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:02,184 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:06,971 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:07,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:07,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:07,963 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:07,968 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:08,190 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:10,194 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:11,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:11,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:15,340 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,341 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:15,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:15,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:15,364 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:16,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:16,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:16,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:16,214 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:17,972 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:21,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:21,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:21,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:21,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:21,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:22,263 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:22,973 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:28:22,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:24,280 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:27,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:28,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,564 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:28,565 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:28,566 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:28,569 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:29,287 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:30,290 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:31,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:31,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:31,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:33,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:34,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:34,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:34,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:34,975 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:35,301 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:36,304 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:39,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:41,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:41,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:41,435 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:41,435 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:41,439 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:42,313 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:42,314 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:44,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:46,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:28:46,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:47,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:47,961 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:47,967 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:48,321 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:50,366 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:50,970 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:28:51,263 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:28:52,973 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,616 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:28:54,617 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:28:54,617 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:28:54,629 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:28:55,377 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:28:56,388 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:28:56,660 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:01,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,161 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:01,162 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:01,162 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:01,167 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:01,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:01,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:01,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:01,396 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:01,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:02,399 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:06,973 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:07,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,844 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,845 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:07,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:07,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:07,868 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:08,408 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:10,414 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:11,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:11,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:14,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:14,573 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:14,574 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:14,580 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:15,466 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:16,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:16,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:16,470 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:16,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:21,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:21,361 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:21,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:21,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:21,486 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:22,491 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:22,975 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:29:22,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:28,093 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:28,160 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,208 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:28,209 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:28,210 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:28,213 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:28,501 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:30,511 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:31,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:31,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:31,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:33,974 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,572 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:34,573 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:34,573 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:34,578 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:35,566 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:36,569 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:38,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:40,961 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:40,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:40,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:41,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:41,575 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:42,578 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:44,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:46,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:29:46,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:29:47,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:47,462 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:47,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:47,467 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:47,584 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:48,587 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:50,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:29:51,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:29:52,974 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:29:53,856 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,857 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:29:53,860 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:29:53,861 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:29:53,865 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:29:54,597 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:29:54,597 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:29:55,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:00,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:00,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:00,471 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:00,605 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:01,210 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:01,211 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:01,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:01,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:02,611 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:06,919 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:06,960 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,961 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:06,962 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:06,962 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:06,966 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:07,618 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:08,660 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:11,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:11,975 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,520 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:13,521 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:13,521 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:13,562 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:13,629 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:14,631 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:16,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:16,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:16,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:20,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:20,262 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:20,263 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:20,267 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:20,666 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:21,264 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:21,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:22,672 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:22,975 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,824 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,825 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:26,859 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:26,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:26,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:27,680 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:27,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:28,683 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:31,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:31,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:31,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:32,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,424 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:33,425 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:33,425 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:33,429 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:33,689 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:34,691 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:38,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:39,832 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,833 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,834 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,834 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:39,839 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:39,860 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:39,864 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:40,701 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:40,702 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:41,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:43,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:46,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:30:46,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:30:46,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,376 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,377 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,377 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,377 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:46,377 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,378 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:46,381 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:46,709 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:48,764 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:49,976 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:30:51,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:30:52,976 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,320 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,326 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:30:53,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:30:53,771 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:30:54,774 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:30:55,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:00,112 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,113 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,114 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:00,114 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:00,114 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:00,118 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:00,781 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:01,119 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:01,211 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:01,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:01,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:02,785 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:06,860 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,861 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,862 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:06,862 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,863 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:06,866 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:07,791 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:08,796 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:11,265 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:11,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:13,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,562 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:13,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:13,563 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:13,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:13,801 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:14,804 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:16,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:16,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:17,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:20,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,460 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:20,461 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:20,462 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:20,468 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:20,810 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:21,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:22,828 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:22,977 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:31:22,977 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:27,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,312 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,313 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,360 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:27,360 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:27,361 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:27,365 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:27,864 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:28,366 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:28,867 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:31,212 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:31,212 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:31,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:33,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,064 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:34,065 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:34,065 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:34,069 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:34,876 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:34,877 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:39,978 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:40,916 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:40,917 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:40,918 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:40,921 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:41,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:41,887 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:42,908 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:44,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:46,214 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:31:46,214 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:31:47,560 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,561 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:47,562 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:47,562 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:47,566 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:47,915 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:48,918 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:31:50,567 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:51,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:31:52,977 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,260 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:31:54,261 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:31:54,262 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:31:54,265 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:31:54,967 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:31:56,266 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:31:56,970 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,864 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: partial_history +2024-09-20 21:32:00,865 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:32:00,866 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:32:00,869 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:00,975 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:32:01,213 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: stop_status +2024-09-20 21:32:01,260 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: stop_status +2024-09-20 21:32:01,267 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:32:01,403 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:02,978 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:06,980 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:09,028 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:09,924 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: log_artifact +2024-09-20 21:32:09,925 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: log_artifact +2024-09-20 21:32:12,734 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:32:13,901 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:15,235 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmp2awc3e2k +2024-09-20 21:32:15,625 INFO SenderThread:11617 [sender.py:send_request_log_artifact():1537] logged artifact policy_act-dataset_bchandaka_acm_move_square-env_real_world-seed_1000-1000-080000 - {'id': 'QXJ0aWZhY3Q6MTIzODYyNDk1OA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ1ODY1NDUwMw==', 'latestArtifact': None}} +2024-09-20 21:32:15,626 DEBUG SenderThread:11617 [sender.py:send():391] send: exit +2024-09-20 21:32:15,626 INFO SenderThread:11617 [sender.py:send_exit():598] handling exit code: 0 +2024-09-20 21:32:15,626 INFO SenderThread:11617 [sender.py:send_exit():600] handling runtime: 5330 +2024-09-20 21:32:15,626 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:15,631 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:15,631 INFO SenderThread:11617 [sender.py:send_exit():606] send defer +2024-09-20 21:32:15,631 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:15,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,632 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 0 +2024-09-20 21:32:15,632 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 0 +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 1 +2024-09-20 21:32:15,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,632 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 1 +2024-09-20 21:32:15,632 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 1 +2024-09-20 21:32:15,632 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 2 +2024-09-20 21:32:15,632 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 2 +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [system_monitor.py:finish():203] Stopping system monitor +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined cpu monitor +2024-09-20 21:32:15,633 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined disk monitor +2024-09-20 21:32:15,635 DEBUG SystemMonitor:11617 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-09-20 21:32:15,636 DEBUG SystemMonitor:11617 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined gpu monitor +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined memory monitor +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [interfaces.py:finish():200] Joined network monitor +2024-09-20 21:32:15,640 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,640 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 2 +2024-09-20 21:32:15,640 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 3 +2024-09-20 21:32:15,640 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,640 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 3 +2024-09-20 21:32:15,650 DEBUG SenderThread:11617 [sender.py:send():391] send: stats +2024-09-20 21:32:15,651 DEBUG SenderThread:11617 [sender.py:send():391] send: history +2024-09-20 21:32:15,651 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: summary_record +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:15,655 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 3 +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 4 +2024-09-20 21:32:15,655 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,655 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 4 +2024-09-20 21:32:15,655 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 4 +2024-09-20 21:32:15,655 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 5 +2024-09-20 21:32:15,656 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,656 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 5 +2024-09-20 21:32:15,656 DEBUG SenderThread:11617 [sender.py:send():391] send: summary +2024-09-20 21:32:15,667 INFO SenderThread:11617 [sender.py:_save_file():1466] saving file wandb-summary.json with policy end +2024-09-20 21:32:15,667 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,667 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 5 +2024-09-20 21:32:15,667 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 6 +2024-09-20 21:32:15,667 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,668 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 6 +2024-09-20 21:32:15,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,668 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 6 +2024-09-20 21:32:15,668 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 7 +2024-09-20 21:32:15,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: status_report +2024-09-20 21:32:15,668 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:15,668 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 7 +2024-09-20 21:32:15,668 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:15,668 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 7 +2024-09-20 21:32:15,902 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:16,110 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:32:17,113 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:18,393 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 8 +2024-09-20 21:32:18,393 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:18,394 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:18,394 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 8 +2024-09-20 21:32:18,394 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:18,394 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 8 +2024-09-20 21:32:18,394 INFO SenderThread:11617 [job_builder.py:build():443] Attempting to build job artifact +2024-09-20 21:32:18,419 INFO SenderThread:11617 [job_builder.py:_get_source_type():572] is repo sourced job +2024-09-20 21:32:18,423 INFO SenderThread:11617 [job_builder.py:build():548] adding wandb-job metadata file +2024-09-20 21:32:18,453 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 9 +2024-09-20 21:32:18,453 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:18,453 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 9 +2024-09-20 21:32:18,454 DEBUG SenderThread:11617 [sender.py:send():391] send: artifact +2024-09-20 21:32:18,904 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:19,006 INFO wandb-upload_0:11617 [upload_job.py:push():88] Uploaded file /tmp/tmpy8g56pbv/wandb-job.json +2024-09-20 21:32:19,041 INFO wandb-upload_1:11617 [upload_job.py:push():88] Uploaded file /home/bhargav9/.local/share/wandb/artifacts/staging/tmpb9w4cha_ +2024-09-20 21:32:19,115 INFO Thread-12 :11617 [dir_watcher.py:_on_file_modified():288] file/dir modified: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:19,614 INFO SenderThread:11617 [sender.py:send_artifact():1549] sent artifact job-https___github.com_huggingface_lerobot.git_lerobot_scripts_train.py - {'id': 'QXJ0aWZhY3Q6MTIzODYyNTI3Mg==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQxODgyNjcxOA==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6MTE3MzU3MjUyOA==', 'versionIndex': 7}}} +2024-09-20 21:32:19,614 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:19,614 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 9 +2024-09-20 21:32:19,615 INFO SenderThread:11617 [dir_watcher.py:finish():358] shutting down directory watcher +2024-09-20 21:32:20,117 INFO SenderThread:11617 [dir_watcher.py:finish():388] scan: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files +2024-09-20 21:32:20,118 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml conda-environment.yaml +2024-09-20 21:32:20,118 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-metadata.json wandb-metadata.json +2024-09-20 21:32:20,118 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/config.yaml config.yaml +2024-09-20 21:32:20,120 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt requirements.txt +2024-09-20 21:32:20,121 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json wandb-summary.json +2024-09-20 21:32:20,122 INFO SenderThread:11617 [dir_watcher.py:finish():402] scan save: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log output.log +2024-09-20 21:32:20,124 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 10 +2024-09-20 21:32:20,124 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:20,124 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:20,124 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 10 +2024-09-20 21:32:20,126 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:20,126 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 10 +2024-09-20 21:32:20,126 INFO SenderThread:11617 [file_pusher.py:finish():169] shutting down file pusher +2024-09-20 21:32:20,298 INFO wandb-upload_0:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/conda-environment.yaml +2024-09-20 21:32:20,369 INFO wandb-upload_1:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/requirements.txt +2024-09-20 21:32:20,370 INFO wandb-upload_3:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/wandb-summary.json +2024-09-20 21:32:20,370 INFO wandb-upload_2:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/config.yaml +2024-09-20 21:32:20,441 INFO wandb-upload_4:11617 [upload_job.py:push():130] Uploaded file outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/files/output.log +2024-09-20 21:32:20,642 INFO Thread-11 (_thread_body):11617 [sender.py:transition_state():626] send defer: 11 +2024-09-20 21:32:20,643 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:20,643 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 11 +2024-09-20 21:32:20,644 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:20,644 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 11 +2024-09-20 21:32:20,644 INFO SenderThread:11617 [file_pusher.py:join():175] waiting for file pusher +2024-09-20 21:32:20,644 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 12 +2024-09-20 21:32:20,644 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:20,644 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 12 +2024-09-20 21:32:20,645 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:20,645 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 12 +2024-09-20 21:32:20,645 INFO SenderThread:11617 [file_stream.py:finish():601] file stream finish called +2024-09-20 21:32:20,905 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:21,465 INFO SenderThread:11617 [file_stream.py:finish():605] file stream finish is done +2024-09-20 21:32:21,465 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 13 +2024-09-20 21:32:21,465 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:21,465 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:21,465 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 13 +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:21,466 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 13 +2024-09-20 21:32:21,466 INFO SenderThread:11617 [sender.py:transition_state():626] send defer: 14 +2024-09-20 21:32:21,466 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: defer +2024-09-20 21:32:21,466 INFO HandlerThread:11617 [handler.py:handle_request_defer():184] handle defer: 14 +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send():391] send: final +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send():391] send: footer +2024-09-20 21:32:21,466 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: defer +2024-09-20 21:32:21,466 INFO SenderThread:11617 [sender.py:send_request_defer():622] handle sender defer: 14 +2024-09-20 21:32:21,467 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:21,467 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:21,468 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: server_info +2024-09-20 21:32:21,468 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: server_info +2024-09-20 21:32:21,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: poll_exit +2024-09-20 21:32:21,469 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: get_summary +2024-09-20 21:32:21,470 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: sampled_history +2024-09-20 21:32:21,472 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: internal_messages +2024-09-20 21:32:21,511 DEBUG SenderThread:11617 [sender.py:send_request():418] send_request: poll_exit +2024-09-20 21:32:21,512 DEBUG HandlerThread:11617 [handler.py:handle_request():158] handle_request: shutdown +2024-09-20 21:32:21,512 INFO HandlerThread:11617 [handler.py:finish():884] shutting down handler +2024-09-20 21:32:22,469 INFO WriterThread:11617 [datastore.py:close():296] close: outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/run-zhtbclvs.wandb +2024-09-20 21:32:22,511 INFO SenderThread:11617 [sender.py:finish():1631] shutting down sender +2024-09-20 21:32:22,512 INFO SenderThread:11617 [file_pusher.py:finish():169] shutting down file pusher +2024-09-20 21:32:22,512 INFO SenderThread:11617 [file_pusher.py:join():175] waiting for file pusher diff --git a/wandb/run-20240920_200322-zhtbclvs/logs/debug.log b/wandb/run-20240920_200322-zhtbclvs/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..c9cfb778a07abfe1cf4591bf6b83c443c95e2c69 --- /dev/null +++ b/wandb/run-20240920_200322-zhtbclvs/logs/debug.log @@ -0,0 +1,26 @@ +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Current SDK version is 0.17.8 +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Configure stats pid to 11583 +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Loading settings from /home/bhargav9/.config/wandb/settings +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Loading settings from /home/bhargav9/lerobot/wandb/settings +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'silent': 'true'} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': 'lerobot/scripts/train.py', 'program_abspath': '/home/bhargav9/lerobot/lerobot/scripts/train.py', 'program': '/home/bhargav9/lerobot/lerobot/scripts/train.py'} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_setup.py:_flush():77] Applying login settings: {} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:_log_setup():524] Logging user logs to outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/logs/debug.log +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:_log_setup():525] Logging internal logs to outputs/train/act_acm_move_square/wandb/run-20240920_200322-zhtbclvs/logs/debug-internal.log +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():607] calling init triggers +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():614] wandb.init called with sweep_config: {} +config: {'resume': False, 'device': 'cuda', 'use_amp': False, 'seed': 1000, 'dataset_repo_id': 'bchandaka/acm_move_square', 'video_backend': 'pyav', 'training': {'offline_steps': 80000, 'num_workers': 4, 'batch_size': 4, 'eval_freq': -1, 'log_freq': 100, 'save_checkpoint': True, 'save_freq': 10000, 'online_steps': 0, 'online_rollout_n_episodes': 1, 'online_rollout_batch_size': 1, 'online_steps_between_rollouts': 1, 'online_sampling_ratio': 0.5, 'online_env_seed': None, 'online_buffer_capacity': None, 'online_buffer_seed_size': 0, 'do_online_rollout_async': False, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'brightness': {'weight': 1, 'min_max': [0.8, 1.2]}, 'contrast': {'weight': 1, 'min_max': [0.8, 1.2]}, 'saturation': {'weight': 1, 'min_max': [0.5, 1.5]}, 'hue': {'weight': 1, 'min_max': [-0.05, 0.05]}, 'sharpness': {'weight': 1, 'min_max': [0.8, 1.2]}}, 'lr': 1e-05, 'lr_backbone': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10, 'delta_timestamps': {'action': '[i / 30 for i in range(100)]'}}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'notes': ''}, 'fps': 30, 'env': {'name': 'real_world', 'task': None, 'state_dim': 6, 'action_dim': 6, 'fps': 30}, 'override_dataset_stats': {'observation.images.laptop': {'mean': [[[0.485]], [[0.456]], [[0.406]]], 'std': [[[0.229]], [[0.224]], [[0.225]]]}}, 'policy': {'name': 'act', 'n_obs_steps': 1, 'chunk_size': 100, 'n_action_steps': 100, 'input_shapes': {'observation.images.laptop': [3, 480, 640], 'observation.state': [6]}, 'output_shapes': {'action': [6]}, 'input_normalization_modes': {'observation.images.laptop': 'mean_std', 'observation.state': 'mean_std'}, 'output_normalization_modes': {'action': 'mean_std'}, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_momentum': None, 'dropout': 0.1, 'kl_weight': 10.0}} +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():657] starting backend +2024-09-20 20:03:22,386 INFO MainThread:11583 [wandb_init.py:init():661] setting up manager +2024-09-20 20:03:22,387 INFO MainThread:11583 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-09-20 20:03:22,395 INFO MainThread:11583 [wandb_init.py:init():669] backend started and connected +2024-09-20 20:03:22,398 INFO MainThread:11583 [wandb_init.py:init():767] updated telemetry +2024-09-20 20:03:22,421 INFO MainThread:11583 [wandb_init.py:init():800] communicating run to backend with 90.0 second timeout +2024-09-20 20:03:22,674 INFO MainThread:11583 [wandb_init.py:init():851] starting run threads in backend +2024-09-20 20:03:26,989 INFO MainThread:11583 [wandb_run.py:_console_start():2463] atexit reg +2024-09-20 20:03:26,990 INFO MainThread:11583 [wandb_run.py:_redirect():2309] redirect: wrap_raw +2024-09-20 20:03:26,990 INFO MainThread:11583 [wandb_run.py:_redirect():2374] Wrapping output streams. +2024-09-20 20:03:26,990 INFO MainThread:11583 [wandb_run.py:_redirect():2399] Redirects installed. +2024-09-20 20:03:27,000 INFO MainThread:11583 [wandb_init.py:init():894] run started, returning control to user process +2024-09-20 21:32:22,666 WARNING MsgRouterThr:11583 [router.py:message_loop():77] message_loop has been closed diff --git a/wandb/run-20240920_200322-zhtbclvs/run-zhtbclvs.wandb b/wandb/run-20240920_200322-zhtbclvs/run-zhtbclvs.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f14ccf0db185cdf6f6c44448ec3f88f01f87bf00 Binary files /dev/null and b/wandb/run-20240920_200322-zhtbclvs/run-zhtbclvs.wandb differ