diff --git a/.gitattributes b/.gitattributes index 1f4ce37c411f4e45771666964dd91ef521f1af22..9ae064f1e3b50a1f3a62000cbef0c01e63c1de37 100644 --- a/.gitattributes +++ b/.gitattributes @@ -299,3 +299,4 @@ factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_ factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs3:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs3:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed11/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text +factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/best_000044560_22839296_reward_109.864.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/best_000044560_22839296_reward_109.864.pth new file mode 100644 index 0000000000000000000000000000000000000000..06bbe999ab3002b688659c1e9534ee21db4c5925 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/best_000044560_22839296_reward_109.864.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea3c3f2bf9f86e1883b1c379df456cc92195727e2b1315112dcd7bf267232127 +size 20560697 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/checkpoint_000031064_15925248.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/checkpoint_000031064_15925248.pth new file mode 100644 index 0000000000000000000000000000000000000000..00c7691a6a792aae82977aaf24d9c4b9974963c5 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/checkpoint_000031064_15925248.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b15d6ab45ef49afa3dd4df234d6250ae31026874c16dfdee816c53a5a1d264de +size 20561057 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/checkpoint_000048832_25034752.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/checkpoint_000048832_25034752.pth new file mode 100644 index 0000000000000000000000000000000000000000..35cfa2bea47c19c10f617ea47490f768ee79fbac --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/checkpoint_p0/checkpoint_000048832_25034752.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56679d62fc39a981f67916f0c129a07d7eaaf56031c8e390b065ffaff2b25214 +size 20561057 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/config.json b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7847c0fe1f8622a94d33c2df9adbde4964488c06 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/config.json @@ -0,0 +1,268 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_uniform_u1_3_fs1_seed12", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 12, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": true, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "lr_schedule": "linear_decay", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 255.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [ + 0 + ], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 25000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_atari", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": true, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs1-uniform_u1_3", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "uniform", + "uniform_u1_3", + "fs1", + "seed12" + ], + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "screen_size": "", + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "score_limit": -1, + "frame_stack": 1, + "debug": false, + "debug_timelimit_diagnostics": false, + "max_episode_steps": 0, + "mode": "train", + "latency_type": "uniform_distribution", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": 33.333333333333336, + "max_latency_ms": 100.0, + "latency_seed": 12, + "add_latency_info": false, + "max_pending_actions": null, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_latency_raw_frame_values": "0,1,2,3,4,5", + "eval_max_steps": 3600, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs1_seed12/episode_metrics.jsonl", + "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_uniform_u1_3_fs1_seed12 --train_dir results/checkpoints_factor_sweeps/flappy/context_window --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 12 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs1_seed12/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type uniform_distribution --min-latency-ms 33.333333333333336 --max-latency-ms 100.0 --latency-seed 12 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs1-uniform_u1_3 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy frame_stack uniform uniform_u1_3 fs1 seed12 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 1 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready", + "cli_args": { + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_uniform_u1_3_fs1_seed12", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 12, + "num_policies": 1, + "async_rl": true, + "batched_sampling": true, + "worker_num_splits": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "gamma": 0.99, + "normalize_returns": true, + "value_loss_coeff": 0.5, + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "normalize_input": true, + "actor_worker_gpus": [ + 0 + ], + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 25000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "use_rnn": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs1-uniform_u1_3", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "uniform", + "uniform_u1_3", + "fs1", + "seed12" + ], + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "frame_stack": 1, + "debug": false, + "debug_timelimit_diagnostics": false, + "mode": "train", + "latency_type": "uniform_distribution", + "min_latency_ms": 33.333333333333336, + "max_latency_ms": 100.0, + "latency_seed": 12, + "add_latency_info": false, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_max_steps": 3600, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs1_seed12/episode_metrics.jsonl" + }, + "git_hash": "eb3a2e1efbd2aa03a60d7f44f5e18d8fdd0f5a2d", + "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git", + "eval_env_frameskip": 1, + "output_dir": "outputs/factor_sweeps/flappy/context_window/train/frame_stack/uniform_u1_3/fs1/seed_12", + "wandb_unique_id": "flappy-fs1-uniform_u1_3-s12" +} \ No newline at end of file diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/episode_metrics.jsonl b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..68811bc061ef4aeb797d8186c934b251086e51f3 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/episode_metrics.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e0b0df588adb63c0657afc846ac69117840a87ec9b4b194f726b4bed1f8d0a +size 52027014 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/git.diff b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/git.diff new file mode 100644 index 0000000000000000000000000000000000000000..466fb8b9b61c2e47b54ca5d7f5f930e28515b107 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/git.diff @@ -0,0 +1,33 @@ +diff --git a/latency_bench/run.py b/latency_bench/run.py +index 163ca1b..e9016f3 100644 +--- a/latency_bench/run.py ++++ b/latency_bench/run.py +@@ -152,6 +152,8 @@ def _record_stratified_replay_videos( + video_cfg = config["logging"]["video"] + if not video_cfg["enabled"]: + return ++ if not config["logging"].get("save_step_records", False): ++ return + if ExecutorMode(config["executor"]["mode"]) == ExecutorMode.REALTIME: + return + selections = select_episode_return_stratified( +diff --git a/scripts/experiment_runner/run_manifest_jobs.py b/scripts/experiment_runner/run_manifest_jobs.py +index 18376d9..646fe8f 100644 +--- a/scripts/experiment_runner/run_manifest_jobs.py ++++ b/scripts/experiment_runner/run_manifest_jobs.py +@@ -192,6 +192,8 @@ def _resume_stage(job: dict[str, str], states: dict[str, str]) -> str: + return "upload" + if stage == "train_succeeded": + return "eval" ++ if stage == "eval_failed": ++ return "eval" + return "train" + + +diff --git a/starVLA b/starVLA +index ab3380d..9d8c567 160000 +--- a/starVLA ++++ b/starVLA +@@ -1 +1 @@ +-Subproject commit ab3380dfbd1de9649c15d154cc41b97788674537 ++Subproject commit 9d8c567188a3aa2a825296016cf17f3977101d8f diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/sf_log.txt b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/sf_log.txt new file mode 100644 index 0000000000000000000000000000000000000000..1bc625ae060d14c20ad70c3dfc7f5b85810b462e --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/sf_log.txt @@ -0,0 +1,4811 @@ +[2026-06-07 03:20:22,079][519537] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs1_seed12/config.json... +[2026-06-07 03:20:22,144][519537] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:22,145][519537] Rollout worker 0 uses device cuda:0 +[2026-06-07 03:20:22,145][519537] Using GPUs [0] for process 1 (actually maps to GPUs [2]) +[2026-06-07 03:20:22,146][519537] Rollout worker 1 uses device cuda:0 +[2026-06-07 03:20:22,880][519537] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:22,881][519537] InferenceWorker_p0-w0: min num requests: 1 +[2026-06-07 03:20:22,885][519537] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:22,889][519537] Using GPUs [0] for process 1 (actually maps to GPUs [2]) +[2026-06-07 03:20:22,890][519537] Starting all processes... +[2026-06-07 03:20:22,890][519537] Starting process learner_proc0 +[2026-06-07 03:20:23,927][519537] Starting all processes... +[2026-06-07 03:20:23,931][519537] Starting process inference_proc0-0 +[2026-06-07 03:20:23,931][519537] Starting process rollout_proc0 +[2026-06-07 03:20:23,931][519537] Starting process rollout_proc1 +[2026-06-07 03:20:24,465][520965] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:24,465][520965] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for learning process 0 +[2026-06-07 03:20:24,465][520965] Num visible devices: 1 +[2026-06-07 03:20:24,466][520965] Setting fixed seed 12 +[2026-06-07 03:20:24,467][520965] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:24,467][520965] Initializing actor-critic model on device cuda:0 +[2026-06-07 03:20:24,467][520965] RunningMeanStd input shape: (3, 84, 84) +[2026-06-07 03:20:24,495][520965] RunningMeanStd input shape: (1,) +[2026-06-07 03:20:24,503][520965] ConvEncoder: input_channels=3 +[2026-06-07 03:20:24,564][520965] Conv encoder output size: 512 +[2026-06-07 03:20:24,565][520965] Created Actor Critic model with architecture: +[2026-06-07 03:20:24,565][520965] ActorCriticSharedWeights( + (obs_normalizer): ObservationNormalizer( + (running_mean_std): RunningMeanStdDictInPlace( + (running_mean_std): ModuleDict( + (obs): RunningMeanStdInPlace() + ) + ) + ) + (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) + (encoder): MultiInputEncoder( + (encoders): ModuleDict( + (obs): ConvEncoder( + (enc): RecursiveScriptModule( + original_name=ConvEncoderImpl + (conv_head): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Conv2d) + (1): RecursiveScriptModule(original_name=ELU) + (2): RecursiveScriptModule(original_name=Conv2d) + (3): RecursiveScriptModule(original_name=ELU) + (4): RecursiveScriptModule(original_name=Conv2d) + (5): RecursiveScriptModule(original_name=ELU) + ) + (mlp_layers): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Linear) + (1): RecursiveScriptModule(original_name=ELU) + ) + ) + ) + ) + ) + (core): ModelCoreIdentity() + (decoder): MlpDecoder( + (mlp): Identity() + ) + (critic_linear): Linear(in_features=512, out_features=1, bias=True) + (action_parameterization): ActionParameterizationDefault( + (distribution_linear): Linear(in_features=512, out_features=2, bias=True) + ) +) +[2026-06-07 03:20:24,568][520965] Using optimizer +[2026-06-07 03:20:25,326][520965] No checkpoints found +[2026-06-07 03:20:25,327][520965] Did not load from checkpoint, starting from scratch! +[2026-06-07 03:20:25,327][520965] Initialized policy 0 weights for model version 0 +[2026-06-07 03:20:25,336][520965] LearnerWorker_p0 finished initialization! +[2026-06-07 03:20:25,336][520965] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:25,843][521496] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191] +[2026-06-07 03:20:25,844][521496] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:25,844][521496] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for actor process 0 +[2026-06-07 03:20:25,844][521496] Num visible devices: 1 +[2026-06-07 03:20:25,958][521438] Using GPUs [0] for process 0 (actually maps to GPUs [2]) +[2026-06-07 03:20:25,958][521438] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for inference process 0 +[2026-06-07 03:20:25,959][521438] Num visible devices: 1 +[2026-06-07 03:20:25,960][521438] RunningMeanStd input shape: (3, 84, 84) +[2026-06-07 03:20:25,984][521510] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383] +[2026-06-07 03:20:25,985][521510] Using GPUs [0] for process 1 (actually maps to GPUs [2]) +[2026-06-07 03:20:25,985][521510] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for actor process 1 +[2026-06-07 03:20:25,985][521510] Num visible devices: 1 +[2026-06-07 03:20:25,987][521438] RunningMeanStd input shape: (1,) +[2026-06-07 03:20:25,994][521438] ConvEncoder: input_channels=3 +[2026-06-07 03:20:26,054][521438] Conv encoder output size: 512 +[2026-06-07 03:20:26,058][519537] Inference worker 0-0 is ready! +[2026-06-07 03:20:26,059][519537] All inference workers are ready! Signal rollout workers to start! +[2026-06-07 03:20:26,059][521510] EnvRunner 1-0 uses policy 0 +[2026-06-07 03:20:26,059][521496] EnvRunner 0-0 uses policy 0 +[2026-06-07 03:20:28,568][520965] Signal inference workers to stop experience collection... +[2026-06-07 03:20:28,580][521438] InferenceWorker_p0-w0: stopping experience collection +[2026-06-07 03:20:29,313][519537] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 67456. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-07 03:20:29,314][519537] Avg episode reward: [(0, '-5.761')] +[2026-06-07 03:20:29,846][520965] Signal inference workers to resume experience collection... +[2026-06-07 03:20:29,847][521438] InferenceWorker_p0-w0: resuming experience collection +[2026-06-07 03:20:30,147][521438] Updated weights for policy 0, policy_version 87 (0.0029) +[2026-06-07 03:20:30,274][521438] Updated weights for policy 0, policy_version 97 (0.0004) +[2026-06-07 03:20:30,414][521438] Updated weights for policy 0, policy_version 109 (0.0004) +[2026-06-07 03:20:30,527][521438] Updated weights for policy 0, policy_version 119 (0.0008) +[2026-06-07 03:20:30,975][521438] Updated weights for policy 0, policy_version 129 (0.0008) +[2026-06-07 03:20:31,089][521438] Updated weights for policy 0, policy_version 139 (0.0007) +[2026-06-07 03:20:31,200][521438] Updated weights for policy 0, policy_version 149 (0.0008) +[2026-06-07 03:20:31,320][521438] Updated weights for policy 0, policy_version 159 (0.0007) +[2026-06-07 03:20:31,443][521438] Updated weights for policy 0, policy_version 169 (0.0007) +[2026-06-07 03:20:31,556][521438] Updated weights for policy 0, policy_version 179 (0.0007) +[2026-06-07 03:20:31,665][521438] Updated weights for policy 0, policy_version 189 (0.0008) +[2026-06-07 03:20:32,095][521438] Updated weights for policy 0, policy_version 199 (0.0005) +[2026-06-07 03:20:32,225][521438] Updated weights for policy 0, policy_version 209 (0.0004) +[2026-06-07 03:20:32,366][521438] Updated weights for policy 0, policy_version 222 (0.0007) +[2026-06-07 03:20:32,495][521438] Updated weights for policy 0, policy_version 232 (0.0008) +[2026-06-07 03:20:32,622][521438] Updated weights for policy 0, policy_version 242 (0.0006) +[2026-06-07 03:20:32,753][521438] Updated weights for policy 0, policy_version 252 (0.0004) +[2026-06-07 03:20:33,177][521438] Updated weights for policy 0, policy_version 272 (0.0005) +[2026-06-07 03:20:33,296][521438] Updated weights for policy 0, policy_version 282 (0.0005) +[2026-06-07 03:20:33,422][521438] Updated weights for policy 0, policy_version 292 (0.0004) +[2026-06-07 03:20:33,556][521438] Updated weights for policy 0, policy_version 302 (0.0004) +[2026-06-07 03:20:33,746][521438] Updated weights for policy 0, policy_version 320 (0.0007) +[2026-06-07 03:20:34,193][521438] Updated weights for policy 0, policy_version 330 (0.0004) +[2026-06-07 03:20:34,312][519537] Fps is (10 sec: 32770.2, 60 sec: 32770.2, 300 sec: 32770.2). Total num frames: 163840. Throughput: 0: 13594.5. Samples: 135424. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-07 03:20:34,313][519537] Avg episode reward: [(0, '-4.147')] +[2026-06-07 03:20:34,338][521438] Updated weights for policy 0, policy_version 343 (0.0005) +[2026-06-07 03:20:34,467][521438] Updated weights for policy 0, policy_version 354 (0.0008) +[2026-06-07 03:20:34,584][521438] Updated weights for policy 0, policy_version 364 (0.0008) +[2026-06-07 03:20:34,694][521438] Updated weights for policy 0, policy_version 374 (0.0007) +[2026-06-07 03:20:34,806][520965] Saving new best policy, reward=-4.147! +[2026-06-07 03:20:34,808][521438] Updated weights for policy 0, policy_version 384 (0.0007) +[2026-06-07 03:20:35,229][521438] Updated weights for policy 0, policy_version 397 (0.0008) +[2026-06-07 03:20:35,338][521438] Updated weights for policy 0, policy_version 407 (0.0008) +[2026-06-07 03:20:35,447][521438] Updated weights for policy 0, policy_version 417 (0.0007) +[2026-06-07 03:20:35,571][521438] Updated weights for policy 0, policy_version 427 (0.0006) +[2026-06-07 03:20:35,795][521438] Updated weights for policy 0, policy_version 447 (0.0007) +[2026-06-07 03:20:36,275][521438] Updated weights for policy 0, policy_version 457 (0.0006) +[2026-06-07 03:20:36,472][521438] Updated weights for policy 0, policy_version 475 (0.0005) +[2026-06-07 03:20:36,597][521438] Updated weights for policy 0, policy_version 485 (0.0005) +[2026-06-07 03:20:36,724][521438] Updated weights for policy 0, policy_version 495 (0.0005) +[2026-06-07 03:20:36,851][521438] Updated weights for policy 0, policy_version 505 (0.0004) +[2026-06-07 03:20:37,266][521438] Updated weights for policy 0, policy_version 516 (0.0006) +[2026-06-07 03:20:37,386][521438] Updated weights for policy 0, policy_version 526 (0.0008) +[2026-06-07 03:20:37,503][521438] Updated weights for policy 0, policy_version 536 (0.0008) +[2026-06-07 03:20:37,630][521438] Updated weights for policy 0, policy_version 546 (0.0008) +[2026-06-07 03:20:37,766][521438] Updated weights for policy 0, policy_version 558 (0.0009) +[2026-06-07 03:20:37,911][521438] Updated weights for policy 0, policy_version 572 (0.0008) +[2026-06-07 03:20:38,415][521438] Updated weights for policy 0, policy_version 584 (0.0006) +[2026-06-07 03:20:38,551][521438] Updated weights for policy 0, policy_version 597 (0.0008) +[2026-06-07 03:20:38,717][521438] Updated weights for policy 0, policy_version 612 (0.0008) +[2026-06-07 03:20:38,832][521438] Updated weights for policy 0, policy_version 622 (0.0008) +[2026-06-07 03:20:38,947][521438] Updated weights for policy 0, policy_version 632 (0.0008) +[2026-06-07 03:20:39,313][519537] Fps is (10 sec: 32765.8, 60 sec: 32765.8, 300 sec: 32765.8). Total num frames: 327680. Throughput: 0: 24907.2. Samples: 316544. Policy #0 lag: (min: 25.0, avg: 44.2, max: 89.0) +[2026-06-07 03:20:39,328][519537] Avg episode reward: [(0, '2.856')] +[2026-06-07 03:20:39,336][520965] Saving new best policy, reward=2.856! +[2026-06-07 03:20:39,473][521438] Updated weights for policy 0, policy_version 642 (0.0008) +[2026-06-07 03:20:39,585][521438] Updated weights for policy 0, policy_version 652 (0.0008) +[2026-06-07 03:20:39,706][521438] Updated weights for policy 0, policy_version 663 (0.0008) +[2026-06-07 03:20:39,833][521438] Updated weights for policy 0, policy_version 674 (0.0010) +[2026-06-07 03:20:39,952][521438] Updated weights for policy 0, policy_version 685 (0.0008) +[2026-06-07 03:20:40,088][521438] Updated weights for policy 0, policy_version 697 (0.0008) +[2026-06-07 03:20:40,699][521438] Updated weights for policy 0, policy_version 709 (0.0007) +[2026-06-07 03:20:40,855][521438] Updated weights for policy 0, policy_version 723 (0.0008) +[2026-06-07 03:20:40,998][521438] Updated weights for policy 0, policy_version 737 (0.0008) +[2026-06-07 03:20:41,112][521438] Updated weights for policy 0, policy_version 747 (0.0008) +[2026-06-07 03:20:41,230][521438] Updated weights for policy 0, policy_version 758 (0.0008) +[2026-06-07 03:20:41,882][521438] Updated weights for policy 0, policy_version 769 (0.0008) +[2026-06-07 03:20:42,025][521438] Updated weights for policy 0, policy_version 783 (0.0008) +[2026-06-07 03:20:42,155][521438] Updated weights for policy 0, policy_version 795 (0.0008) +[2026-06-07 03:20:42,283][521438] Updated weights for policy 0, policy_version 806 (0.0009) +[2026-06-07 03:20:42,402][521438] Updated weights for policy 0, policy_version 816 (0.0008) +[2026-06-07 03:20:42,555][521438] Updated weights for policy 0, policy_version 831 (0.0010) +[2026-06-07 03:20:42,870][519537] Heartbeat connected on Batcher_0 +[2026-06-07 03:20:42,874][519537] Heartbeat connected on LearnerWorker_p0 +[2026-06-07 03:20:42,886][519537] Heartbeat connected on InferenceWorker_p0-w0 +[2026-06-07 03:20:42,888][519537] Heartbeat connected on RolloutWorker_w0 +[2026-06-07 03:20:42,891][519537] Heartbeat connected on RolloutWorker_w1 +[2026-06-07 03:20:43,264][521438] Updated weights for policy 0, policy_version 843 (0.0008) +[2026-06-07 03:20:43,418][521438] Updated weights for policy 0, policy_version 857 (0.0008) +[2026-06-07 03:20:43,541][521438] Updated weights for policy 0, policy_version 869 (0.0008) +[2026-06-07 03:20:43,686][521438] Updated weights for policy 0, policy_version 883 (0.0008) +[2026-06-07 03:20:43,803][521438] Updated weights for policy 0, policy_version 893 (0.0008) +[2026-06-07 03:20:44,313][519537] Fps is (10 sec: 29491.0, 60 sec: 30584.0, 300 sec: 30584.0). Total num frames: 458752. Throughput: 0: 27332.8. Samples: 477440. Policy #0 lag: (min: 38.0, avg: 49.0, max: 102.0) +[2026-06-07 03:20:44,314][519537] Avg episode reward: [(0, '4.002')] +[2026-06-07 03:20:44,319][520965] Saving new best policy, reward=4.002! +[2026-06-07 03:20:44,571][521438] Updated weights for policy 0, policy_version 906 (0.0008) +[2026-06-07 03:20:44,700][521438] Updated weights for policy 0, policy_version 918 (0.0008) +[2026-06-07 03:20:44,805][521438] Updated weights for policy 0, policy_version 928 (0.0008) +[2026-06-07 03:20:44,948][521438] Updated weights for policy 0, policy_version 941 (0.0010) +[2026-06-07 03:20:45,099][521438] Updated weights for policy 0, policy_version 955 (0.0009) +[2026-06-07 03:20:45,894][521438] Updated weights for policy 0, policy_version 968 (0.0010) +[2026-06-07 03:20:46,029][521438] Updated weights for policy 0, policy_version 981 (0.0009) +[2026-06-07 03:20:46,160][521438] Updated weights for policy 0, policy_version 993 (0.0008) +[2026-06-07 03:20:46,289][521438] Updated weights for policy 0, policy_version 1005 (0.0008) +[2026-06-07 03:20:46,434][521438] Updated weights for policy 0, policy_version 1018 (0.0008) +[2026-06-07 03:20:47,224][521438] Updated weights for policy 0, policy_version 1028 (0.0008) +[2026-06-07 03:20:47,351][521438] Updated weights for policy 0, policy_version 1040 (0.0008) +[2026-06-07 03:20:47,546][521438] Updated weights for policy 0, policy_version 1058 (0.0009) +[2026-06-07 03:20:47,697][521438] Updated weights for policy 0, policy_version 1072 (0.0008) +[2026-06-07 03:20:47,811][521438] Updated weights for policy 0, policy_version 1082 (0.0009) +[2026-06-07 03:20:48,606][521438] Updated weights for policy 0, policy_version 1093 (0.0009) +[2026-06-07 03:20:48,741][521438] Updated weights for policy 0, policy_version 1107 (0.0008) +[2026-06-07 03:20:48,908][521438] Updated weights for policy 0, policy_version 1122 (0.0008) +[2026-06-07 03:20:49,052][521438] Updated weights for policy 0, policy_version 1136 (0.0008) +[2026-06-07 03:20:49,163][521438] Updated weights for policy 0, policy_version 1146 (0.0010) +[2026-06-07 03:20:49,312][519537] Fps is (10 sec: 26217.0, 60 sec: 29491.7, 300 sec: 29491.7). Total num frames: 589824. Throughput: 0: 24390.8. Samples: 555264. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0) +[2026-06-07 03:20:49,313][519537] Avg episode reward: [(0, '4.399')] +[2026-06-07 03:20:49,318][520965] Saving new best policy, reward=4.399! +[2026-06-07 03:20:49,980][521438] Updated weights for policy 0, policy_version 1160 (0.0009) +[2026-06-07 03:20:50,114][521438] Updated weights for policy 0, policy_version 1173 (0.0008) +[2026-06-07 03:20:50,239][521438] Updated weights for policy 0, policy_version 1184 (0.0008) +[2026-06-07 03:20:50,362][521438] Updated weights for policy 0, policy_version 1196 (0.0008) +[2026-06-07 03:20:50,480][521438] Updated weights for policy 0, policy_version 1206 (0.0008) +[2026-06-07 03:20:51,267][521438] Updated weights for policy 0, policy_version 1220 (0.0008) +[2026-06-07 03:20:51,388][521438] Updated weights for policy 0, policy_version 1231 (0.0008) +[2026-06-07 03:20:51,518][521438] Updated weights for policy 0, policy_version 1243 (0.0008) +[2026-06-07 03:20:51,665][521438] Updated weights for policy 0, policy_version 1257 (0.0008) +[2026-06-07 03:20:51,815][521438] Updated weights for policy 0, policy_version 1271 (0.0008) +[2026-06-07 03:20:52,589][521438] Updated weights for policy 0, policy_version 1283 (0.0008) +[2026-06-07 03:20:52,706][521438] Updated weights for policy 0, policy_version 1294 (0.0008) +[2026-06-07 03:20:52,815][521438] Updated weights for policy 0, policy_version 1304 (0.0008) +[2026-06-07 03:20:52,934][521438] Updated weights for policy 0, policy_version 1315 (0.0008) +[2026-06-07 03:20:53,088][521438] Updated weights for policy 0, policy_version 1329 (0.0008) +[2026-06-07 03:20:53,216][521438] Updated weights for policy 0, policy_version 1341 (0.0008) +[2026-06-07 03:20:53,980][521438] Updated weights for policy 0, policy_version 1352 (0.0008) +[2026-06-07 03:20:54,112][521438] Updated weights for policy 0, policy_version 1364 (0.0008) +[2026-06-07 03:20:54,256][521438] Updated weights for policy 0, policy_version 1377 (0.0008) +[2026-06-07 03:20:54,313][519537] Fps is (10 sec: 22937.3, 60 sec: 27525.3, 300 sec: 27525.3). Total num frames: 688128. Throughput: 0: 25170.0. Samples: 696704. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:20:54,314][519537] Avg episode reward: [(0, '4.632')] +[2026-06-07 03:20:54,386][521438] Updated weights for policy 0, policy_version 1389 (0.0008) +[2026-06-07 03:20:54,534][521438] Updated weights for policy 0, policy_version 1404 (0.0008) +[2026-06-07 03:20:54,583][520965] Saving new best policy, reward=4.632! +[2026-06-07 03:20:55,270][521438] Updated weights for policy 0, policy_version 1415 (0.0008) +[2026-06-07 03:20:55,397][521438] Updated weights for policy 0, policy_version 1427 (0.0008) +[2026-06-07 03:20:55,523][521438] Updated weights for policy 0, policy_version 1439 (0.0008) +[2026-06-07 03:20:55,667][521438] Updated weights for policy 0, policy_version 1452 (0.0008) +[2026-06-07 03:20:55,840][521438] Updated weights for policy 0, policy_version 1468 (0.0008) +[2026-06-07 03:20:56,634][521438] Updated weights for policy 0, policy_version 1483 (0.0008) +[2026-06-07 03:20:56,747][521438] Updated weights for policy 0, policy_version 1494 (0.0008) +[2026-06-07 03:20:56,871][521438] Updated weights for policy 0, policy_version 1505 (0.0008) +[2026-06-07 03:20:57,007][521438] Updated weights for policy 0, policy_version 1518 (0.0008) +[2026-06-07 03:20:57,154][521438] Updated weights for policy 0, policy_version 1531 (0.0008) +[2026-06-07 03:20:57,942][521438] Updated weights for policy 0, policy_version 1545 (0.0008) +[2026-06-07 03:20:58,064][521438] Updated weights for policy 0, policy_version 1556 (0.0008) +[2026-06-07 03:20:58,187][521438] Updated weights for policy 0, policy_version 1568 (0.0008) +[2026-06-07 03:20:58,326][521438] Updated weights for policy 0, policy_version 1581 (0.0008) +[2026-06-07 03:20:58,471][521438] Updated weights for policy 0, policy_version 1594 (0.0008) +[2026-06-07 03:20:59,266][521438] Updated weights for policy 0, policy_version 1608 (0.0008) +[2026-06-07 03:20:59,313][519537] Fps is (10 sec: 22937.5, 60 sec: 27306.9, 300 sec: 27306.9). Total num frames: 819200. Throughput: 0: 26086.6. Samples: 850048. Policy #0 lag: (min: 63.0, avg: 72.9, max: 127.0) +[2026-06-07 03:20:59,314][519537] Avg episode reward: [(0, '4.905')] +[2026-06-07 03:20:59,394][521438] Updated weights for policy 0, policy_version 1620 (0.0008) +[2026-06-07 03:20:59,502][521438] Updated weights for policy 0, policy_version 1630 (0.0008) +[2026-06-07 03:20:59,636][521438] Updated weights for policy 0, policy_version 1642 (0.0008) +[2026-06-07 03:20:59,746][521438] Updated weights for policy 0, policy_version 1652 (0.0008) +[2026-06-07 03:20:59,876][520965] Saving new best policy, reward=4.905! +[2026-06-07 03:20:59,877][521438] Updated weights for policy 0, policy_version 1664 (0.0008) +[2026-06-07 03:21:00,696][521438] Updated weights for policy 0, policy_version 1681 (0.0008) +[2026-06-07 03:21:00,822][521438] Updated weights for policy 0, policy_version 1692 (0.0008) +[2026-06-07 03:21:00,947][521438] Updated weights for policy 0, policy_version 1704 (0.0008) +[2026-06-07 03:21:01,077][521438] Updated weights for policy 0, policy_version 1715 (0.0008) +[2026-06-07 03:21:01,193][521438] Updated weights for policy 0, policy_version 1726 (0.0009) +[2026-06-07 03:21:01,923][521438] Updated weights for policy 0, policy_version 1736 (0.0008) +[2026-06-07 03:21:02,071][521438] Updated weights for policy 0, policy_version 1748 (0.0008) +[2026-06-07 03:21:02,197][521438] Updated weights for policy 0, policy_version 1759 (0.0008) +[2026-06-07 03:21:02,317][521438] Updated weights for policy 0, policy_version 1770 (0.0008) +[2026-06-07 03:21:02,435][521438] Updated weights for policy 0, policy_version 1780 (0.0008) +[2026-06-07 03:21:02,567][521438] Updated weights for policy 0, policy_version 1792 (0.0008) +[2026-06-07 03:21:03,260][521438] Updated weights for policy 0, policy_version 1802 (0.0008) +[2026-06-07 03:21:03,381][521438] Updated weights for policy 0, policy_version 1813 (0.0008) +[2026-06-07 03:21:03,507][521438] Updated weights for policy 0, policy_version 1825 (0.0008) +[2026-06-07 03:21:03,671][521438] Updated weights for policy 0, policy_version 1840 (0.0011) +[2026-06-07 03:21:03,845][521438] Updated weights for policy 0, policy_version 1856 (0.0009) +[2026-06-07 03:21:04,313][519537] Fps is (10 sec: 26214.8, 60 sec: 27150.9, 300 sec: 27150.9). Total num frames: 950272. Throughput: 0: 24433.6. Samples: 922624. Policy #0 lag: (min: 19.0, avg: 33.2, max: 83.0) +[2026-06-07 03:21:04,314][519537] Avg episode reward: [(0, '5.719')] +[2026-06-07 03:21:04,319][520965] Saving new best policy, reward=5.719! +[2026-06-07 03:21:04,607][521438] Updated weights for policy 0, policy_version 1868 (0.0008) +[2026-06-07 03:21:04,738][521438] Updated weights for policy 0, policy_version 1880 (0.0006) +[2026-06-07 03:21:04,851][521438] Updated weights for policy 0, policy_version 1891 (0.0008) +[2026-06-07 03:21:05,009][521438] Updated weights for policy 0, policy_version 1905 (0.0008) +[2026-06-07 03:21:05,128][521438] Updated weights for policy 0, policy_version 1917 (0.0008) +[2026-06-07 03:21:05,886][521438] Updated weights for policy 0, policy_version 1929 (0.0005) +[2026-06-07 03:21:06,023][521438] Updated weights for policy 0, policy_version 1942 (0.0004) +[2026-06-07 03:21:06,137][521438] Updated weights for policy 0, policy_version 1953 (0.0004) +[2026-06-07 03:21:06,278][521438] Updated weights for policy 0, policy_version 1965 (0.0005) +[2026-06-07 03:21:06,456][521438] Updated weights for policy 0, policy_version 1982 (0.0008) +[2026-06-07 03:21:07,204][521438] Updated weights for policy 0, policy_version 1993 (0.0008) +[2026-06-07 03:21:07,312][521438] Updated weights for policy 0, policy_version 2003 (0.0008) +[2026-06-07 03:21:07,466][521438] Updated weights for policy 0, policy_version 2018 (0.0009) +[2026-06-07 03:21:07,584][521438] Updated weights for policy 0, policy_version 2029 (0.0008) +[2026-06-07 03:21:07,727][521438] Updated weights for policy 0, policy_version 2042 (0.0008) +[2026-06-07 03:21:08,483][521438] Updated weights for policy 0, policy_version 2054 (0.0008) +[2026-06-07 03:21:08,625][521438] Updated weights for policy 0, policy_version 2068 (0.0008) +[2026-06-07 03:21:08,774][521438] Updated weights for policy 0, policy_version 2081 (0.0008) +[2026-06-07 03:21:08,911][521438] Updated weights for policy 0, policy_version 2095 (0.0008) +[2026-06-07 03:21:09,062][521438] Updated weights for policy 0, policy_version 2109 (0.0008) +[2026-06-07 03:21:09,313][519537] Fps is (10 sec: 26214.2, 60 sec: 27033.7, 300 sec: 27033.7). Total num frames: 1081344. Throughput: 0: 25088.1. Samples: 1070976. Policy #0 lag: (min: 41.0, avg: 54.7, max: 105.0) +[2026-06-07 03:21:09,314][519537] Avg episode reward: [(0, '6.435')] +[2026-06-07 03:21:09,320][520965] Saving new best policy, reward=6.435! +[2026-06-07 03:21:09,832][521438] Updated weights for policy 0, policy_version 2120 (0.0008) +[2026-06-07 03:21:09,953][521438] Updated weights for policy 0, policy_version 2132 (0.0008) +[2026-06-07 03:21:10,112][521438] Updated weights for policy 0, policy_version 2146 (0.0008) +[2026-06-07 03:21:10,271][521438] Updated weights for policy 0, policy_version 2160 (0.0008) +[2026-06-07 03:21:10,425][521438] Updated weights for policy 0, policy_version 2174 (0.0008) +[2026-06-07 03:21:11,263][521438] Updated weights for policy 0, policy_version 2189 (0.0008) +[2026-06-07 03:21:11,403][521438] Updated weights for policy 0, policy_version 2202 (0.0008) +[2026-06-07 03:21:11,539][521438] Updated weights for policy 0, policy_version 2215 (0.0008) +[2026-06-07 03:21:11,669][521438] Updated weights for policy 0, policy_version 2227 (0.0008) +[2026-06-07 03:21:12,469][521438] Updated weights for policy 0, policy_version 2241 (0.0008) +[2026-06-07 03:21:12,628][521438] Updated weights for policy 0, policy_version 2255 (0.0009) +[2026-06-07 03:21:12,767][521438] Updated weights for policy 0, policy_version 2268 (0.0008) +[2026-06-07 03:21:12,911][521438] Updated weights for policy 0, policy_version 2282 (0.0009) +[2026-06-07 03:21:13,078][521438] Updated weights for policy 0, policy_version 2297 (0.0009) +[2026-06-07 03:21:13,847][521438] Updated weights for policy 0, policy_version 2309 (0.0009) +[2026-06-07 03:21:13,981][521438] Updated weights for policy 0, policy_version 2321 (0.0009) +[2026-06-07 03:21:14,112][521438] Updated weights for policy 0, policy_version 2333 (0.0008) +[2026-06-07 03:21:14,241][521438] Updated weights for policy 0, policy_version 2345 (0.0009) +[2026-06-07 03:21:14,313][519537] Fps is (10 sec: 22936.9, 60 sec: 26214.4, 300 sec: 26214.4). Total num frames: 1179648. Throughput: 0: 25608.5. Samples: 1219840. Policy #0 lag: (min: 46.0, avg: 54.7, max: 110.0) +[2026-06-07 03:21:14,315][519537] Avg episode reward: [(0, '6.578')] +[2026-06-07 03:21:14,413][521438] Updated weights for policy 0, policy_version 2361 (0.0009) +[2026-06-07 03:21:14,483][520965] Saving new best policy, reward=6.578! +[2026-06-07 03:21:15,196][521438] Updated weights for policy 0, policy_version 2372 (0.0008) +[2026-06-07 03:21:15,312][521438] Updated weights for policy 0, policy_version 2383 (0.0008) +[2026-06-07 03:21:15,443][521438] Updated weights for policy 0, policy_version 2395 (0.0008) +[2026-06-07 03:21:15,589][521438] Updated weights for policy 0, policy_version 2408 (0.0008) +[2026-06-07 03:21:15,731][521438] Updated weights for policy 0, policy_version 2421 (0.0008) +[2026-06-07 03:21:16,497][521438] Updated weights for policy 0, policy_version 2433 (0.0009) +[2026-06-07 03:21:16,647][521438] Updated weights for policy 0, policy_version 2447 (0.0008) +[2026-06-07 03:21:16,782][521438] Updated weights for policy 0, policy_version 2460 (0.0008) +[2026-06-07 03:21:16,916][521438] Updated weights for policy 0, policy_version 2472 (0.0008) +[2026-06-07 03:21:17,045][521438] Updated weights for policy 0, policy_version 2484 (0.0008) +[2026-06-07 03:21:17,180][521438] Updated weights for policy 0, policy_version 2496 (0.0008) +[2026-06-07 03:21:17,956][521438] Updated weights for policy 0, policy_version 2507 (0.0008) +[2026-06-07 03:21:18,082][521438] Updated weights for policy 0, policy_version 2519 (0.0008) +[2026-06-07 03:21:18,216][521438] Updated weights for policy 0, policy_version 2531 (0.0008) +[2026-06-07 03:21:18,358][521438] Updated weights for policy 0, policy_version 2544 (0.0009) +[2026-06-07 03:21:18,484][521438] Updated weights for policy 0, policy_version 2556 (0.0009) +[2026-06-07 03:21:19,250][521438] Updated weights for policy 0, policy_version 2567 (0.0009) +[2026-06-07 03:21:19,313][519537] Fps is (10 sec: 22937.6, 60 sec: 26214.5, 300 sec: 26214.5). Total num frames: 1310720. Throughput: 0: 25634.0. Samples: 1288960. Policy #0 lag: (min: 3.0, avg: 25.0, max: 67.0) +[2026-06-07 03:21:19,314][519537] Avg episode reward: [(0, '7.353')] +[2026-06-07 03:21:19,416][521438] Updated weights for policy 0, policy_version 2583 (0.0008) +[2026-06-07 03:21:19,549][521438] Updated weights for policy 0, policy_version 2595 (0.0008) +[2026-06-07 03:21:19,719][521438] Updated weights for policy 0, policy_version 2611 (0.0008) +[2026-06-07 03:21:19,854][521438] Updated weights for policy 0, policy_version 2623 (0.0008) +[2026-06-07 03:21:19,861][520965] Saving new best policy, reward=7.353! +[2026-06-07 03:21:20,617][521438] Updated weights for policy 0, policy_version 2635 (0.0008) +[2026-06-07 03:21:20,781][521438] Updated weights for policy 0, policy_version 2650 (0.0008) +[2026-06-07 03:21:20,894][521438] Updated weights for policy 0, policy_version 2661 (0.0005) +[2026-06-07 03:21:21,009][521438] Updated weights for policy 0, policy_version 2671 (0.0005) +[2026-06-07 03:21:21,146][521438] Updated weights for policy 0, policy_version 2683 (0.0005) +[2026-06-07 03:21:21,880][521438] Updated weights for policy 0, policy_version 2696 (0.0007) +[2026-06-07 03:21:22,014][521438] Updated weights for policy 0, policy_version 2708 (0.0008) +[2026-06-07 03:21:22,135][521438] Updated weights for policy 0, policy_version 2720 (0.0008) +[2026-06-07 03:21:22,285][521438] Updated weights for policy 0, policy_version 2733 (0.0008) +[2026-06-07 03:21:22,431][521438] Updated weights for policy 0, policy_version 2747 (0.0008) +[2026-06-07 03:21:23,168][521438] Updated weights for policy 0, policy_version 2758 (0.0008) +[2026-06-07 03:21:23,297][521438] Updated weights for policy 0, policy_version 2769 (0.0008) +[2026-06-07 03:21:23,447][521438] Updated weights for policy 0, policy_version 2783 (0.0008) +[2026-06-07 03:21:23,588][521438] Updated weights for policy 0, policy_version 2796 (0.0008) +[2026-06-07 03:21:23,765][521438] Updated weights for policy 0, policy_version 2812 (0.0008) +[2026-06-07 03:21:24,313][519537] Fps is (10 sec: 26215.0, 60 sec: 26214.5, 300 sec: 26214.5). Total num frames: 1441792. Throughput: 0: 25062.9. Samples: 1444352. Policy #0 lag: (min: 33.0, avg: 53.6, max: 97.0) +[2026-06-07 03:21:24,314][519537] Avg episode reward: [(0, '7.801')] +[2026-06-07 03:21:24,320][520965] Saving new best policy, reward=7.801! +[2026-06-07 03:21:24,554][521438] Updated weights for policy 0, policy_version 2825 (0.0008) +[2026-06-07 03:21:24,688][521438] Updated weights for policy 0, policy_version 2838 (0.0008) +[2026-06-07 03:21:24,848][521438] Updated weights for policy 0, policy_version 2853 (0.0008) +[2026-06-07 03:21:24,999][521438] Updated weights for policy 0, policy_version 2867 (0.0008) +[2026-06-07 03:21:25,822][521438] Updated weights for policy 0, policy_version 2884 (0.0008) +[2026-06-07 03:21:25,961][521438] Updated weights for policy 0, policy_version 2897 (0.0008) +[2026-06-07 03:21:26,129][521438] Updated weights for policy 0, policy_version 2913 (0.0008) +[2026-06-07 03:21:26,249][521438] Updated weights for policy 0, policy_version 2924 (0.0008) +[2026-06-07 03:21:26,402][521438] Updated weights for policy 0, policy_version 2937 (0.0008) +[2026-06-07 03:21:27,173][521438] Updated weights for policy 0, policy_version 2949 (0.0008) +[2026-06-07 03:21:27,297][521438] Updated weights for policy 0, policy_version 2960 (0.0008) +[2026-06-07 03:21:27,465][521438] Updated weights for policy 0, policy_version 2976 (0.0008) +[2026-06-07 03:21:27,616][521438] Updated weights for policy 0, policy_version 2989 (0.0008) +[2026-06-07 03:21:27,738][521438] Updated weights for policy 0, policy_version 3000 (0.0008) +[2026-06-07 03:21:28,471][521438] Updated weights for policy 0, policy_version 3012 (0.0008) +[2026-06-07 03:21:28,584][521438] Updated weights for policy 0, policy_version 3023 (0.0008) +[2026-06-07 03:21:28,735][521438] Updated weights for policy 0, policy_version 3036 (0.0008) +[2026-06-07 03:21:28,847][521438] Updated weights for policy 0, policy_version 3047 (0.0008) +[2026-06-07 03:21:29,001][521438] Updated weights for policy 0, policy_version 3061 (0.0008) +[2026-06-07 03:21:29,313][519537] Fps is (10 sec: 26214.4, 60 sec: 26214.5, 300 sec: 26214.5). Total num frames: 1572864. Throughput: 0: 24601.6. Samples: 1584512. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0) +[2026-06-07 03:21:29,315][519537] Avg episode reward: [(0, '9.013')] +[2026-06-07 03:21:29,321][520965] Saving new best policy, reward=9.013! +[2026-06-07 03:21:29,766][521438] Updated weights for policy 0, policy_version 3074 (0.0008) +[2026-06-07 03:21:29,921][521438] Updated weights for policy 0, policy_version 3088 (0.0008) +[2026-06-07 03:21:30,064][521438] Updated weights for policy 0, policy_version 3101 (0.0008) +[2026-06-07 03:21:30,192][521438] Updated weights for policy 0, policy_version 3114 (0.0008) +[2026-06-07 03:21:30,333][521438] Updated weights for policy 0, policy_version 3127 (0.0008) +[2026-06-07 03:21:31,102][521438] Updated weights for policy 0, policy_version 3140 (0.0008) +[2026-06-07 03:21:31,257][521438] Updated weights for policy 0, policy_version 3155 (0.0008) +[2026-06-07 03:21:31,367][521438] Updated weights for policy 0, policy_version 3165 (0.0008) +[2026-06-07 03:21:31,491][521438] Updated weights for policy 0, policy_version 3177 (0.0008) +[2026-06-07 03:21:31,617][521438] Updated weights for policy 0, policy_version 3188 (0.0008) +[2026-06-07 03:21:31,740][521438] Updated weights for policy 0, policy_version 3199 (0.0008) +[2026-06-07 03:21:32,493][521438] Updated weights for policy 0, policy_version 3212 (0.0008) +[2026-06-07 03:21:32,659][521438] Updated weights for policy 0, policy_version 3228 (0.0008) +[2026-06-07 03:21:32,791][521438] Updated weights for policy 0, policy_version 3240 (0.0008) +[2026-06-07 03:21:32,948][521438] Updated weights for policy 0, policy_version 3254 (0.0008) +[2026-06-07 03:21:33,677][521438] Updated weights for policy 0, policy_version 3265 (0.0008) +[2026-06-07 03:21:33,800][521438] Updated weights for policy 0, policy_version 3277 (0.0008) +[2026-06-07 03:21:33,961][521438] Updated weights for policy 0, policy_version 3292 (0.0008) +[2026-06-07 03:21:34,089][521438] Updated weights for policy 0, policy_version 3304 (0.0008) +[2026-06-07 03:21:34,207][521438] Updated weights for policy 0, policy_version 3315 (0.0008) +[2026-06-07 03:21:34,312][519537] Fps is (10 sec: 22938.1, 60 sec: 25122.2, 300 sec: 25710.4). Total num frames: 1671168. Throughput: 0: 24610.2. Samples: 1662720. Policy #0 lag: (min: 63.0, avg: 72.6, max: 127.0) +[2026-06-07 03:21:34,313][519537] Avg episode reward: [(0, '9.790')] +[2026-06-07 03:21:34,342][521438] Updated weights for policy 0, policy_version 3327 (0.0008) +[2026-06-07 03:21:34,350][520965] Saving new best policy, reward=9.790! +[2026-06-07 03:21:35,094][521438] Updated weights for policy 0, policy_version 3340 (0.0009) +[2026-06-07 03:21:35,225][521438] Updated weights for policy 0, policy_version 3352 (0.0008) +[2026-06-07 03:21:35,366][521438] Updated weights for policy 0, policy_version 3365 (0.0009) +[2026-06-07 03:21:35,502][521438] Updated weights for policy 0, policy_version 3378 (0.0008) +[2026-06-07 03:21:35,642][521438] Updated weights for policy 0, policy_version 3391 (0.0009) +[2026-06-07 03:21:36,373][521438] Updated weights for policy 0, policy_version 3403 (0.0010) +[2026-06-07 03:21:36,525][521438] Updated weights for policy 0, policy_version 3417 (0.0008) +[2026-06-07 03:21:36,675][521438] Updated weights for policy 0, policy_version 3430 (0.0008) +[2026-06-07 03:21:36,800][521438] Updated weights for policy 0, policy_version 3442 (0.0008) +[2026-06-07 03:21:37,599][521438] Updated weights for policy 0, policy_version 3459 (0.0008) +[2026-06-07 03:21:37,747][521438] Updated weights for policy 0, policy_version 3474 (0.0008) +[2026-06-07 03:21:37,869][521438] Updated weights for policy 0, policy_version 3485 (0.0008) +[2026-06-07 03:21:38,006][521438] Updated weights for policy 0, policy_version 3498 (0.0009) +[2026-06-07 03:21:38,144][521438] Updated weights for policy 0, policy_version 3511 (0.0009) +[2026-06-07 03:21:38,879][521438] Updated weights for policy 0, policy_version 3523 (0.0010) +[2026-06-07 03:21:39,029][521438] Updated weights for policy 0, policy_version 3537 (0.0008) +[2026-06-07 03:21:39,164][521438] Updated weights for policy 0, policy_version 3549 (0.0008) +[2026-06-07 03:21:39,312][521438] Updated weights for policy 0, policy_version 3563 (0.0008) +[2026-06-07 03:21:39,313][519537] Fps is (10 sec: 22937.3, 60 sec: 24576.3, 300 sec: 25746.3). Total num frames: 1802240. Throughput: 0: 24755.2. Samples: 1810688. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:21:39,315][519537] Avg episode reward: [(0, '11.905')] +[2026-06-07 03:21:39,457][521438] Updated weights for policy 0, policy_version 3577 (0.0008) +[2026-06-07 03:21:39,534][520965] Saving new best policy, reward=11.905! +[2026-06-07 03:21:40,230][521438] Updated weights for policy 0, policy_version 3591 (0.0007) +[2026-06-07 03:21:40,377][521438] Updated weights for policy 0, policy_version 3605 (0.0005) +[2026-06-07 03:21:40,527][521438] Updated weights for policy 0, policy_version 3618 (0.0004) +[2026-06-07 03:21:40,639][521438] Updated weights for policy 0, policy_version 3629 (0.0004) +[2026-06-07 03:21:40,759][521438] Updated weights for policy 0, policy_version 3640 (0.0004) +[2026-06-07 03:21:41,494][521438] Updated weights for policy 0, policy_version 3651 (0.0009) +[2026-06-07 03:21:41,681][521438] Updated weights for policy 0, policy_version 3669 (0.0008) +[2026-06-07 03:21:41,805][521438] Updated weights for policy 0, policy_version 3681 (0.0008) +[2026-06-07 03:21:41,935][521438] Updated weights for policy 0, policy_version 3693 (0.0008) +[2026-06-07 03:21:42,076][521438] Updated weights for policy 0, policy_version 3705 (0.0008) +[2026-06-07 03:21:42,869][521438] Updated weights for policy 0, policy_version 3721 (0.0008) +[2026-06-07 03:21:43,022][521438] Updated weights for policy 0, policy_version 3735 (0.0008) +[2026-06-07 03:21:43,178][521438] Updated weights for policy 0, policy_version 3750 (0.0008) +[2026-06-07 03:21:43,324][521438] Updated weights for policy 0, policy_version 3763 (0.0008) +[2026-06-07 03:21:43,457][521438] Updated weights for policy 0, policy_version 3775 (0.0008) +[2026-06-07 03:21:44,169][521438] Updated weights for policy 0, policy_version 3785 (0.0008) +[2026-06-07 03:21:44,312][519537] Fps is (10 sec: 26214.2, 60 sec: 24576.0, 300 sec: 25777.6). Total num frames: 1933312. Throughput: 0: 24826.3. Samples: 1967232. Policy #0 lag: (min: 16.0, avg: 30.5, max: 80.0) +[2026-06-07 03:21:44,314][519537] Avg episode reward: [(0, '12.421')] +[2026-06-07 03:21:44,314][521438] Updated weights for policy 0, policy_version 3798 (0.0008) +[2026-06-07 03:21:44,452][521438] Updated weights for policy 0, policy_version 3811 (0.0008) +[2026-06-07 03:21:44,596][521438] Updated weights for policy 0, policy_version 3825 (0.0008) +[2026-06-07 03:21:44,747][521438] Updated weights for policy 0, policy_version 3838 (0.0008) +[2026-06-07 03:21:44,758][520965] Saving new best policy, reward=12.421! +[2026-06-07 03:21:45,468][521438] Updated weights for policy 0, policy_version 3849 (0.0008) +[2026-06-07 03:21:45,597][521438] Updated weights for policy 0, policy_version 3861 (0.0008) +[2026-06-07 03:21:45,718][521438] Updated weights for policy 0, policy_version 3872 (0.0009) +[2026-06-07 03:21:45,893][521438] Updated weights for policy 0, policy_version 3888 (0.0008) +[2026-06-07 03:21:46,015][521438] Updated weights for policy 0, policy_version 3900 (0.0008) +[2026-06-07 03:21:46,731][521438] Updated weights for policy 0, policy_version 3911 (0.0008) +[2026-06-07 03:21:46,844][521438] Updated weights for policy 0, policy_version 3922 (0.0008) +[2026-06-07 03:21:46,977][521438] Updated weights for policy 0, policy_version 3934 (0.0008) +[2026-06-07 03:21:47,103][521438] Updated weights for policy 0, policy_version 3946 (0.0008) +[2026-06-07 03:21:47,253][521438] Updated weights for policy 0, policy_version 3960 (0.0008) +[2026-06-07 03:21:47,972][521438] Updated weights for policy 0, policy_version 3971 (0.0008) +[2026-06-07 03:21:48,094][521438] Updated weights for policy 0, policy_version 3982 (0.0008) +[2026-06-07 03:21:48,252][521438] Updated weights for policy 0, policy_version 3997 (0.0008) +[2026-06-07 03:21:48,389][521438] Updated weights for policy 0, policy_version 4010 (0.0008) +[2026-06-07 03:21:48,539][521438] Updated weights for policy 0, policy_version 4023 (0.0008) +[2026-06-07 03:21:49,271][521438] Updated weights for policy 0, policy_version 4036 (0.0008) +[2026-06-07 03:21:49,313][519537] Fps is (10 sec: 26214.9, 60 sec: 24576.0, 300 sec: 25804.9). Total num frames: 2064384. Throughput: 0: 24792.2. Samples: 2038272. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0) +[2026-06-07 03:21:49,314][519537] Avg episode reward: [(0, '12.634')] +[2026-06-07 03:21:49,422][521438] Updated weights for policy 0, policy_version 4051 (0.0008) +[2026-06-07 03:21:49,550][521438] Updated weights for policy 0, policy_version 4062 (0.0008) +[2026-06-07 03:21:49,700][521438] Updated weights for policy 0, policy_version 4076 (0.0008) +[2026-06-07 03:21:49,824][521438] Updated weights for policy 0, policy_version 4088 (0.0008) +[2026-06-07 03:21:49,905][520965] Saving new best policy, reward=12.634! +[2026-06-07 03:21:50,557][521438] Updated weights for policy 0, policy_version 4099 (0.0008) +[2026-06-07 03:21:50,697][521438] Updated weights for policy 0, policy_version 4113 (0.0008) +[2026-06-07 03:21:50,818][521438] Updated weights for policy 0, policy_version 4124 (0.0008) +[2026-06-07 03:21:50,967][521438] Updated weights for policy 0, policy_version 4137 (0.0008) +[2026-06-07 03:21:51,104][521438] Updated weights for policy 0, policy_version 4150 (0.0008) +[2026-06-07 03:21:51,789][521438] Updated weights for policy 0, policy_version 4163 (0.0009) +[2026-06-07 03:21:51,929][521438] Updated weights for policy 0, policy_version 4177 (0.0006) +[2026-06-07 03:21:52,074][521438] Updated weights for policy 0, policy_version 4190 (0.0005) +[2026-06-07 03:21:52,207][521438] Updated weights for policy 0, policy_version 4202 (0.0005) +[2026-06-07 03:21:52,338][521438] Updated weights for policy 0, policy_version 4214 (0.0005) +[2026-06-07 03:21:53,059][521438] Updated weights for policy 0, policy_version 4225 (0.0006) +[2026-06-07 03:21:53,186][521438] Updated weights for policy 0, policy_version 4237 (0.0008) +[2026-06-07 03:21:53,346][521438] Updated weights for policy 0, policy_version 4252 (0.0008) +[2026-06-07 03:21:53,472][521438] Updated weights for policy 0, policy_version 4263 (0.0008) +[2026-06-07 03:21:53,601][521438] Updated weights for policy 0, policy_version 4275 (0.0008) +[2026-06-07 03:21:53,733][521438] Updated weights for policy 0, policy_version 4287 (0.0008) +[2026-06-07 03:21:54,313][519537] Fps is (10 sec: 26214.4, 60 sec: 25122.2, 300 sec: 25829.0). Total num frames: 2195456. Throughput: 0: 25039.7. Samples: 2197760. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0) +[2026-06-07 03:21:54,314][519537] Avg episode reward: [(0, '14.781')] +[2026-06-07 03:21:54,464][521438] Updated weights for policy 0, policy_version 4300 (0.0008) +[2026-06-07 03:21:54,580][521438] Updated weights for policy 0, policy_version 4311 (0.0008) +[2026-06-07 03:21:54,728][521438] Updated weights for policy 0, policy_version 4324 (0.0008) +[2026-06-07 03:21:54,849][521438] Updated weights for policy 0, policy_version 4335 (0.0008) +[2026-06-07 03:21:54,961][521438] Updated weights for policy 0, policy_version 4345 (0.0008) +[2026-06-07 03:21:55,033][520965] Saving new best policy, reward=14.781! +[2026-06-07 03:21:55,646][521438] Updated weights for policy 0, policy_version 4356 (0.0008) +[2026-06-07 03:21:55,768][521438] Updated weights for policy 0, policy_version 4368 (0.0008) +[2026-06-07 03:21:55,886][521438] Updated weights for policy 0, policy_version 4378 (0.0008) +[2026-06-07 03:21:56,036][521438] Updated weights for policy 0, policy_version 4392 (0.0008) +[2026-06-07 03:21:56,167][521438] Updated weights for policy 0, policy_version 4404 (0.0008) +[2026-06-07 03:21:56,857][521438] Updated weights for policy 0, policy_version 4417 (0.0005) +[2026-06-07 03:21:57,031][521438] Updated weights for policy 0, policy_version 4433 (0.0008) +[2026-06-07 03:21:57,152][521438] Updated weights for policy 0, policy_version 4443 (0.0008) +[2026-06-07 03:21:57,273][521438] Updated weights for policy 0, policy_version 4454 (0.0008) +[2026-06-07 03:21:57,414][521438] Updated weights for policy 0, policy_version 4468 (0.0009) +[2026-06-07 03:21:58,127][521438] Updated weights for policy 0, policy_version 4482 (0.0008) +[2026-06-07 03:21:58,304][521438] Updated weights for policy 0, policy_version 4499 (0.0008) +[2026-06-07 03:21:58,421][521438] Updated weights for policy 0, policy_version 4510 (0.0008) +[2026-06-07 03:21:58,566][521438] Updated weights for policy 0, policy_version 4523 (0.0008) +[2026-06-07 03:21:58,716][521438] Updated weights for policy 0, policy_version 4536 (0.0008) +[2026-06-07 03:21:59,313][519537] Fps is (10 sec: 26213.8, 60 sec: 25122.0, 300 sec: 25850.3). Total num frames: 2326528. Throughput: 0: 25068.1. Samples: 2347904. Policy #0 lag: (min: 23.0, avg: 32.1, max: 87.0) +[2026-06-07 03:21:59,314][519537] Avg episode reward: [(0, '16.128')] +[2026-06-07 03:21:59,320][520965] Saving new best policy, reward=16.128! +[2026-06-07 03:21:59,443][521438] Updated weights for policy 0, policy_version 4548 (0.0008) +[2026-06-07 03:21:59,578][521438] Updated weights for policy 0, policy_version 4561 (0.0009) +[2026-06-07 03:21:59,708][521438] Updated weights for policy 0, policy_version 4573 (0.0008) +[2026-06-07 03:21:59,845][521438] Updated weights for policy 0, policy_version 4585 (0.0008) +[2026-06-07 03:22:00,019][521438] Updated weights for policy 0, policy_version 4601 (0.0008) +[2026-06-07 03:22:00,684][521438] Updated weights for policy 0, policy_version 4613 (0.0008) +[2026-06-07 03:22:00,808][521438] Updated weights for policy 0, policy_version 4625 (0.0008) +[2026-06-07 03:22:00,934][521438] Updated weights for policy 0, policy_version 4636 (0.0008) +[2026-06-07 03:22:01,064][521438] Updated weights for policy 0, policy_version 4648 (0.0008) +[2026-06-07 03:22:01,208][521438] Updated weights for policy 0, policy_version 4662 (0.0008) +[2026-06-07 03:22:01,902][521438] Updated weights for policy 0, policy_version 4674 (0.0008) +[2026-06-07 03:22:02,026][521438] Updated weights for policy 0, policy_version 4686 (0.0008) +[2026-06-07 03:22:02,186][521438] Updated weights for policy 0, policy_version 4701 (0.0009) +[2026-06-07 03:22:02,327][521438] Updated weights for policy 0, policy_version 4714 (0.0008) +[2026-06-07 03:22:02,462][521438] Updated weights for policy 0, policy_version 4727 (0.0007) +[2026-06-07 03:22:03,197][521438] Updated weights for policy 0, policy_version 4740 (0.0008) +[2026-06-07 03:22:03,364][521438] Updated weights for policy 0, policy_version 4755 (0.0008) +[2026-06-07 03:22:03,524][521438] Updated weights for policy 0, policy_version 4770 (0.0008) +[2026-06-07 03:22:03,661][521438] Updated weights for policy 0, policy_version 4782 (0.0008) +[2026-06-07 03:22:03,808][521438] Updated weights for policy 0, policy_version 4796 (0.0009) +[2026-06-07 03:22:04,312][519537] Fps is (10 sec: 26214.8, 60 sec: 25122.2, 300 sec: 25869.6). Total num frames: 2457600. Throughput: 0: 25310.0. Samples: 2427904. Policy #0 lag: (min: 37.0, avg: 46.9, max: 101.0) +[2026-06-07 03:22:04,313][519537] Avg episode reward: [(0, '16.412')] +[2026-06-07 03:22:04,317][520965] Saving new best policy, reward=16.412! +[2026-06-07 03:22:04,530][521438] Updated weights for policy 0, policy_version 4809 (0.0008) +[2026-06-07 03:22:04,689][521438] Updated weights for policy 0, policy_version 4824 (0.0008) +[2026-06-07 03:22:04,807][521438] Updated weights for policy 0, policy_version 4835 (0.0009) +[2026-06-07 03:22:04,957][521438] Updated weights for policy 0, policy_version 4848 (0.0008) +[2026-06-07 03:22:05,095][521438] Updated weights for policy 0, policy_version 4861 (0.0008) +[2026-06-07 03:22:05,810][521438] Updated weights for policy 0, policy_version 4873 (0.0008) +[2026-06-07 03:22:05,936][521438] Updated weights for policy 0, policy_version 4885 (0.0008) +[2026-06-07 03:22:06,095][521438] Updated weights for policy 0, policy_version 4900 (0.0008) +[2026-06-07 03:22:06,239][521438] Updated weights for policy 0, policy_version 4913 (0.0008) +[2026-06-07 03:22:06,359][521438] Updated weights for policy 0, policy_version 4923 (0.0008) +[2026-06-07 03:22:07,084][521438] Updated weights for policy 0, policy_version 4936 (0.0008) +[2026-06-07 03:22:07,211][521438] Updated weights for policy 0, policy_version 4948 (0.0008) +[2026-06-07 03:22:07,318][521438] Updated weights for policy 0, policy_version 4958 (0.0009) +[2026-06-07 03:22:07,441][521438] Updated weights for policy 0, policy_version 4969 (0.0008) +[2026-06-07 03:22:07,594][521438] Updated weights for policy 0, policy_version 4983 (0.0008) +[2026-06-07 03:22:08,290][521438] Updated weights for policy 0, policy_version 4995 (0.0008) +[2026-06-07 03:22:08,421][521438] Updated weights for policy 0, policy_version 5008 (0.0008) +[2026-06-07 03:22:08,548][521438] Updated weights for policy 0, policy_version 5020 (0.0009) +[2026-06-07 03:22:08,698][521438] Updated weights for policy 0, policy_version 5034 (0.0008) +[2026-06-07 03:22:08,816][521438] Updated weights for policy 0, policy_version 5045 (0.0008) +[2026-06-07 03:22:09,312][519537] Fps is (10 sec: 26215.1, 60 sec: 25122.2, 300 sec: 25886.8). Total num frames: 2588672. Throughput: 0: 25329.9. Samples: 2584192. Policy #0 lag: (min: 14.0, avg: 24.0, max: 78.0) +[2026-06-07 03:22:09,314][519537] Avg episode reward: [(0, '19.513')] +[2026-06-07 03:22:09,320][520965] Saving new best policy, reward=19.513! +[2026-06-07 03:22:09,564][521438] Updated weights for policy 0, policy_version 5059 (0.0008) +[2026-06-07 03:22:09,713][521438] Updated weights for policy 0, policy_version 5073 (0.0008) +[2026-06-07 03:22:09,843][521438] Updated weights for policy 0, policy_version 5085 (0.0008) +[2026-06-07 03:22:09,963][521438] Updated weights for policy 0, policy_version 5097 (0.0008) +[2026-06-07 03:22:10,133][521438] Updated weights for policy 0, policy_version 5113 (0.0008) +[2026-06-07 03:22:10,808][521438] Updated weights for policy 0, policy_version 5125 (0.0007) +[2026-06-07 03:22:10,931][521438] Updated weights for policy 0, policy_version 5137 (0.0006) +[2026-06-07 03:22:11,112][521438] Updated weights for policy 0, policy_version 5155 (0.0006) +[2026-06-07 03:22:11,229][521438] Updated weights for policy 0, policy_version 5166 (0.0008) +[2026-06-07 03:22:11,370][521438] Updated weights for policy 0, policy_version 5179 (0.0008) +[2026-06-07 03:22:12,059][521438] Updated weights for policy 0, policy_version 5190 (0.0008) +[2026-06-07 03:22:12,195][521438] Updated weights for policy 0, policy_version 5203 (0.0008) +[2026-06-07 03:22:12,329][521438] Updated weights for policy 0, policy_version 5214 (0.0008) +[2026-06-07 03:22:12,478][521438] Updated weights for policy 0, policy_version 5229 (0.0006) +[2026-06-07 03:22:12,619][521438] Updated weights for policy 0, policy_version 5242 (0.0004) +[2026-06-07 03:22:13,316][521438] Updated weights for policy 0, policy_version 5256 (0.0008) +[2026-06-07 03:22:13,478][521438] Updated weights for policy 0, policy_version 5272 (0.0008) +[2026-06-07 03:22:13,626][521438] Updated weights for policy 0, policy_version 5286 (0.0008) +[2026-06-07 03:22:13,763][521438] Updated weights for policy 0, policy_version 5299 (0.0008) +[2026-06-07 03:22:13,894][521438] Updated weights for policy 0, policy_version 5311 (0.0008) +[2026-06-07 03:22:14,313][519537] Fps is (10 sec: 26213.2, 60 sec: 25668.3, 300 sec: 25902.3). Total num frames: 2719744. Throughput: 0: 25622.6. Samples: 2737536. Policy #0 lag: (min: 26.0, avg: 48.1, max: 90.0) +[2026-06-07 03:22:14,314][519537] Avg episode reward: [(0, '20.554')] +[2026-06-07 03:22:14,323][520965] Saving new best policy, reward=20.554! +[2026-06-07 03:22:14,636][521438] Updated weights for policy 0, policy_version 5324 (0.0008) +[2026-06-07 03:22:14,774][521438] Updated weights for policy 0, policy_version 5337 (0.0008) +[2026-06-07 03:22:14,886][521438] Updated weights for policy 0, policy_version 5347 (0.0008) +[2026-06-07 03:22:15,048][521438] Updated weights for policy 0, policy_version 5362 (0.0008) +[2026-06-07 03:22:15,198][521438] Updated weights for policy 0, policy_version 5376 (0.0008) +[2026-06-07 03:22:15,892][521438] Updated weights for policy 0, policy_version 5387 (0.0008) +[2026-06-07 03:22:16,050][521438] Updated weights for policy 0, policy_version 5402 (0.0008) +[2026-06-07 03:22:16,168][521438] Updated weights for policy 0, policy_version 5413 (0.0008) +[2026-06-07 03:22:16,294][521438] Updated weights for policy 0, policy_version 5425 (0.0009) +[2026-06-07 03:22:16,451][521438] Updated weights for policy 0, policy_version 5440 (0.0008) +[2026-06-07 03:22:17,175][521438] Updated weights for policy 0, policy_version 5455 (0.0009) +[2026-06-07 03:22:17,346][521438] Updated weights for policy 0, policy_version 5472 (0.0008) +[2026-06-07 03:22:17,515][521438] Updated weights for policy 0, policy_version 5488 (0.0008) +[2026-06-07 03:22:17,645][521438] Updated weights for policy 0, policy_version 5500 (0.0008) +[2026-06-07 03:22:18,338][521438] Updated weights for policy 0, policy_version 5510 (0.0008) +[2026-06-07 03:22:18,478][521438] Updated weights for policy 0, policy_version 5523 (0.0008) +[2026-06-07 03:22:18,609][521438] Updated weights for policy 0, policy_version 5535 (0.0008) +[2026-06-07 03:22:18,777][521438] Updated weights for policy 0, policy_version 5550 (0.0009) +[2026-06-07 03:22:18,902][521438] Updated weights for policy 0, policy_version 5562 (0.0009) +[2026-06-07 03:22:19,313][519537] Fps is (10 sec: 26214.2, 60 sec: 25668.3, 300 sec: 25916.6). Total num frames: 2850816. Throughput: 0: 25730.8. Samples: 2820608. Policy #0 lag: (min: 40.0, avg: 53.3, max: 104.0) +[2026-06-07 03:22:19,314][519537] Avg episode reward: [(0, '20.155')] +[2026-06-07 03:22:19,623][521438] Updated weights for policy 0, policy_version 5574 (0.0008) +[2026-06-07 03:22:19,739][521438] Updated weights for policy 0, policy_version 5586 (0.0008) +[2026-06-07 03:22:19,876][521438] Updated weights for policy 0, policy_version 5599 (0.0008) +[2026-06-07 03:22:20,024][521438] Updated weights for policy 0, policy_version 5613 (0.0008) +[2026-06-07 03:22:20,143][521438] Updated weights for policy 0, policy_version 5625 (0.0008) +[2026-06-07 03:22:20,842][521438] Updated weights for policy 0, policy_version 5636 (0.0008) +[2026-06-07 03:22:20,993][521438] Updated weights for policy 0, policy_version 5651 (0.0008) +[2026-06-07 03:22:21,151][521438] Updated weights for policy 0, policy_version 5667 (0.0008) +[2026-06-07 03:22:21,282][521438] Updated weights for policy 0, policy_version 5679 (0.0008) +[2026-06-07 03:22:21,420][521438] Updated weights for policy 0, policy_version 5692 (0.0008) +[2026-06-07 03:22:22,128][521438] Updated weights for policy 0, policy_version 5703 (0.0008) +[2026-06-07 03:22:22,281][521438] Updated weights for policy 0, policy_version 5717 (0.0008) +[2026-06-07 03:22:22,422][521438] Updated weights for policy 0, policy_version 5731 (0.0008) +[2026-06-07 03:22:22,572][521438] Updated weights for policy 0, policy_version 5745 (0.0009) +[2026-06-07 03:22:22,687][521438] Updated weights for policy 0, policy_version 5756 (0.0008) +[2026-06-07 03:22:23,394][521438] Updated weights for policy 0, policy_version 5769 (0.0009) +[2026-06-07 03:22:23,534][521438] Updated weights for policy 0, policy_version 5782 (0.0008) +[2026-06-07 03:22:23,685][521438] Updated weights for policy 0, policy_version 5795 (0.0009) +[2026-06-07 03:22:23,814][521438] Updated weights for policy 0, policy_version 5807 (0.0008) +[2026-06-07 03:22:23,963][521438] Updated weights for policy 0, policy_version 5821 (0.0009) +[2026-06-07 03:22:24,312][519537] Fps is (10 sec: 26215.5, 60 sec: 25668.4, 300 sec: 25929.6). Total num frames: 2981888. Throughput: 0: 25881.8. Samples: 2975360. Policy #0 lag: (min: 40.0, avg: 53.3, max: 104.0) +[2026-06-07 03:22:24,313][519537] Avg episode reward: [(0, '24.027')] +[2026-06-07 03:22:24,316][520965] Saving new best policy, reward=24.027! +[2026-06-07 03:22:24,592][521438] Updated weights for policy 0, policy_version 5833 (0.0009) +[2026-06-07 03:22:24,721][521438] Updated weights for policy 0, policy_version 5845 (0.0008) +[2026-06-07 03:22:24,859][521438] Updated weights for policy 0, policy_version 5858 (0.0008) +[2026-06-07 03:22:25,030][521438] Updated weights for policy 0, policy_version 5873 (0.0008) +[2026-06-07 03:22:25,192][521438] Updated weights for policy 0, policy_version 5888 (0.0009) +[2026-06-07 03:22:25,869][521438] Updated weights for policy 0, policy_version 5900 (0.0005) +[2026-06-07 03:22:26,004][521438] Updated weights for policy 0, policy_version 5912 (0.0008) +[2026-06-07 03:22:26,128][521438] Updated weights for policy 0, policy_version 5924 (0.0008) +[2026-06-07 03:22:26,251][521438] Updated weights for policy 0, policy_version 5935 (0.0008) +[2026-06-07 03:22:26,378][521438] Updated weights for policy 0, policy_version 5947 (0.0008) +[2026-06-07 03:22:27,080][521438] Updated weights for policy 0, policy_version 5960 (0.0006) +[2026-06-07 03:22:27,209][521438] Updated weights for policy 0, policy_version 5973 (0.0004) +[2026-06-07 03:22:27,341][521438] Updated weights for policy 0, policy_version 5985 (0.0008) +[2026-06-07 03:22:27,487][521438] Updated weights for policy 0, policy_version 5998 (0.0008) +[2026-06-07 03:22:27,608][521438] Updated weights for policy 0, policy_version 6009 (0.0008) +[2026-06-07 03:22:28,249][521438] Updated weights for policy 0, policy_version 6019 (0.0008) +[2026-06-07 03:22:28,383][521438] Updated weights for policy 0, policy_version 6031 (0.0008) +[2026-06-07 03:22:28,507][521438] Updated weights for policy 0, policy_version 6042 (0.0008) +[2026-06-07 03:22:28,634][521438] Updated weights for policy 0, policy_version 6053 (0.0008) +[2026-06-07 03:22:28,762][521438] Updated weights for policy 0, policy_version 6064 (0.0008) +[2026-06-07 03:22:28,874][521438] Updated weights for policy 0, policy_version 6074 (0.0005) +[2026-06-07 03:22:29,313][519537] Fps is (10 sec: 26214.6, 60 sec: 25668.3, 300 sec: 25941.4). Total num frames: 3112960. Throughput: 0: 25895.8. Samples: 3132544. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:22:29,314][519537] Avg episode reward: [(0, '21.996')] +[2026-06-07 03:22:29,512][521438] Updated weights for policy 0, policy_version 6089 (0.0006) +[2026-06-07 03:22:29,666][521438] Updated weights for policy 0, policy_version 6103 (0.0004) +[2026-06-07 03:22:29,780][521438] Updated weights for policy 0, policy_version 6114 (0.0004) +[2026-06-07 03:22:29,895][521438] Updated weights for policy 0, policy_version 6125 (0.0008) +[2026-06-07 03:22:30,040][521438] Updated weights for policy 0, policy_version 6138 (0.0008) +[2026-06-07 03:22:30,726][521438] Updated weights for policy 0, policy_version 6149 (0.0008) +[2026-06-07 03:22:30,851][521438] Updated weights for policy 0, policy_version 6161 (0.0008) +[2026-06-07 03:22:30,984][521438] Updated weights for policy 0, policy_version 6173 (0.0008) +[2026-06-07 03:22:31,115][521438] Updated weights for policy 0, policy_version 6185 (0.0005) +[2026-06-07 03:22:31,255][521438] Updated weights for policy 0, policy_version 6198 (0.0007) +[2026-06-07 03:22:31,942][521438] Updated weights for policy 0, policy_version 6209 (0.0008) +[2026-06-07 03:22:32,056][521438] Updated weights for policy 0, policy_version 6220 (0.0008) +[2026-06-07 03:22:32,185][521438] Updated weights for policy 0, policy_version 6232 (0.0008) +[2026-06-07 03:22:32,336][521438] Updated weights for policy 0, policy_version 6246 (0.0008) +[2026-06-07 03:22:32,463][521438] Updated weights for policy 0, policy_version 6258 (0.0008) +[2026-06-07 03:22:32,571][521438] Updated weights for policy 0, policy_version 6268 (0.0008) +[2026-06-07 03:22:33,287][521438] Updated weights for policy 0, policy_version 6282 (0.0008) +[2026-06-07 03:22:33,413][521438] Updated weights for policy 0, policy_version 6294 (0.0008) +[2026-06-07 03:22:33,545][521438] Updated weights for policy 0, policy_version 6307 (0.0008) +[2026-06-07 03:22:33,689][521438] Updated weights for policy 0, policy_version 6320 (0.0008) +[2026-06-07 03:22:33,800][521438] Updated weights for policy 0, policy_version 6330 (0.0008) +[2026-06-07 03:22:34,312][519537] Fps is (10 sec: 26214.1, 60 sec: 26214.4, 300 sec: 25952.3). Total num frames: 3244032. Throughput: 0: 26177.5. Samples: 3216256. Policy #0 lag: (min: 63.0, avg: 73.6, max: 127.0) +[2026-06-07 03:22:34,314][519537] Avg episode reward: [(0, '24.770')] +[2026-06-07 03:22:34,320][520965] Saving new best policy, reward=24.770! +[2026-06-07 03:22:34,489][521438] Updated weights for policy 0, policy_version 6343 (0.0009) +[2026-06-07 03:22:34,617][521438] Updated weights for policy 0, policy_version 6355 (0.0008) +[2026-06-07 03:22:34,747][521438] Updated weights for policy 0, policy_version 6367 (0.0008) +[2026-06-07 03:22:34,869][521438] Updated weights for policy 0, policy_version 6378 (0.0008) +[2026-06-07 03:22:35,002][521438] Updated weights for policy 0, policy_version 6390 (0.0008) +[2026-06-07 03:22:35,110][521438] Updated weights for policy 0, policy_version 6400 (0.0008) +[2026-06-07 03:22:35,777][521438] Updated weights for policy 0, policy_version 6410 (0.0008) +[2026-06-07 03:22:35,910][521438] Updated weights for policy 0, policy_version 6422 (0.0008) +[2026-06-07 03:22:36,048][521438] Updated weights for policy 0, policy_version 6434 (0.0008) +[2026-06-07 03:22:36,159][521438] Updated weights for policy 0, policy_version 6444 (0.0008) +[2026-06-07 03:22:36,271][521438] Updated weights for policy 0, policy_version 6454 (0.0008) +[2026-06-07 03:22:36,950][521438] Updated weights for policy 0, policy_version 6467 (0.0008) +[2026-06-07 03:22:37,098][521438] Updated weights for policy 0, policy_version 6481 (0.0008) +[2026-06-07 03:22:37,223][521438] Updated weights for policy 0, policy_version 6492 (0.0008) +[2026-06-07 03:22:37,353][521438] Updated weights for policy 0, policy_version 6504 (0.0008) +[2026-06-07 03:22:37,461][521438] Updated weights for policy 0, policy_version 6514 (0.0008) +[2026-06-07 03:22:37,574][521438] Updated weights for policy 0, policy_version 6524 (0.0008) +[2026-06-07 03:22:38,238][521438] Updated weights for policy 0, policy_version 6536 (0.0008) +[2026-06-07 03:22:38,377][521438] Updated weights for policy 0, policy_version 6549 (0.0008) +[2026-06-07 03:22:38,519][521438] Updated weights for policy 0, policy_version 6562 (0.0008) +[2026-06-07 03:22:38,692][521438] Updated weights for policy 0, policy_version 6578 (0.0010) +[2026-06-07 03:22:38,823][521438] Updated weights for policy 0, policy_version 6590 (0.0005) +[2026-06-07 03:22:39,313][519537] Fps is (10 sec: 26214.0, 60 sec: 26214.4, 300 sec: 25962.4). Total num frames: 3375104. Throughput: 0: 26166.0. Samples: 3375232. Policy #0 lag: (min: 63.0, avg: 73.6, max: 127.0) +[2026-06-07 03:22:39,314][519537] Avg episode reward: [(0, '25.173')] +[2026-06-07 03:22:39,321][520965] Saving new best policy, reward=25.173! +[2026-06-07 03:22:39,508][521438] Updated weights for policy 0, policy_version 6603 (0.0007) +[2026-06-07 03:22:39,637][521438] Updated weights for policy 0, policy_version 6615 (0.0006) +[2026-06-07 03:22:39,742][521438] Updated weights for policy 0, policy_version 6625 (0.0008) +[2026-06-07 03:22:39,870][521438] Updated weights for policy 0, policy_version 6636 (0.0008) +[2026-06-07 03:22:40,008][521438] Updated weights for policy 0, policy_version 6649 (0.0008) +[2026-06-07 03:22:40,685][521438] Updated weights for policy 0, policy_version 6661 (0.0005) +[2026-06-07 03:22:40,819][521438] Updated weights for policy 0, policy_version 6673 (0.0004) +[2026-06-07 03:22:40,937][521438] Updated weights for policy 0, policy_version 6684 (0.0004) +[2026-06-07 03:22:41,070][521438] Updated weights for policy 0, policy_version 6696 (0.0006) +[2026-06-07 03:22:41,190][521438] Updated weights for policy 0, policy_version 6707 (0.0008) +[2026-06-07 03:22:41,326][521438] Updated weights for policy 0, policy_version 6719 (0.0008) +[2026-06-07 03:22:41,973][521438] Updated weights for policy 0, policy_version 6730 (0.0008) +[2026-06-07 03:22:42,117][521438] Updated weights for policy 0, policy_version 6743 (0.0008) +[2026-06-07 03:22:42,260][521438] Updated weights for policy 0, policy_version 6756 (0.0008) +[2026-06-07 03:22:42,399][521438] Updated weights for policy 0, policy_version 6769 (0.0008) +[2026-06-07 03:22:42,540][521438] Updated weights for policy 0, policy_version 6782 (0.0008) +[2026-06-07 03:22:43,207][521438] Updated weights for policy 0, policy_version 6795 (0.0008) +[2026-06-07 03:22:43,322][521438] Updated weights for policy 0, policy_version 6805 (0.0008) +[2026-06-07 03:22:43,474][521438] Updated weights for policy 0, policy_version 6819 (0.0008) +[2026-06-07 03:22:43,626][521438] Updated weights for policy 0, policy_version 6833 (0.0008) +[2026-06-07 03:22:43,756][521438] Updated weights for policy 0, policy_version 6844 (0.0008) +[2026-06-07 03:22:44,313][519537] Fps is (10 sec: 26214.5, 60 sec: 26214.4, 300 sec: 25971.7). Total num frames: 3506176. Throughput: 0: 26280.0. Samples: 3530496. Policy #0 lag: (min: 63.0, avg: 73.3, max: 127.0) +[2026-06-07 03:22:44,314][519537] Avg episode reward: [(0, '25.419')] +[2026-06-07 03:22:44,430][521438] Updated weights for policy 0, policy_version 6855 (0.0008) +[2026-06-07 03:22:44,594][521438] Updated weights for policy 0, policy_version 6871 (0.0008) +[2026-06-07 03:22:44,746][521438] Updated weights for policy 0, policy_version 6884 (0.0008) +[2026-06-07 03:22:44,860][521438] Updated weights for policy 0, policy_version 6895 (0.0008) +[2026-06-07 03:22:45,005][521438] Updated weights for policy 0, policy_version 6908 (0.0008) +[2026-06-07 03:22:45,044][520965] Saving new best policy, reward=25.419! +[2026-06-07 03:22:45,684][521438] Updated weights for policy 0, policy_version 6920 (0.0008) +[2026-06-07 03:22:45,824][521438] Updated weights for policy 0, policy_version 6933 (0.0008) +[2026-06-07 03:22:45,943][521438] Updated weights for policy 0, policy_version 6944 (0.0008) +[2026-06-07 03:22:46,106][521438] Updated weights for policy 0, policy_version 6959 (0.0008) +[2026-06-07 03:22:46,250][521438] Updated weights for policy 0, policy_version 6972 (0.0008) +[2026-06-07 03:22:46,945][521438] Updated weights for policy 0, policy_version 6984 (0.0008) +[2026-06-07 03:22:47,083][521438] Updated weights for policy 0, policy_version 6996 (0.0008) +[2026-06-07 03:22:47,240][521438] Updated weights for policy 0, policy_version 7011 (0.0009) +[2026-06-07 03:22:47,362][521438] Updated weights for policy 0, policy_version 7022 (0.0008) +[2026-06-07 03:22:47,501][521438] Updated weights for policy 0, policy_version 7035 (0.0008) +[2026-06-07 03:22:48,162][521438] Updated weights for policy 0, policy_version 7046 (0.0008) +[2026-06-07 03:22:48,298][521438] Updated weights for policy 0, policy_version 7058 (0.0008) +[2026-06-07 03:22:48,413][521438] Updated weights for policy 0, policy_version 7068 (0.0008) +[2026-06-07 03:22:48,544][521438] Updated weights for policy 0, policy_version 7080 (0.0008) +[2026-06-07 03:22:48,655][521438] Updated weights for policy 0, policy_version 7090 (0.0008) +[2026-06-07 03:22:48,768][521438] Updated weights for policy 0, policy_version 7100 (0.0008) +[2026-06-07 03:22:49,312][519537] Fps is (10 sec: 26214.9, 60 sec: 26214.5, 300 sec: 25980.4). Total num frames: 3637248. Throughput: 0: 26316.8. Samples: 3612160. Policy #0 lag: (min: 3.0, avg: 27.0, max: 67.0) +[2026-06-07 03:22:49,313][519537] Avg episode reward: [(0, '29.668')] +[2026-06-07 03:22:49,427][521438] Updated weights for policy 0, policy_version 7111 (0.0008) +[2026-06-07 03:22:49,561][521438] Updated weights for policy 0, policy_version 7123 (0.0008) +[2026-06-07 03:22:49,715][521438] Updated weights for policy 0, policy_version 7137 (0.0008) +[2026-06-07 03:22:49,859][521438] Updated weights for policy 0, policy_version 7150 (0.0008) +[2026-06-07 03:22:49,963][521438] Updated weights for policy 0, policy_version 7160 (0.0008) +[2026-06-07 03:22:50,052][520965] Saving new best policy, reward=29.668! +[2026-06-07 03:22:50,621][521438] Updated weights for policy 0, policy_version 7171 (0.0008) +[2026-06-07 03:22:50,751][521438] Updated weights for policy 0, policy_version 7183 (0.0008) +[2026-06-07 03:22:50,891][521438] Updated weights for policy 0, policy_version 7196 (0.0008) +[2026-06-07 03:22:51,035][521438] Updated weights for policy 0, policy_version 7209 (0.0009) +[2026-06-07 03:22:51,158][521438] Updated weights for policy 0, policy_version 7220 (0.0008) +[2026-06-07 03:22:51,267][521438] Updated weights for policy 0, policy_version 7230 (0.0008) +[2026-06-07 03:22:51,974][521438] Updated weights for policy 0, policy_version 7241 (0.0008) +[2026-06-07 03:22:52,112][521438] Updated weights for policy 0, policy_version 7254 (0.0008) +[2026-06-07 03:22:52,234][521438] Updated weights for policy 0, policy_version 7265 (0.0008) +[2026-06-07 03:22:52,387][521438] Updated weights for policy 0, policy_version 7279 (0.0008) +[2026-06-07 03:22:52,494][521438] Updated weights for policy 0, policy_version 7289 (0.0008) +[2026-06-07 03:22:53,136][521438] Updated weights for policy 0, policy_version 7300 (0.0008) +[2026-06-07 03:22:53,264][521438] Updated weights for policy 0, policy_version 7312 (0.0008) +[2026-06-07 03:22:53,428][521438] Updated weights for policy 0, policy_version 7327 (0.0008) +[2026-06-07 03:22:53,554][521438] Updated weights for policy 0, policy_version 7339 (0.0008) +[2026-06-07 03:22:53,678][521438] Updated weights for policy 0, policy_version 7350 (0.0008) +[2026-06-07 03:22:54,312][519537] Fps is (10 sec: 26214.4, 60 sec: 26214.4, 300 sec: 25988.5). Total num frames: 3768320. Throughput: 0: 26442.0. Samples: 3774080. Policy #0 lag: (min: 3.0, avg: 27.0, max: 67.0) +[2026-06-07 03:22:54,314][519537] Avg episode reward: [(0, '29.399')] +[2026-06-07 03:22:54,366][521438] Updated weights for policy 0, policy_version 7361 (0.0007) +[2026-06-07 03:22:54,503][521438] Updated weights for policy 0, policy_version 7373 (0.0009) +[2026-06-07 03:22:54,632][521438] Updated weights for policy 0, policy_version 7385 (0.0008) +[2026-06-07 03:22:54,757][521438] Updated weights for policy 0, policy_version 7397 (0.0008) +[2026-06-07 03:22:54,890][521438] Updated weights for policy 0, policy_version 7409 (0.0008) +[2026-06-07 03:22:55,013][521438] Updated weights for policy 0, policy_version 7420 (0.0008) +[2026-06-07 03:22:55,668][521438] Updated weights for policy 0, policy_version 7431 (0.0008) +[2026-06-07 03:22:55,819][521438] Updated weights for policy 0, policy_version 7445 (0.0008) +[2026-06-07 03:22:55,953][521438] Updated weights for policy 0, policy_version 7457 (0.0008) +[2026-06-07 03:22:56,105][521438] Updated weights for policy 0, policy_version 7471 (0.0006) +[2026-06-07 03:22:56,221][521438] Updated weights for policy 0, policy_version 7482 (0.0004) +[2026-06-07 03:22:56,906][521438] Updated weights for policy 0, policy_version 7495 (0.0006) +[2026-06-07 03:22:57,042][521438] Updated weights for policy 0, policy_version 7508 (0.0008) +[2026-06-07 03:22:57,185][521438] Updated weights for policy 0, policy_version 7521 (0.0010) +[2026-06-07 03:22:57,336][521438] Updated weights for policy 0, policy_version 7535 (0.0009) +[2026-06-07 03:22:57,456][521438] Updated weights for policy 0, policy_version 7546 (0.0008) +[2026-06-07 03:22:58,165][521438] Updated weights for policy 0, policy_version 7559 (0.0008) +[2026-06-07 03:22:58,288][521438] Updated weights for policy 0, policy_version 7570 (0.0008) +[2026-06-07 03:22:58,431][521438] Updated weights for policy 0, policy_version 7583 (0.0008) +[2026-06-07 03:22:58,571][521438] Updated weights for policy 0, policy_version 7595 (0.0008) +[2026-06-07 03:22:58,700][521438] Updated weights for policy 0, policy_version 7606 (0.0008) +[2026-06-07 03:22:59,312][519537] Fps is (10 sec: 26214.4, 60 sec: 26214.5, 300 sec: 25996.0). Total num frames: 3899392. Throughput: 0: 26470.6. Samples: 3928704. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-07 03:22:59,313][519537] Avg episode reward: [(0, '27.881')] +[2026-06-07 03:22:59,376][521438] Updated weights for policy 0, policy_version 7618 (0.0008) +[2026-06-07 03:22:59,500][521438] Updated weights for policy 0, policy_version 7629 (0.0008) +[2026-06-07 03:22:59,643][521438] Updated weights for policy 0, policy_version 7642 (0.0008) +[2026-06-07 03:22:59,770][521438] Updated weights for policy 0, policy_version 7653 (0.0008) +[2026-06-07 03:22:59,910][521438] Updated weights for policy 0, policy_version 7666 (0.0008) +[2026-06-07 03:23:00,019][521438] Updated weights for policy 0, policy_version 7676 (0.0008) +[2026-06-07 03:23:00,685][521438] Updated weights for policy 0, policy_version 7689 (0.0005) +[2026-06-07 03:23:00,811][521438] Updated weights for policy 0, policy_version 7701 (0.0003) +[2026-06-07 03:23:00,954][521438] Updated weights for policy 0, policy_version 7714 (0.0004) +[2026-06-07 03:23:01,074][521438] Updated weights for policy 0, policy_version 7725 (0.0003) +[2026-06-07 03:23:01,215][521438] Updated weights for policy 0, policy_version 7737 (0.0004) +[2026-06-07 03:23:01,817][521438] Updated weights for policy 0, policy_version 7747 (0.0007) +[2026-06-07 03:23:01,938][521438] Updated weights for policy 0, policy_version 7758 (0.0005) +[2026-06-07 03:23:02,066][521438] Updated weights for policy 0, policy_version 7770 (0.0003) +[2026-06-07 03:23:02,216][521438] Updated weights for policy 0, policy_version 7783 (0.0004) +[2026-06-07 03:23:02,355][521438] Updated weights for policy 0, policy_version 7796 (0.0004) +[2026-06-07 03:23:02,493][521438] Updated weights for policy 0, policy_version 7808 (0.0004) +[2026-06-07 03:23:03,084][521438] Updated weights for policy 0, policy_version 7820 (0.0007) +[2026-06-07 03:23:03,210][521438] Updated weights for policy 0, policy_version 7832 (0.0006) +[2026-06-07 03:23:03,352][521438] Updated weights for policy 0, policy_version 7845 (0.0005) +[2026-06-07 03:23:03,477][521438] Updated weights for policy 0, policy_version 7856 (0.0005) +[2026-06-07 03:23:03,597][521438] Updated weights for policy 0, policy_version 7867 (0.0004) +[2026-06-07 03:23:04,233][521438] Updated weights for policy 0, policy_version 7877 (0.0006) +[2026-06-07 03:23:04,312][519537] Fps is (10 sec: 26214.4, 60 sec: 26214.4, 300 sec: 26003.1). Total num frames: 4030464. Throughput: 0: 26450.5. Samples: 4010880. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0) +[2026-06-07 03:23:04,314][519537] Avg episode reward: [(0, '28.299')] +[2026-06-07 03:23:04,361][521438] Updated weights for policy 0, policy_version 7889 (0.0008) +[2026-06-07 03:23:04,521][521438] Updated weights for policy 0, policy_version 7903 (0.0008) +[2026-06-07 03:23:04,652][521438] Updated weights for policy 0, policy_version 7915 (0.0008) +[2026-06-07 03:23:04,785][521438] Updated weights for policy 0, policy_version 7927 (0.0008) +[2026-06-07 03:23:05,426][521438] Updated weights for policy 0, policy_version 7939 (0.0008) +[2026-06-07 03:23:05,598][521438] Updated weights for policy 0, policy_version 7956 (0.0008) +[2026-06-07 03:23:05,751][521438] Updated weights for policy 0, policy_version 7969 (0.0008) +[2026-06-07 03:23:05,882][521438] Updated weights for policy 0, policy_version 7981 (0.0008) +[2026-06-07 03:23:05,987][521438] Updated weights for policy 0, policy_version 7991 (0.0008) +[2026-06-07 03:23:06,645][521438] Updated weights for policy 0, policy_version 8002 (0.0008) +[2026-06-07 03:23:06,772][521438] Updated weights for policy 0, policy_version 8014 (0.0008) +[2026-06-07 03:23:06,911][521438] Updated weights for policy 0, policy_version 8026 (0.0008) +[2026-06-07 03:23:07,027][521438] Updated weights for policy 0, policy_version 8037 (0.0008) +[2026-06-07 03:23:07,157][521438] Updated weights for policy 0, policy_version 8049 (0.0008) +[2026-06-07 03:23:07,302][521438] Updated weights for policy 0, policy_version 8062 (0.0008) +[2026-06-07 03:23:07,952][521438] Updated weights for policy 0, policy_version 8075 (0.0009) +[2026-06-07 03:23:08,075][521438] Updated weights for policy 0, policy_version 8086 (0.0008) +[2026-06-07 03:23:08,203][521438] Updated weights for policy 0, policy_version 8097 (0.0008) +[2026-06-07 03:23:08,329][521438] Updated weights for policy 0, policy_version 8109 (0.0008) +[2026-06-07 03:23:08,441][521438] Updated weights for policy 0, policy_version 8119 (0.0008) +[2026-06-07 03:23:09,086][521438] Updated weights for policy 0, policy_version 8130 (0.0008) +[2026-06-07 03:23:09,204][521438] Updated weights for policy 0, policy_version 8141 (0.0008) +[2026-06-07 03:23:09,312][519537] Fps is (10 sec: 26214.2, 60 sec: 26214.4, 300 sec: 26009.6). Total num frames: 4161536. Throughput: 0: 26584.1. Samples: 4171648. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0) +[2026-06-07 03:23:09,314][519537] Avg episode reward: [(0, '30.934')] +[2026-06-07 03:23:09,351][521438] Updated weights for policy 0, policy_version 8154 (0.0008) +[2026-06-07 03:23:09,488][521438] Updated weights for policy 0, policy_version 8166 (0.0009) +[2026-06-07 03:23:09,606][521438] Updated weights for policy 0, policy_version 8177 (0.0008) +[2026-06-07 03:23:09,734][521438] Updated weights for policy 0, policy_version 8189 (0.0008) +[2026-06-07 03:23:09,767][520965] Saving new best policy, reward=30.934! +[2026-06-07 03:23:10,388][521438] Updated weights for policy 0, policy_version 8200 (0.0008) +[2026-06-07 03:23:10,500][521438] Updated weights for policy 0, policy_version 8210 (0.0008) +[2026-06-07 03:23:10,627][521438] Updated weights for policy 0, policy_version 8221 (0.0008) +[2026-06-07 03:23:10,766][521438] Updated weights for policy 0, policy_version 8234 (0.0008) +[2026-06-07 03:23:10,891][521438] Updated weights for policy 0, policy_version 8245 (0.0008) +[2026-06-07 03:23:11,008][521438] Updated weights for policy 0, policy_version 8256 (0.0008) +[2026-06-07 03:23:11,629][521438] Updated weights for policy 0, policy_version 8267 (0.0008) +[2026-06-07 03:23:11,772][521438] Updated weights for policy 0, policy_version 8280 (0.0008) +[2026-06-07 03:23:11,902][521438] Updated weights for policy 0, policy_version 8291 (0.0007) +[2026-06-07 03:23:12,010][521438] Updated weights for policy 0, policy_version 8301 (0.0008) +[2026-06-07 03:23:12,146][521438] Updated weights for policy 0, policy_version 8313 (0.0009) +[2026-06-07 03:23:12,789][521438] Updated weights for policy 0, policy_version 8324 (0.0008) +[2026-06-07 03:23:12,925][521438] Updated weights for policy 0, policy_version 8337 (0.0007) +[2026-06-07 03:23:13,059][521438] Updated weights for policy 0, policy_version 8349 (0.0009) +[2026-06-07 03:23:13,171][521438] Updated weights for policy 0, policy_version 8359 (0.0008) +[2026-06-07 03:23:13,292][521438] Updated weights for policy 0, policy_version 8370 (0.0008) +[2026-06-07 03:23:13,408][521438] Updated weights for policy 0, policy_version 8380 (0.0008) +[2026-06-07 03:23:14,054][521438] Updated weights for policy 0, policy_version 8391 (0.0008) +[2026-06-07 03:23:14,214][521438] Updated weights for policy 0, policy_version 8405 (0.0009) +[2026-06-07 03:23:14,312][519537] Fps is (10 sec: 26214.4, 60 sec: 26214.5, 300 sec: 26015.9). Total num frames: 4292608. Throughput: 0: 26698.0. Samples: 4333952. Policy #0 lag: (min: 46.0, avg: 56.2, max: 110.0) +[2026-06-07 03:23:14,313][519537] Avg episode reward: [(0, '30.294')] +[2026-06-07 03:23:14,320][521438] Updated weights for policy 0, policy_version 8415 (0.0008) +[2026-06-07 03:23:14,472][521438] Updated weights for policy 0, policy_version 8429 (0.0008) +[2026-06-07 03:23:14,607][521438] Updated weights for policy 0, policy_version 8441 (0.0008) +[2026-06-07 03:23:15,235][521438] Updated weights for policy 0, policy_version 8452 (0.0008) +[2026-06-07 03:23:15,380][521438] Updated weights for policy 0, policy_version 8466 (0.0008) +[2026-06-07 03:23:15,527][521438] Updated weights for policy 0, policy_version 8479 (0.0008) +[2026-06-07 03:23:15,652][521438] Updated weights for policy 0, policy_version 8490 (0.0008) +[2026-06-07 03:23:15,772][521438] Updated weights for policy 0, policy_version 8501 (0.0009) +[2026-06-07 03:23:16,398][521438] Updated weights for policy 0, policy_version 8513 (0.0008) +[2026-06-07 03:23:16,550][521438] Updated weights for policy 0, policy_version 8527 (0.0008) +[2026-06-07 03:23:16,683][521438] Updated weights for policy 0, policy_version 8539 (0.0008) +[2026-06-07 03:23:16,809][521438] Updated weights for policy 0, policy_version 8550 (0.0008) +[2026-06-07 03:23:16,960][521438] Updated weights for policy 0, policy_version 8564 (0.0008) +[2026-06-07 03:23:17,089][521438] Updated weights for policy 0, policy_version 8575 (0.0008) +[2026-06-07 03:23:17,755][521438] Updated weights for policy 0, policy_version 8587 (0.0008) +[2026-06-07 03:23:17,873][521438] Updated weights for policy 0, policy_version 8598 (0.0008) +[2026-06-07 03:23:18,038][521438] Updated weights for policy 0, policy_version 8613 (0.0008) +[2026-06-07 03:23:18,147][521438] Updated weights for policy 0, policy_version 8623 (0.0008) +[2026-06-07 03:23:18,264][521438] Updated weights for policy 0, policy_version 8634 (0.0008) +[2026-06-07 03:23:18,926][521438] Updated weights for policy 0, policy_version 8646 (0.0008) +[2026-06-07 03:23:19,073][521438] Updated weights for policy 0, policy_version 8659 (0.0008) +[2026-06-07 03:23:19,189][521438] Updated weights for policy 0, policy_version 8670 (0.0008) +[2026-06-07 03:23:19,313][519537] Fps is (10 sec: 26214.4, 60 sec: 26214.4, 300 sec: 26021.7). Total num frames: 4423680. Throughput: 0: 26427.7. Samples: 4405504. Policy #0 lag: (min: 46.0, avg: 56.2, max: 110.0) +[2026-06-07 03:23:19,314][519537] Avg episode reward: [(0, '35.551')] +[2026-06-07 03:23:19,337][521438] Updated weights for policy 0, policy_version 8683 (0.0008) +[2026-06-07 03:23:19,492][521438] Updated weights for policy 0, policy_version 8697 (0.0008) +[2026-06-07 03:23:19,569][520965] Saving new best policy, reward=35.551! +[2026-06-07 03:23:20,157][521438] Updated weights for policy 0, policy_version 8709 (0.0008) +[2026-06-07 03:23:20,270][521438] Updated weights for policy 0, policy_version 8719 (0.0008) +[2026-06-07 03:23:20,387][521438] Updated weights for policy 0, policy_version 8729 (0.0008) +[2026-06-07 03:23:20,532][521438] Updated weights for policy 0, policy_version 8741 (0.0008) +[2026-06-07 03:23:20,649][521438] Updated weights for policy 0, policy_version 8752 (0.0008) +[2026-06-07 03:23:20,776][521438] Updated weights for policy 0, policy_version 8763 (0.0008) +[2026-06-07 03:23:21,370][521438] Updated weights for policy 0, policy_version 8773 (0.0008) +[2026-06-07 03:23:21,508][521438] Updated weights for policy 0, policy_version 8786 (0.0008) +[2026-06-07 03:23:21,637][521438] Updated weights for policy 0, policy_version 8798 (0.0009) +[2026-06-07 03:23:21,758][521438] Updated weights for policy 0, policy_version 8809 (0.0008) +[2026-06-07 03:23:21,904][521438] Updated weights for policy 0, policy_version 8822 (0.0008) +[2026-06-07 03:23:22,509][521438] Updated weights for policy 0, policy_version 8833 (0.0008) +[2026-06-07 03:23:22,616][521438] Updated weights for policy 0, policy_version 8843 (0.0008) +[2026-06-07 03:23:22,759][521438] Updated weights for policy 0, policy_version 8856 (0.0008) +[2026-06-07 03:23:22,903][521438] Updated weights for policy 0, policy_version 8868 (0.0006) +[2026-06-07 03:23:23,015][521438] Updated weights for policy 0, policy_version 8879 (0.0004) +[2026-06-07 03:23:23,154][521438] Updated weights for policy 0, policy_version 8891 (0.0004) +[2026-06-07 03:23:23,783][521438] Updated weights for policy 0, policy_version 8902 (0.0005) +[2026-06-07 03:23:23,906][521438] Updated weights for policy 0, policy_version 8913 (0.0005) +[2026-06-07 03:23:24,029][521438] Updated weights for policy 0, policy_version 8925 (0.0005) +[2026-06-07 03:23:24,165][521438] Updated weights for policy 0, policy_version 8937 (0.0005) +[2026-06-07 03:23:24,298][521438] Updated weights for policy 0, policy_version 8949 (0.0005) +[2026-06-07 03:23:24,312][519537] Fps is (10 sec: 26214.5, 60 sec: 26214.4, 300 sec: 26027.2). Total num frames: 4554752. Throughput: 0: 26504.6. Samples: 4567936. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:23:24,313][519537] Avg episode reward: [(0, '35.079')] +[2026-06-07 03:23:24,416][521438] Updated weights for policy 0, policy_version 8959 (0.0006) +[2026-06-07 03:23:25,019][521438] Updated weights for policy 0, policy_version 8972 (0.0008) +[2026-06-07 03:23:25,180][521438] Updated weights for policy 0, policy_version 8987 (0.0008) +[2026-06-07 03:23:25,293][521438] Updated weights for policy 0, policy_version 8997 (0.0008) +[2026-06-07 03:23:25,415][521438] Updated weights for policy 0, policy_version 9008 (0.0008) +[2026-06-07 03:23:25,551][521438] Updated weights for policy 0, policy_version 9020 (0.0008) +[2026-06-07 03:23:26,178][521438] Updated weights for policy 0, policy_version 9031 (0.0008) +[2026-06-07 03:23:26,303][521438] Updated weights for policy 0, policy_version 9042 (0.0008) +[2026-06-07 03:23:26,433][521438] Updated weights for policy 0, policy_version 9054 (0.0008) +[2026-06-07 03:23:26,571][521438] Updated weights for policy 0, policy_version 9067 (0.0008) +[2026-06-07 03:23:26,693][521438] Updated weights for policy 0, policy_version 9077 (0.0008) +[2026-06-07 03:23:26,803][521438] Updated weights for policy 0, policy_version 9087 (0.0006) +[2026-06-07 03:23:27,447][521438] Updated weights for policy 0, policy_version 9100 (0.0008) +[2026-06-07 03:23:27,601][521438] Updated weights for policy 0, policy_version 9114 (0.0008) +[2026-06-07 03:23:27,711][521438] Updated weights for policy 0, policy_version 9124 (0.0008) +[2026-06-07 03:23:27,824][521438] Updated weights for policy 0, policy_version 9134 (0.0008) +[2026-06-07 03:23:27,944][521438] Updated weights for policy 0, policy_version 9145 (0.0008) +[2026-06-07 03:23:28,561][521438] Updated weights for policy 0, policy_version 9155 (0.0008) +[2026-06-07 03:23:28,689][521438] Updated weights for policy 0, policy_version 9167 (0.0007) +[2026-06-07 03:23:28,817][521438] Updated weights for policy 0, policy_version 9179 (0.0007) +[2026-06-07 03:23:28,948][521438] Updated weights for policy 0, policy_version 9190 (0.0007) +[2026-06-07 03:23:29,076][521438] Updated weights for policy 0, policy_version 9202 (0.0007) +[2026-06-07 03:23:29,204][521438] Updated weights for policy 0, policy_version 9213 (0.0007) +[2026-06-07 03:23:29,312][519537] Fps is (10 sec: 29491.2, 60 sec: 26760.5, 300 sec: 26214.4). Total num frames: 4718592. Throughput: 0: 26629.7. Samples: 4728832. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-07 03:23:29,314][519537] Avg episode reward: [(0, '41.819')] +[2026-06-07 03:23:29,319][520965] Saving new best policy, reward=41.819! +[2026-06-07 03:23:29,899][521438] Updated weights for policy 0, policy_version 9228 (0.0008) +[2026-06-07 03:23:30,024][521438] Updated weights for policy 0, policy_version 9239 (0.0008) +[2026-06-07 03:23:30,144][521438] Updated weights for policy 0, policy_version 9250 (0.0008) +[2026-06-07 03:23:30,277][521438] Updated weights for policy 0, policy_version 9262 (0.0008) +[2026-06-07 03:23:30,410][521438] Updated weights for policy 0, policy_version 9274 (0.0008) +[2026-06-07 03:23:31,034][521438] Updated weights for policy 0, policy_version 9286 (0.0009) +[2026-06-07 03:23:31,179][521438] Updated weights for policy 0, policy_version 9299 (0.0008) +[2026-06-07 03:23:31,304][521438] Updated weights for policy 0, policy_version 9311 (0.0008) +[2026-06-07 03:23:31,421][521438] Updated weights for policy 0, policy_version 9322 (0.0008) +[2026-06-07 03:23:31,566][521438] Updated weights for policy 0, policy_version 9336 (0.0008) +[2026-06-07 03:23:32,197][521438] Updated weights for policy 0, policy_version 9348 (0.0008) +[2026-06-07 03:23:32,329][521438] Updated weights for policy 0, policy_version 9360 (0.0008) +[2026-06-07 03:23:32,482][521438] Updated weights for policy 0, policy_version 9375 (0.0009) +[2026-06-07 03:23:32,632][521438] Updated weights for policy 0, policy_version 9389 (0.0009) +[2026-06-07 03:23:32,759][521438] Updated weights for policy 0, policy_version 9401 (0.0008) +[2026-06-07 03:23:33,410][521438] Updated weights for policy 0, policy_version 9412 (0.0009) +[2026-06-07 03:23:33,547][521438] Updated weights for policy 0, policy_version 9425 (0.0007) +[2026-06-07 03:23:33,670][521438] Updated weights for policy 0, policy_version 9436 (0.0006) +[2026-06-07 03:23:33,780][521438] Updated weights for policy 0, policy_version 9446 (0.0004) +[2026-06-07 03:23:33,900][521438] Updated weights for policy 0, policy_version 9457 (0.0004) +[2026-06-07 03:23:34,022][521438] Updated weights for policy 0, policy_version 9467 (0.0004) +[2026-06-07 03:23:34,312][519537] Fps is (10 sec: 29491.4, 60 sec: 26760.6, 300 sec: 26214.5). Total num frames: 4849664. Throughput: 0: 26757.7. Samples: 4816256. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-07 03:23:34,313][519537] Avg episode reward: [(0, '43.396')] +[2026-06-07 03:23:34,317][520965] Saving new best policy, reward=43.396! +[2026-06-07 03:23:34,653][521438] Updated weights for policy 0, policy_version 9477 (0.0009) +[2026-06-07 03:23:34,792][521438] Updated weights for policy 0, policy_version 9490 (0.0008) +[2026-06-07 03:23:34,940][521438] Updated weights for policy 0, policy_version 9503 (0.0008) +[2026-06-07 03:23:35,095][521438] Updated weights for policy 0, policy_version 9517 (0.0008) +[2026-06-07 03:23:35,219][521438] Updated weights for policy 0, policy_version 9528 (0.0008) +[2026-06-07 03:23:35,877][521438] Updated weights for policy 0, policy_version 9540 (0.0008) +[2026-06-07 03:23:35,999][521438] Updated weights for policy 0, policy_version 9551 (0.0008) +[2026-06-07 03:23:36,127][521438] Updated weights for policy 0, policy_version 9563 (0.0008) +[2026-06-07 03:23:36,249][521438] Updated weights for policy 0, policy_version 9573 (0.0008) +[2026-06-07 03:23:36,386][521438] Updated weights for policy 0, policy_version 9586 (0.0008) +[2026-06-07 03:23:36,511][521438] Updated weights for policy 0, policy_version 9597 (0.0008) +[2026-06-07 03:23:37,130][521438] Updated weights for policy 0, policy_version 9608 (0.0008) +[2026-06-07 03:23:37,255][521438] Updated weights for policy 0, policy_version 9619 (0.0008) +[2026-06-07 03:23:37,363][521438] Updated weights for policy 0, policy_version 9629 (0.0008) +[2026-06-07 03:23:37,513][521438] Updated weights for policy 0, policy_version 9642 (0.0008) +[2026-06-07 03:23:37,621][521438] Updated weights for policy 0, policy_version 9652 (0.0008) +[2026-06-07 03:23:37,746][521438] Updated weights for policy 0, policy_version 9663 (0.0008) +[2026-06-07 03:23:38,362][521438] Updated weights for policy 0, policy_version 9673 (0.0008) +[2026-06-07 03:23:38,485][521438] Updated weights for policy 0, policy_version 9684 (0.0008) +[2026-06-07 03:23:38,617][521438] Updated weights for policy 0, policy_version 9696 (0.0008) +[2026-06-07 03:23:38,731][521438] Updated weights for policy 0, policy_version 9706 (0.0008) +[2026-06-07 03:23:38,853][521438] Updated weights for policy 0, policy_version 9717 (0.0008) +[2026-06-07 03:23:38,963][521438] Updated weights for policy 0, policy_version 9727 (0.0008) +[2026-06-07 03:23:39,312][519537] Fps is (10 sec: 26214.6, 60 sec: 26760.6, 300 sec: 26214.4). Total num frames: 4980736. Throughput: 0: 26686.6. Samples: 4974976. Policy #0 lag: (min: 63.0, avg: 73.6, max: 127.0) +[2026-06-07 03:23:39,313][519537] Avg episode reward: [(0, '41.926')] +[2026-06-07 03:23:39,638][521438] Updated weights for policy 0, policy_version 9738 (0.0008) +[2026-06-07 03:23:39,749][521438] Updated weights for policy 0, policy_version 9748 (0.0008) +[2026-06-07 03:23:39,876][521438] Updated weights for policy 0, policy_version 9760 (0.0008) +[2026-06-07 03:23:40,011][521438] Updated weights for policy 0, policy_version 9772 (0.0008) +[2026-06-07 03:23:40,153][521438] Updated weights for policy 0, policy_version 9785 (0.0008) +[2026-06-07 03:23:40,780][521438] Updated weights for policy 0, policy_version 9796 (0.0008) +[2026-06-07 03:23:40,919][521438] Updated weights for policy 0, policy_version 9808 (0.0008) +[2026-06-07 03:23:41,048][521438] Updated weights for policy 0, policy_version 9820 (0.0008) +[2026-06-07 03:23:41,172][521438] Updated weights for policy 0, policy_version 9831 (0.0008) +[2026-06-07 03:23:41,331][521438] Updated weights for policy 0, policy_version 9845 (0.0008) +[2026-06-07 03:23:41,456][521438] Updated weights for policy 0, policy_version 9856 (0.0008) +[2026-06-07 03:23:42,118][521438] Updated weights for policy 0, policy_version 9868 (0.0008) +[2026-06-07 03:23:42,242][521438] Updated weights for policy 0, policy_version 9880 (0.0008) +[2026-06-07 03:23:42,354][521438] Updated weights for policy 0, policy_version 9890 (0.0008) +[2026-06-07 03:23:42,492][521438] Updated weights for policy 0, policy_version 9902 (0.0008) +[2026-06-07 03:23:42,633][521438] Updated weights for policy 0, policy_version 9915 (0.0008) +[2026-06-07 03:23:43,304][521438] Updated weights for policy 0, policy_version 9927 (0.0009) +[2026-06-07 03:23:43,440][521438] Updated weights for policy 0, policy_version 9940 (0.0008) +[2026-06-07 03:23:43,562][521438] Updated weights for policy 0, policy_version 9951 (0.0008) +[2026-06-07 03:23:43,714][521438] Updated weights for policy 0, policy_version 9964 (0.0008) +[2026-06-07 03:23:43,831][521438] Updated weights for policy 0, policy_version 9975 (0.0008) +[2026-06-07 03:23:44,312][519537] Fps is (10 sec: 26214.1, 60 sec: 26760.5, 300 sec: 26214.4). Total num frames: 5111808. Throughput: 0: 26740.6. Samples: 5132032. Policy #0 lag: (min: 63.0, avg: 73.6, max: 127.0) +[2026-06-07 03:23:44,314][519537] Avg episode reward: [(0, '39.441')] +[2026-06-07 03:23:44,440][521438] Updated weights for policy 0, policy_version 9985 (0.0008) +[2026-06-07 03:23:44,579][521438] Updated weights for policy 0, policy_version 9997 (0.0008) +[2026-06-07 03:23:44,693][521438] Updated weights for policy 0, policy_version 10007 (0.0008) +[2026-06-07 03:23:44,813][521438] Updated weights for policy 0, policy_version 10018 (0.0008) +[2026-06-07 03:23:44,949][521438] Updated weights for policy 0, policy_version 10030 (0.0008) +[2026-06-07 03:23:45,071][521438] Updated weights for policy 0, policy_version 10041 (0.0008) +[2026-06-07 03:23:45,668][521438] Updated weights for policy 0, policy_version 10052 (0.0008) +[2026-06-07 03:23:45,807][521438] Updated weights for policy 0, policy_version 10065 (0.0008) +[2026-06-07 03:23:45,926][521438] Updated weights for policy 0, policy_version 10075 (0.0009) +[2026-06-07 03:23:46,054][521438] Updated weights for policy 0, policy_version 10087 (0.0010) +[2026-06-07 03:23:46,236][521438] Updated weights for policy 0, policy_version 10103 (0.0008) +[2026-06-07 03:23:46,878][521438] Updated weights for policy 0, policy_version 10114 (0.0008) +[2026-06-07 03:23:47,010][521438] Updated weights for policy 0, policy_version 10126 (0.0008) +[2026-06-07 03:23:47,132][521438] Updated weights for policy 0, policy_version 10137 (0.0008) +[2026-06-07 03:23:47,272][521438] Updated weights for policy 0, policy_version 10150 (0.0008) +[2026-06-07 03:23:47,408][521438] Updated weights for policy 0, policy_version 10162 (0.0008) +[2026-06-07 03:23:47,546][521438] Updated weights for policy 0, policy_version 10174 (0.0007) +[2026-06-07 03:23:48,158][521438] Updated weights for policy 0, policy_version 10184 (0.0008) +[2026-06-07 03:23:48,289][521438] Updated weights for policy 0, policy_version 10196 (0.0008) +[2026-06-07 03:23:48,415][521438] Updated weights for policy 0, policy_version 10207 (0.0009) +[2026-06-07 03:23:48,536][521438] Updated weights for policy 0, policy_version 10218 (0.0008) +[2026-06-07 03:23:48,647][521438] Updated weights for policy 0, policy_version 10228 (0.0009) +[2026-06-07 03:23:48,782][521438] Updated weights for policy 0, policy_version 10240 (0.0009) +[2026-06-07 03:23:49,312][519537] Fps is (10 sec: 26214.2, 60 sec: 26760.5, 300 sec: 26214.4). Total num frames: 5242880. Throughput: 0: 26803.2. Samples: 5217024. Policy #0 lag: (min: 21.0, avg: 32.6, max: 85.0) +[2026-06-07 03:23:49,313][519537] Avg episode reward: [(0, '41.749')] +[2026-06-07 03:23:49,389][521438] Updated weights for policy 0, policy_version 10251 (0.0008) +[2026-06-07 03:23:49,504][521438] Updated weights for policy 0, policy_version 10261 (0.0008) +[2026-06-07 03:23:49,647][521438] Updated weights for policy 0, policy_version 10274 (0.0008) +[2026-06-07 03:23:49,783][521438] Updated weights for policy 0, policy_version 10286 (0.0008) +[2026-06-07 03:23:49,914][521438] Updated weights for policy 0, policy_version 10298 (0.0010) +[2026-06-07 03:23:50,571][521438] Updated weights for policy 0, policy_version 10310 (0.0009) +[2026-06-07 03:23:50,710][521438] Updated weights for policy 0, policy_version 10322 (0.0008) +[2026-06-07 03:23:50,838][521438] Updated weights for policy 0, policy_version 10334 (0.0008) +[2026-06-07 03:23:50,950][521438] Updated weights for policy 0, policy_version 10344 (0.0008) +[2026-06-07 03:23:51,069][521438] Updated weights for policy 0, policy_version 10355 (0.0008) +[2026-06-07 03:23:51,208][521438] Updated weights for policy 0, policy_version 10367 (0.0008) +[2026-06-07 03:23:51,859][521438] Updated weights for policy 0, policy_version 10377 (0.0008) +[2026-06-07 03:23:51,992][521438] Updated weights for policy 0, policy_version 10390 (0.0008) +[2026-06-07 03:23:52,135][521438] Updated weights for policy 0, policy_version 10403 (0.0008) +[2026-06-07 03:23:52,279][521438] Updated weights for policy 0, policy_version 10416 (0.0008) +[2026-06-07 03:23:52,415][521438] Updated weights for policy 0, policy_version 10428 (0.0008) +[2026-06-07 03:23:53,051][521438] Updated weights for policy 0, policy_version 10439 (0.0008) +[2026-06-07 03:23:53,185][521438] Updated weights for policy 0, policy_version 10451 (0.0008) +[2026-06-07 03:23:53,331][521438] Updated weights for policy 0, policy_version 10464 (0.0008) +[2026-06-07 03:23:53,443][521438] Updated weights for policy 0, policy_version 10474 (0.0008) +[2026-06-07 03:23:53,559][521438] Updated weights for policy 0, policy_version 10484 (0.0008) +[2026-06-07 03:23:53,683][521438] Updated weights for policy 0, policy_version 10495 (0.0008) +[2026-06-07 03:23:54,310][521438] Updated weights for policy 0, policy_version 10508 (0.0008) +[2026-06-07 03:23:54,313][519537] Fps is (10 sec: 26214.1, 60 sec: 26760.5, 300 sec: 26214.4). Total num frames: 5373952. Throughput: 0: 26837.3. Samples: 5379328. Policy #0 lag: (min: 11.0, avg: 36.9, max: 75.0) +[2026-06-07 03:23:54,315][519537] Avg episode reward: [(0, '38.916')] +[2026-06-07 03:23:54,452][521438] Updated weights for policy 0, policy_version 10521 (0.0008) +[2026-06-07 03:23:54,597][521438] Updated weights for policy 0, policy_version 10534 (0.0008) +[2026-06-07 03:23:54,739][521438] Updated weights for policy 0, policy_version 10547 (0.0008) +[2026-06-07 03:23:54,885][521438] Updated weights for policy 0, policy_version 10560 (0.0009) +[2026-06-07 03:23:55,543][521438] Updated weights for policy 0, policy_version 10571 (0.0008) +[2026-06-07 03:23:55,656][521438] Updated weights for policy 0, policy_version 10581 (0.0008) +[2026-06-07 03:23:55,789][521438] Updated weights for policy 0, policy_version 10593 (0.0009) +[2026-06-07 03:23:55,917][521438] Updated weights for policy 0, policy_version 10604 (0.0008) +[2026-06-07 03:23:56,039][521438] Updated weights for policy 0, policy_version 10615 (0.0008) +[2026-06-07 03:23:56,661][521438] Updated weights for policy 0, policy_version 10626 (0.0008) +[2026-06-07 03:23:56,795][521438] Updated weights for policy 0, policy_version 10638 (0.0008) +[2026-06-07 03:23:56,905][521438] Updated weights for policy 0, policy_version 10648 (0.0010) +[2026-06-07 03:23:57,031][521438] Updated weights for policy 0, policy_version 10660 (0.0008) +[2026-06-07 03:23:57,165][521438] Updated weights for policy 0, policy_version 10672 (0.0008) +[2026-06-07 03:23:57,287][521438] Updated weights for policy 0, policy_version 10683 (0.0008) +[2026-06-07 03:23:57,902][521438] Updated weights for policy 0, policy_version 10694 (0.0008) +[2026-06-07 03:23:58,014][521438] Updated weights for policy 0, policy_version 10704 (0.0008) +[2026-06-07 03:23:58,147][521438] Updated weights for policy 0, policy_version 10716 (0.0008) +[2026-06-07 03:23:58,269][521438] Updated weights for policy 0, policy_version 10727 (0.0008) +[2026-06-07 03:23:58,389][521438] Updated weights for policy 0, policy_version 10738 (0.0008) +[2026-06-07 03:23:58,503][521438] Updated weights for policy 0, policy_version 10748 (0.0008) +[2026-06-07 03:23:59,140][521438] Updated weights for policy 0, policy_version 10760 (0.0008) +[2026-06-07 03:23:59,272][521438] Updated weights for policy 0, policy_version 10772 (0.0008) +[2026-06-07 03:23:59,313][519537] Fps is (10 sec: 26213.5, 60 sec: 26760.3, 300 sec: 26214.4). Total num frames: 5505024. Throughput: 0: 26825.7. Samples: 5541120. Policy #0 lag: (min: 11.0, avg: 36.9, max: 75.0) +[2026-06-07 03:23:59,314][519537] Avg episode reward: [(0, '43.101')] +[2026-06-07 03:23:59,401][521438] Updated weights for policy 0, policy_version 10784 (0.0008) +[2026-06-07 03:23:59,511][521438] Updated weights for policy 0, policy_version 10794 (0.0008) +[2026-06-07 03:23:59,637][521438] Updated weights for policy 0, policy_version 10805 (0.0008) +[2026-06-07 03:23:59,750][521438] Updated weights for policy 0, policy_version 10815 (0.0008) +[2026-06-07 03:24:00,382][521438] Updated weights for policy 0, policy_version 10826 (0.0006) +[2026-06-07 03:24:00,514][521438] Updated weights for policy 0, policy_version 10838 (0.0005) +[2026-06-07 03:24:00,629][521438] Updated weights for policy 0, policy_version 10848 (0.0005) +[2026-06-07 03:24:00,750][521438] Updated weights for policy 0, policy_version 10859 (0.0005) +[2026-06-07 03:24:00,879][521438] Updated weights for policy 0, policy_version 10870 (0.0005) +[2026-06-07 03:24:01,487][521438] Updated weights for policy 0, policy_version 10881 (0.0008) +[2026-06-07 03:24:01,605][521438] Updated weights for policy 0, policy_version 10892 (0.0008) +[2026-06-07 03:24:01,763][521438] Updated weights for policy 0, policy_version 10906 (0.0008) +[2026-06-07 03:24:01,906][521438] Updated weights for policy 0, policy_version 10919 (0.0008) +[2026-06-07 03:24:02,038][521438] Updated weights for policy 0, policy_version 10931 (0.0009) +[2026-06-07 03:24:02,163][521438] Updated weights for policy 0, policy_version 10942 (0.0008) +[2026-06-07 03:24:02,810][521438] Updated weights for policy 0, policy_version 10955 (0.0008) +[2026-06-07 03:24:02,942][521438] Updated weights for policy 0, policy_version 10967 (0.0008) +[2026-06-07 03:24:03,051][521438] Updated weights for policy 0, policy_version 10977 (0.0008) +[2026-06-07 03:24:03,163][521438] Updated weights for policy 0, policy_version 10987 (0.0008) +[2026-06-07 03:24:03,316][521438] Updated weights for policy 0, policy_version 11001 (0.0008) +[2026-06-07 03:24:03,957][521438] Updated weights for policy 0, policy_version 11011 (0.0008) +[2026-06-07 03:24:04,089][521438] Updated weights for policy 0, policy_version 11023 (0.0008) +[2026-06-07 03:24:04,236][521438] Updated weights for policy 0, policy_version 11036 (0.0009) +[2026-06-07 03:24:04,273][520965] Early stopping after 4 epochs (32 sgd steps), loss delta 0.0000009 +[2026-06-07 03:24:04,312][519537] Fps is (10 sec: 29491.5, 60 sec: 27306.7, 300 sec: 26366.8). Total num frames: 5668864. Throughput: 0: 26860.1. Samples: 5614208. Policy #0 lag: (min: 62.0, avg: 72.4, max: 126.0) +[2026-06-07 03:24:04,313][519537] Avg episode reward: [(0, '40.631')] +[2026-06-07 03:24:04,968][521438] Updated weights for policy 0, policy_version 11048 (0.0009) +[2026-06-07 03:24:05,096][521438] Updated weights for policy 0, policy_version 11060 (0.0009) +[2026-06-07 03:24:05,238][521438] Updated weights for policy 0, policy_version 11073 (0.0009) +[2026-06-07 03:24:05,363][521438] Updated weights for policy 0, policy_version 11084 (0.0008) +[2026-06-07 03:24:05,494][521438] Updated weights for policy 0, policy_version 11096 (0.0008) +[2026-06-07 03:24:06,114][521438] Updated weights for policy 0, policy_version 11106 (0.0008) +[2026-06-07 03:24:06,227][521438] Updated weights for policy 0, policy_version 11116 (0.0008) +[2026-06-07 03:24:06,362][521438] Updated weights for policy 0, policy_version 11129 (0.0008) +[2026-06-07 03:24:06,490][521438] Updated weights for policy 0, policy_version 11140 (0.0008) +[2026-06-07 03:24:06,610][521438] Updated weights for policy 0, policy_version 11151 (0.0008) +[2026-06-07 03:24:06,747][521438] Updated weights for policy 0, policy_version 11163 (0.0008) +[2026-06-07 03:24:07,383][521438] Updated weights for policy 0, policy_version 11174 (0.0008) +[2026-06-07 03:24:07,531][521438] Updated weights for policy 0, policy_version 11188 (0.0007) +[2026-06-07 03:24:07,659][521438] Updated weights for policy 0, policy_version 11199 (0.0008) +[2026-06-07 03:24:07,782][521438] Updated weights for policy 0, policy_version 11210 (0.0008) +[2026-06-07 03:24:07,904][521438] Updated weights for policy 0, policy_version 11221 (0.0008) +[2026-06-07 03:24:08,568][521438] Updated weights for policy 0, policy_version 11233 (0.0008) +[2026-06-07 03:24:08,677][521438] Updated weights for policy 0, policy_version 11243 (0.0008) +[2026-06-07 03:24:08,797][521438] Updated weights for policy 0, policy_version 11254 (0.0008) +[2026-06-07 03:24:08,918][521438] Updated weights for policy 0, policy_version 11265 (0.0008) +[2026-06-07 03:24:09,048][521438] Updated weights for policy 0, policy_version 11276 (0.0008) +[2026-06-07 03:24:09,188][521438] Updated weights for policy 0, policy_version 11289 (0.0008) +[2026-06-07 03:24:09,312][519537] Fps is (10 sec: 29492.2, 60 sec: 27306.7, 300 sec: 26363.4). Total num frames: 5799936. Throughput: 0: 26990.9. Samples: 5782528. Policy #0 lag: (min: 62.0, avg: 72.4, max: 126.0) +[2026-06-07 03:24:09,313][519537] Avg episode reward: [(0, '45.595')] +[2026-06-07 03:24:09,318][520965] Saving new best policy, reward=45.595! +[2026-06-07 03:24:09,805][521438] Updated weights for policy 0, policy_version 11300 (0.0008) +[2026-06-07 03:24:09,941][521438] Updated weights for policy 0, policy_version 11312 (0.0008) +[2026-06-07 03:24:10,064][521438] Updated weights for policy 0, policy_version 11323 (0.0008) +[2026-06-07 03:24:10,197][521438] Updated weights for policy 0, policy_version 11335 (0.0008) +[2026-06-07 03:24:10,313][521438] Updated weights for policy 0, policy_version 11346 (0.0008) +[2026-06-07 03:24:10,439][521438] Updated weights for policy 0, policy_version 11357 (0.0008) +[2026-06-07 03:24:11,068][521438] Updated weights for policy 0, policy_version 11369 (0.0008) +[2026-06-07 03:24:11,182][521438] Updated weights for policy 0, policy_version 11380 (0.0008) +[2026-06-07 03:24:11,315][521438] Updated weights for policy 0, policy_version 11392 (0.0008) +[2026-06-07 03:24:11,443][521438] Updated weights for policy 0, policy_version 11403 (0.0008) +[2026-06-07 03:24:11,588][521438] Updated weights for policy 0, policy_version 11417 (0.0008) +[2026-06-07 03:24:12,203][521438] Updated weights for policy 0, policy_version 11428 (0.0009) +[2026-06-07 03:24:12,340][521438] Updated weights for policy 0, policy_version 11441 (0.0008) +[2026-06-07 03:24:12,483][521438] Updated weights for policy 0, policy_version 11454 (0.0008) +[2026-06-07 03:24:12,619][521438] Updated weights for policy 0, policy_version 11467 (0.0008) +[2026-06-07 03:24:12,746][521438] Updated weights for policy 0, policy_version 11478 (0.0008) +[2026-06-07 03:24:13,381][521438] Updated weights for policy 0, policy_version 11490 (0.0009) +[2026-06-07 03:24:13,536][521438] Updated weights for policy 0, policy_version 11505 (0.0008) +[2026-06-07 03:24:13,664][521438] Updated weights for policy 0, policy_version 11517 (0.0008) +[2026-06-07 03:24:13,788][521438] Updated weights for policy 0, policy_version 11528 (0.0009) +[2026-06-07 03:24:13,922][521438] Updated weights for policy 0, policy_version 11541 (0.0008) +[2026-06-07 03:24:14,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 26360.1). Total num frames: 5931008. Throughput: 0: 27030.8. Samples: 5945216. Policy #0 lag: (min: 41.0, avg: 65.9, max: 105.0) +[2026-06-07 03:24:14,314][519537] Avg episode reward: [(0, '45.788')] +[2026-06-07 03:24:14,319][520965] Saving new best policy, reward=45.788! +[2026-06-07 03:24:14,579][521438] Updated weights for policy 0, policy_version 11553 (0.0008) +[2026-06-07 03:24:14,709][521438] Updated weights for policy 0, policy_version 11565 (0.0005) +[2026-06-07 03:24:14,830][521438] Updated weights for policy 0, policy_version 11576 (0.0005) +[2026-06-07 03:24:14,975][521438] Updated weights for policy 0, policy_version 11589 (0.0006) +[2026-06-07 03:24:15,096][521438] Updated weights for policy 0, policy_version 11600 (0.0005) +[2026-06-07 03:24:15,208][521438] Updated weights for policy 0, policy_version 11610 (0.0005) +[2026-06-07 03:24:15,823][521438] Updated weights for policy 0, policy_version 11620 (0.0006) +[2026-06-07 03:24:15,948][521438] Updated weights for policy 0, policy_version 11632 (0.0008) +[2026-06-07 03:24:16,094][521438] Updated weights for policy 0, policy_version 11645 (0.0008) +[2026-06-07 03:24:16,227][521438] Updated weights for policy 0, policy_version 11657 (0.0008) +[2026-06-07 03:24:16,372][521438] Updated weights for policy 0, policy_version 11670 (0.0008) +[2026-06-07 03:24:16,483][521438] Updated weights for policy 0, policy_version 11680 (0.0008) +[2026-06-07 03:24:17,118][521438] Updated weights for policy 0, policy_version 11690 (0.0008) +[2026-06-07 03:24:17,237][521438] Updated weights for policy 0, policy_version 11701 (0.0008) +[2026-06-07 03:24:17,399][521438] Updated weights for policy 0, policy_version 11716 (0.0008) +[2026-06-07 03:24:17,532][521438] Updated weights for policy 0, policy_version 11728 (0.0009) +[2026-06-07 03:24:17,662][521438] Updated weights for policy 0, policy_version 11740 (0.0008) +[2026-06-07 03:24:18,275][521438] Updated weights for policy 0, policy_version 11750 (0.0008) +[2026-06-07 03:24:18,408][521438] Updated weights for policy 0, policy_version 11762 (0.0008) +[2026-06-07 03:24:18,522][521438] Updated weights for policy 0, policy_version 11773 (0.0008) +[2026-06-07 03:24:18,658][521438] Updated weights for policy 0, policy_version 11785 (0.0008) +[2026-06-07 03:24:18,779][521438] Updated weights for policy 0, policy_version 11796 (0.0008) +[2026-06-07 03:24:18,913][521438] Updated weights for policy 0, policy_version 11808 (0.0008) +[2026-06-07 03:24:19,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 26356.9). Total num frames: 6062080. Throughput: 0: 27113.2. Samples: 6036352. Policy #0 lag: (min: 41.0, avg: 65.9, max: 105.0) +[2026-06-07 03:24:19,313][519537] Avg episode reward: [(0, '46.170')] +[2026-06-07 03:24:19,323][520965] Saving new best policy, reward=46.170! +[2026-06-07 03:24:19,556][521438] Updated weights for policy 0, policy_version 11820 (0.0008) +[2026-06-07 03:24:19,690][521438] Updated weights for policy 0, policy_version 11832 (0.0008) +[2026-06-07 03:24:19,822][521438] Updated weights for policy 0, policy_version 11844 (0.0008) +[2026-06-07 03:24:19,946][521438] Updated weights for policy 0, policy_version 11855 (0.0008) +[2026-06-07 03:24:20,069][521438] Updated weights for policy 0, policy_version 11866 (0.0008) +[2026-06-07 03:24:20,690][521438] Updated weights for policy 0, policy_version 11877 (0.0008) +[2026-06-07 03:24:20,834][521438] Updated weights for policy 0, policy_version 11890 (0.0009) +[2026-06-07 03:24:20,948][521438] Updated weights for policy 0, policy_version 11900 (0.0008) +[2026-06-07 03:24:21,076][521438] Updated weights for policy 0, policy_version 11912 (0.0008) +[2026-06-07 03:24:21,200][521438] Updated weights for policy 0, policy_version 11923 (0.0008) +[2026-06-07 03:24:21,340][521438] Updated weights for policy 0, policy_version 11936 (0.0008) +[2026-06-07 03:24:21,968][521438] Updated weights for policy 0, policy_version 11948 (0.0008) +[2026-06-07 03:24:22,105][521438] Updated weights for policy 0, policy_version 11960 (0.0010) +[2026-06-07 03:24:22,244][521438] Updated weights for policy 0, policy_version 11973 (0.0009) +[2026-06-07 03:24:22,366][521438] Updated weights for policy 0, policy_version 11984 (0.0009) +[2026-06-07 03:24:22,506][521438] Updated weights for policy 0, policy_version 11996 (0.0009) +[2026-06-07 03:24:23,122][521438] Updated weights for policy 0, policy_version 12008 (0.0009) +[2026-06-07 03:24:23,257][521438] Updated weights for policy 0, policy_version 12021 (0.0008) +[2026-06-07 03:24:23,396][521438] Updated weights for policy 0, policy_version 12033 (0.0009) +[2026-06-07 03:24:23,529][521438] Updated weights for policy 0, policy_version 12045 (0.0009) +[2026-06-07 03:24:23,651][521438] Updated weights for policy 0, policy_version 12056 (0.0009) +[2026-06-07 03:24:24,243][521438] Updated weights for policy 0, policy_version 12067 (0.0008) +[2026-06-07 03:24:24,313][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 26353.9). Total num frames: 6193152. Throughput: 0: 27181.5. Samples: 6198144. Policy #0 lag: (min: 5.0, avg: 15.9, max: 69.0) +[2026-06-07 03:24:24,314][519537] Avg episode reward: [(0, '44.676')] +[2026-06-07 03:24:24,371][521438] Updated weights for policy 0, policy_version 12079 (0.0008) +[2026-06-07 03:24:24,506][521438] Updated weights for policy 0, policy_version 12091 (0.0008) +[2026-06-07 03:24:24,620][521438] Updated weights for policy 0, policy_version 12102 (0.0008) +[2026-06-07 03:24:24,759][521438] Updated weights for policy 0, policy_version 12114 (0.0009) +[2026-06-07 03:24:24,893][521438] Updated weights for policy 0, policy_version 12126 (0.0008) +[2026-06-07 03:24:25,500][521438] Updated weights for policy 0, policy_version 12137 (0.0008) +[2026-06-07 03:24:25,639][521438] Updated weights for policy 0, policy_version 12150 (0.0008) +[2026-06-07 03:24:25,791][521438] Updated weights for policy 0, policy_version 12163 (0.0008) +[2026-06-07 03:24:25,912][521438] Updated weights for policy 0, policy_version 12174 (0.0008) +[2026-06-07 03:24:26,035][521438] Updated weights for policy 0, policy_version 12185 (0.0008) +[2026-06-07 03:24:26,690][521438] Updated weights for policy 0, policy_version 12196 (0.0008) +[2026-06-07 03:24:26,803][521438] Updated weights for policy 0, policy_version 12206 (0.0008) +[2026-06-07 03:24:26,946][521438] Updated weights for policy 0, policy_version 12219 (0.0008) +[2026-06-07 03:24:27,074][521438] Updated weights for policy 0, policy_version 12231 (0.0008) +[2026-06-07 03:24:27,220][521438] Updated weights for policy 0, policy_version 12244 (0.0009) +[2026-06-07 03:24:27,333][521438] Updated weights for policy 0, policy_version 12254 (0.0008) +[2026-06-07 03:24:27,940][521438] Updated weights for policy 0, policy_version 12264 (0.0009) +[2026-06-07 03:24:28,063][521438] Updated weights for policy 0, policy_version 12275 (0.0008) +[2026-06-07 03:24:28,181][521438] Updated weights for policy 0, policy_version 12286 (0.0008) +[2026-06-07 03:24:28,311][521438] Updated weights for policy 0, policy_version 12298 (0.0008) +[2026-06-07 03:24:28,458][521438] Updated weights for policy 0, policy_version 12312 (0.0008) +[2026-06-07 03:24:29,070][521438] Updated weights for policy 0, policy_version 12322 (0.0007) +[2026-06-07 03:24:29,217][521438] Updated weights for policy 0, policy_version 12335 (0.0006) +[2026-06-07 03:24:29,313][519537] Fps is (10 sec: 26214.0, 60 sec: 26760.5, 300 sec: 26351.0). Total num frames: 6324224. Throughput: 0: 27292.4. Samples: 6360192. Policy #0 lag: (min: 5.0, avg: 15.9, max: 69.0) +[2026-06-07 03:24:29,314][519537] Avg episode reward: [(0, '45.969')] +[2026-06-07 03:24:29,363][521438] Updated weights for policy 0, policy_version 12349 (0.0008) +[2026-06-07 03:24:29,493][521438] Updated weights for policy 0, policy_version 12360 (0.0008) +[2026-06-07 03:24:29,621][521438] Updated weights for policy 0, policy_version 12371 (0.0008) +[2026-06-07 03:24:29,735][521438] Updated weights for policy 0, policy_version 12381 (0.0008) +[2026-06-07 03:24:30,359][521438] Updated weights for policy 0, policy_version 12393 (0.0008) +[2026-06-07 03:24:30,478][521438] Updated weights for policy 0, policy_version 12404 (0.0008) +[2026-06-07 03:24:30,637][521438] Updated weights for policy 0, policy_version 12418 (0.0008) +[2026-06-07 03:24:30,784][521438] Updated weights for policy 0, policy_version 12431 (0.0008) +[2026-06-07 03:24:30,902][521438] Updated weights for policy 0, policy_version 12442 (0.0008) +[2026-06-07 03:24:31,535][521438] Updated weights for policy 0, policy_version 12453 (0.0008) +[2026-06-07 03:24:31,681][521438] Updated weights for policy 0, policy_version 12466 (0.0008) +[2026-06-07 03:24:31,815][521438] Updated weights for policy 0, policy_version 12478 (0.0008) +[2026-06-07 03:24:31,925][521438] Updated weights for policy 0, policy_version 12488 (0.0008) +[2026-06-07 03:24:32,035][521438] Updated weights for policy 0, policy_version 12498 (0.0008) +[2026-06-07 03:24:32,190][521438] Updated weights for policy 0, policy_version 12511 (0.0008) +[2026-06-07 03:24:32,842][521438] Updated weights for policy 0, policy_version 12523 (0.0008) +[2026-06-07 03:24:32,947][521438] Updated weights for policy 0, policy_version 12533 (0.0008) +[2026-06-07 03:24:33,066][521438] Updated weights for policy 0, policy_version 12544 (0.0008) +[2026-06-07 03:24:33,200][521438] Updated weights for policy 0, policy_version 12555 (0.0008) +[2026-06-07 03:24:33,319][521438] Updated weights for policy 0, policy_version 12566 (0.0008) +[2026-06-07 03:24:33,951][521438] Updated weights for policy 0, policy_version 12577 (0.0008) +[2026-06-07 03:24:34,076][521438] Updated weights for policy 0, policy_version 12588 (0.0008) +[2026-06-07 03:24:34,193][521438] Updated weights for policy 0, policy_version 12599 (0.0008) +[2026-06-07 03:24:34,312][521438] Updated weights for policy 0, policy_version 12610 (0.0008) +[2026-06-07 03:24:34,312][519537] Fps is (10 sec: 26214.3, 60 sec: 26760.5, 300 sec: 26348.2). Total num frames: 6455296. Throughput: 0: 27036.5. Samples: 6433664. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:24:34,314][519537] Avg episode reward: [(0, '44.418')] +[2026-06-07 03:24:34,444][521438] Updated weights for policy 0, policy_version 12621 (0.0008) +[2026-06-07 03:24:34,576][521438] Updated weights for policy 0, policy_version 12633 (0.0008) +[2026-06-07 03:24:35,198][521438] Updated weights for policy 0, policy_version 12646 (0.0008) +[2026-06-07 03:24:35,343][521438] Updated weights for policy 0, policy_version 12660 (0.0008) +[2026-06-07 03:24:35,469][521438] Updated weights for policy 0, policy_version 12671 (0.0008) +[2026-06-07 03:24:35,593][521438] Updated weights for policy 0, policy_version 12682 (0.0011) +[2026-06-07 03:24:35,726][521438] Updated weights for policy 0, policy_version 12694 (0.0008) +[2026-06-07 03:24:35,836][521438] Updated weights for policy 0, policy_version 12704 (0.0008) +[2026-06-07 03:24:36,458][521438] Updated weights for policy 0, policy_version 12716 (0.0008) +[2026-06-07 03:24:36,608][521438] Updated weights for policy 0, policy_version 12730 (0.0010) +[2026-06-07 03:24:36,739][521438] Updated weights for policy 0, policy_version 12742 (0.0008) +[2026-06-07 03:24:36,851][521438] Updated weights for policy 0, policy_version 12752 (0.0007) +[2026-06-07 03:24:36,978][521438] Updated weights for policy 0, policy_version 12763 (0.0007) +[2026-06-07 03:24:37,601][521438] Updated weights for policy 0, policy_version 12774 (0.0007) +[2026-06-07 03:24:37,717][521438] Updated weights for policy 0, policy_version 12785 (0.0010) +[2026-06-07 03:24:37,853][521438] Updated weights for policy 0, policy_version 12797 (0.0010) +[2026-06-07 03:24:37,979][521438] Updated weights for policy 0, policy_version 12809 (0.0009) +[2026-06-07 03:24:38,139][521438] Updated weights for policy 0, policy_version 12823 (0.0009) +[2026-06-07 03:24:38,764][521438] Updated weights for policy 0, policy_version 12835 (0.0008) +[2026-06-07 03:24:38,896][521438] Updated weights for policy 0, policy_version 12847 (0.0008) +[2026-06-07 03:24:39,024][521438] Updated weights for policy 0, policy_version 12859 (0.0008) +[2026-06-07 03:24:39,147][521438] Updated weights for policy 0, policy_version 12870 (0.0008) +[2026-06-07 03:24:39,278][521438] Updated weights for policy 0, policy_version 12882 (0.0008) +[2026-06-07 03:24:39,312][519537] Fps is (10 sec: 26214.7, 60 sec: 26760.5, 300 sec: 26345.5). Total num frames: 6586368. Throughput: 0: 27056.4. Samples: 6596864. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:24:39,314][519537] Avg episode reward: [(0, '45.608')] +[2026-06-07 03:24:39,414][521438] Updated weights for policy 0, policy_version 12894 (0.0008) +[2026-06-07 03:24:40,060][521438] Updated weights for policy 0, policy_version 12905 (0.0007) +[2026-06-07 03:24:40,214][521438] Updated weights for policy 0, policy_version 12920 (0.0005) +[2026-06-07 03:24:40,334][521438] Updated weights for policy 0, policy_version 12930 (0.0008) +[2026-06-07 03:24:40,477][521438] Updated weights for policy 0, policy_version 12943 (0.0008) +[2026-06-07 03:24:40,605][521438] Updated weights for policy 0, policy_version 12955 (0.0008) +[2026-06-07 03:24:41,254][521438] Updated weights for policy 0, policy_version 12967 (0.0008) +[2026-06-07 03:24:41,369][521438] Updated weights for policy 0, policy_version 12978 (0.0008) +[2026-06-07 03:24:41,497][521438] Updated weights for policy 0, policy_version 12990 (0.0008) +[2026-06-07 03:24:41,631][521438] Updated weights for policy 0, policy_version 13002 (0.0008) +[2026-06-07 03:24:41,778][521438] Updated weights for policy 0, policy_version 13015 (0.0008) +[2026-06-07 03:24:42,423][521438] Updated weights for policy 0, policy_version 13026 (0.0008) +[2026-06-07 03:24:42,570][521438] Updated weights for policy 0, policy_version 13040 (0.0008) +[2026-06-07 03:24:42,688][521438] Updated weights for policy 0, policy_version 13050 (0.0008) +[2026-06-07 03:24:42,834][521438] Updated weights for policy 0, policy_version 13063 (0.0008) +[2026-06-07 03:24:42,977][521438] Updated weights for policy 0, policy_version 13076 (0.0008) +[2026-06-07 03:24:43,628][521438] Updated weights for policy 0, policy_version 13089 (0.0008) +[2026-06-07 03:24:43,758][521438] Updated weights for policy 0, policy_version 13101 (0.0008) +[2026-06-07 03:24:43,880][521438] Updated weights for policy 0, policy_version 13112 (0.0006) +[2026-06-07 03:24:44,007][521438] Updated weights for policy 0, policy_version 13124 (0.0007) +[2026-06-07 03:24:44,139][521438] Updated weights for policy 0, policy_version 13136 (0.0008) +[2026-06-07 03:24:44,264][521438] Updated weights for policy 0, policy_version 13147 (0.0008) +[2026-06-07 03:24:44,312][519537] Fps is (10 sec: 26214.5, 60 sec: 26760.5, 300 sec: 26342.9). Total num frames: 6717440. Throughput: 0: 27104.9. Samples: 6760832. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:24:44,313][519537] Avg episode reward: [(0, '41.304')] +[2026-06-07 03:24:44,874][521438] Updated weights for policy 0, policy_version 13159 (0.0008) +[2026-06-07 03:24:45,008][521438] Updated weights for policy 0, policy_version 13171 (0.0008) +[2026-06-07 03:24:45,159][521438] Updated weights for policy 0, policy_version 13185 (0.0008) +[2026-06-07 03:24:45,278][521438] Updated weights for policy 0, policy_version 13196 (0.0008) +[2026-06-07 03:24:45,394][521438] Updated weights for policy 0, policy_version 13206 (0.0008) +[2026-06-07 03:24:46,041][521438] Updated weights for policy 0, policy_version 13219 (0.0009) +[2026-06-07 03:24:46,195][521438] Updated weights for policy 0, policy_version 13233 (0.0009) +[2026-06-07 03:24:46,322][521438] Updated weights for policy 0, policy_version 13244 (0.0008) +[2026-06-07 03:24:46,435][521438] Updated weights for policy 0, policy_version 13255 (0.0009) +[2026-06-07 03:24:46,563][521438] Updated weights for policy 0, policy_version 13266 (0.0008) +[2026-06-07 03:24:46,689][521438] Updated weights for policy 0, policy_version 13277 (0.0009) +[2026-06-07 03:24:47,341][521438] Updated weights for policy 0, policy_version 13289 (0.0007) +[2026-06-07 03:24:47,481][521438] Updated weights for policy 0, policy_version 13302 (0.0008) +[2026-06-07 03:24:47,625][521438] Updated weights for policy 0, policy_version 13316 (0.0009) +[2026-06-07 03:24:47,759][521438] Updated weights for policy 0, policy_version 13328 (0.0009) +[2026-06-07 03:24:47,887][521438] Updated weights for policy 0, policy_version 13339 (0.0009) +[2026-06-07 03:24:48,489][521438] Updated weights for policy 0, policy_version 13351 (0.0009) +[2026-06-07 03:24:48,629][521438] Updated weights for policy 0, policy_version 13364 (0.0008) +[2026-06-07 03:24:48,774][521438] Updated weights for policy 0, policy_version 13378 (0.0009) +[2026-06-07 03:24:48,932][521438] Updated weights for policy 0, policy_version 13392 (0.0008) +[2026-06-07 03:24:49,063][521438] Updated weights for policy 0, policy_version 13404 (0.0008) +[2026-06-07 03:24:49,313][519537] Fps is (10 sec: 29491.3, 60 sec: 27306.7, 300 sec: 26466.5). Total num frames: 6881280. Throughput: 0: 27349.3. Samples: 6844928. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:24:49,314][519537] Avg episode reward: [(0, '44.805')] +[2026-06-07 03:24:49,689][521438] Updated weights for policy 0, policy_version 13416 (0.0009) +[2026-06-07 03:24:49,810][521438] Updated weights for policy 0, policy_version 13427 (0.0009) +[2026-06-07 03:24:49,950][521438] Updated weights for policy 0, policy_version 13440 (0.0009) +[2026-06-07 03:24:50,080][521438] Updated weights for policy 0, policy_version 13452 (0.0009) +[2026-06-07 03:24:50,207][521438] Updated weights for policy 0, policy_version 13463 (0.0010) +[2026-06-07 03:24:50,829][521438] Updated weights for policy 0, policy_version 13473 (0.0009) +[2026-06-07 03:24:50,978][521438] Updated weights for policy 0, policy_version 13486 (0.0009) +[2026-06-07 03:24:51,135][521438] Updated weights for policy 0, policy_version 13501 (0.0009) +[2026-06-07 03:24:51,264][521438] Updated weights for policy 0, policy_version 13513 (0.0008) +[2026-06-07 03:24:51,373][521438] Updated weights for policy 0, policy_version 13523 (0.0008) +[2026-06-07 03:24:51,499][521438] Updated weights for policy 0, policy_version 13534 (0.0005) +[2026-06-07 03:24:52,117][521438] Updated weights for policy 0, policy_version 13544 (0.0008) +[2026-06-07 03:24:52,246][521438] Updated weights for policy 0, policy_version 13555 (0.0008) +[2026-06-07 03:24:52,367][521438] Updated weights for policy 0, policy_version 13566 (0.0008) +[2026-06-07 03:24:52,480][521438] Updated weights for policy 0, policy_version 13576 (0.0008) +[2026-06-07 03:24:52,613][521438] Updated weights for policy 0, policy_version 13588 (0.0008) +[2026-06-07 03:24:52,745][521438] Updated weights for policy 0, policy_version 13600 (0.0008) +[2026-06-07 03:24:53,369][521438] Updated weights for policy 0, policy_version 13611 (0.0008) +[2026-06-07 03:24:53,499][521438] Updated weights for policy 0, policy_version 13623 (0.0008) +[2026-06-07 03:24:53,626][521438] Updated weights for policy 0, policy_version 13634 (0.0008) +[2026-06-07 03:24:53,761][521438] Updated weights for policy 0, policy_version 13647 (0.0008) +[2026-06-07 03:24:53,892][521438] Updated weights for policy 0, policy_version 13658 (0.0006) +[2026-06-07 03:24:54,312][519537] Fps is (10 sec: 29491.4, 60 sec: 27306.8, 300 sec: 26461.7). Total num frames: 7012352. Throughput: 0: 27218.5. Samples: 7007360. Policy #0 lag: (min: 11.0, avg: 25.0, max: 75.0) +[2026-06-07 03:24:54,313][519537] Avg episode reward: [(0, '45.062')] +[2026-06-07 03:24:54,501][521438] Updated weights for policy 0, policy_version 13669 (0.0008) +[2026-06-07 03:24:54,643][521438] Updated weights for policy 0, policy_version 13682 (0.0009) +[2026-06-07 03:24:54,780][521438] Updated weights for policy 0, policy_version 13694 (0.0008) +[2026-06-07 03:24:54,905][521438] Updated weights for policy 0, policy_version 13706 (0.0008) +[2026-06-07 03:24:55,042][521438] Updated weights for policy 0, policy_version 13718 (0.0008) +[2026-06-07 03:24:55,158][521438] Updated weights for policy 0, policy_version 13728 (0.0008) +[2026-06-07 03:24:55,789][521438] Updated weights for policy 0, policy_version 13739 (0.0009) +[2026-06-07 03:24:55,901][521438] Updated weights for policy 0, policy_version 13749 (0.0008) +[2026-06-07 03:24:56,024][521438] Updated weights for policy 0, policy_version 13760 (0.0008) +[2026-06-07 03:24:56,138][521438] Updated weights for policy 0, policy_version 13770 (0.0008) +[2026-06-07 03:24:56,260][521438] Updated weights for policy 0, policy_version 13781 (0.0008) +[2026-06-07 03:24:56,901][521438] Updated weights for policy 0, policy_version 13794 (0.0008) +[2026-06-07 03:24:57,030][521438] Updated weights for policy 0, policy_version 13806 (0.0009) +[2026-06-07 03:24:57,153][521438] Updated weights for policy 0, policy_version 13817 (0.0008) +[2026-06-07 03:24:57,276][521438] Updated weights for policy 0, policy_version 13828 (0.0008) +[2026-06-07 03:24:57,413][521438] Updated weights for policy 0, policy_version 13841 (0.0008) +[2026-06-07 03:24:57,536][521438] Updated weights for policy 0, policy_version 13852 (0.0008) +[2026-06-07 03:24:58,172][521438] Updated weights for policy 0, policy_version 13863 (0.0008) +[2026-06-07 03:24:58,308][521438] Updated weights for policy 0, policy_version 13876 (0.0008) +[2026-06-07 03:24:58,464][521438] Updated weights for policy 0, policy_version 13891 (0.0008) +[2026-06-07 03:24:58,605][521438] Updated weights for policy 0, policy_version 13904 (0.0008) +[2026-06-07 03:24:58,708][521438] Updated weights for policy 0, policy_version 13914 (0.0008) +[2026-06-07 03:24:59,313][519537] Fps is (10 sec: 26214.0, 60 sec: 27306.8, 300 sec: 26457.1). Total num frames: 7143424. Throughput: 0: 27209.9. Samples: 7169664. Policy #0 lag: (min: 11.0, avg: 25.0, max: 75.0) +[2026-06-07 03:24:59,313][519537] Avg episode reward: [(0, '50.727')] +[2026-06-07 03:24:59,354][521438] Updated weights for policy 0, policy_version 13924 (0.0009) +[2026-06-07 03:24:59,482][521438] Updated weights for policy 0, policy_version 13936 (0.0004) +[2026-06-07 03:24:59,608][521438] Updated weights for policy 0, policy_version 13947 (0.0004) +[2026-06-07 03:24:59,745][521438] Updated weights for policy 0, policy_version 13959 (0.0005) +[2026-06-07 03:24:59,887][521438] Updated weights for policy 0, policy_version 13972 (0.0008) +[2026-06-07 03:25:00,015][520965] Saving new best policy, reward=50.727! +[2026-06-07 03:25:00,533][521438] Updated weights for policy 0, policy_version 13986 (0.0009) +[2026-06-07 03:25:00,653][521438] Updated weights for policy 0, policy_version 13997 (0.0008) +[2026-06-07 03:25:00,772][521438] Updated weights for policy 0, policy_version 14008 (0.0008) +[2026-06-07 03:25:00,917][521438] Updated weights for policy 0, policy_version 14021 (0.0008) +[2026-06-07 03:25:01,051][521438] Updated weights for policy 0, policy_version 14033 (0.0008) +[2026-06-07 03:25:01,164][521438] Updated weights for policy 0, policy_version 14043 (0.0008) +[2026-06-07 03:25:01,821][521438] Updated weights for policy 0, policy_version 14055 (0.0008) +[2026-06-07 03:25:01,947][521438] Updated weights for policy 0, policy_version 14067 (0.0008) +[2026-06-07 03:25:02,073][521438] Updated weights for policy 0, policy_version 14079 (0.0010) +[2026-06-07 03:25:02,216][521438] Updated weights for policy 0, policy_version 14091 (0.0008) +[2026-06-07 03:25:02,327][521438] Updated weights for policy 0, policy_version 14101 (0.0008) +[2026-06-07 03:25:02,445][521438] Updated weights for policy 0, policy_version 14111 (0.0008) +[2026-06-07 03:25:03,092][521438] Updated weights for policy 0, policy_version 14125 (0.0008) +[2026-06-07 03:25:03,211][521438] Updated weights for policy 0, policy_version 14136 (0.0008) +[2026-06-07 03:25:03,363][521438] Updated weights for policy 0, policy_version 14149 (0.0008) +[2026-06-07 03:25:03,483][521438] Updated weights for policy 0, policy_version 14160 (0.0008) +[2026-06-07 03:25:03,613][521438] Updated weights for policy 0, policy_version 14172 (0.0008) +[2026-06-07 03:25:04,256][521438] Updated weights for policy 0, policy_version 14182 (0.0008) +[2026-06-07 03:25:04,312][519537] Fps is (10 sec: 26214.3, 60 sec: 26760.6, 300 sec: 26452.7). Total num frames: 7274496. Throughput: 0: 26990.9. Samples: 7250944. Policy #0 lag: (min: 60.0, avg: 70.1, max: 124.0) +[2026-06-07 03:25:04,313][519537] Avg episode reward: [(0, '47.494')] +[2026-06-07 03:25:04,390][521438] Updated weights for policy 0, policy_version 14194 (0.0008) +[2026-06-07 03:25:04,501][521438] Updated weights for policy 0, policy_version 14204 (0.0008) +[2026-06-07 03:25:04,634][521438] Updated weights for policy 0, policy_version 14216 (0.0008) +[2026-06-07 03:25:04,753][521438] Updated weights for policy 0, policy_version 14226 (0.0008) +[2026-06-07 03:25:04,881][521438] Updated weights for policy 0, policy_version 14238 (0.0008) +[2026-06-07 03:25:05,483][521438] Updated weights for policy 0, policy_version 14249 (0.0008) +[2026-06-07 03:25:05,595][521438] Updated weights for policy 0, policy_version 14259 (0.0008) +[2026-06-07 03:25:05,718][521438] Updated weights for policy 0, policy_version 14270 (0.0008) +[2026-06-07 03:25:05,862][521438] Updated weights for policy 0, policy_version 14283 (0.0008) +[2026-06-07 03:25:05,973][521438] Updated weights for policy 0, policy_version 14293 (0.0008) +[2026-06-07 03:25:06,100][521438] Updated weights for policy 0, policy_version 14304 (0.0008) +[2026-06-07 03:25:06,726][521438] Updated weights for policy 0, policy_version 14314 (0.0008) +[2026-06-07 03:25:06,881][521438] Updated weights for policy 0, policy_version 14328 (0.0008) +[2026-06-07 03:25:06,986][521438] Updated weights for policy 0, policy_version 14338 (0.0008) +[2026-06-07 03:25:07,108][521438] Updated weights for policy 0, policy_version 14349 (0.0008) +[2026-06-07 03:25:07,227][521438] Updated weights for policy 0, policy_version 14359 (0.0009) +[2026-06-07 03:25:07,862][521438] Updated weights for policy 0, policy_version 14372 (0.0008) +[2026-06-07 03:25:07,992][521438] Updated weights for policy 0, policy_version 14384 (0.0008) +[2026-06-07 03:25:08,126][521438] Updated weights for policy 0, policy_version 14396 (0.0008) +[2026-06-07 03:25:08,259][521438] Updated weights for policy 0, policy_version 14408 (0.0008) +[2026-06-07 03:25:08,413][521438] Updated weights for policy 0, policy_version 14422 (0.0008) +[2026-06-07 03:25:09,021][521438] Updated weights for policy 0, policy_version 14433 (0.0008) +[2026-06-07 03:25:09,167][521438] Updated weights for policy 0, policy_version 14446 (0.0008) +[2026-06-07 03:25:09,307][521438] Updated weights for policy 0, policy_version 14459 (0.0008) +[2026-06-07 03:25:09,312][519537] Fps is (10 sec: 26214.7, 60 sec: 26760.5, 300 sec: 26448.5). Total num frames: 7405568. Throughput: 0: 26988.1. Samples: 7412608. Policy #0 lag: (min: 60.0, avg: 70.1, max: 124.0) +[2026-06-07 03:25:09,313][519537] Avg episode reward: [(0, '55.926')] +[2026-06-07 03:25:09,409][521438] Updated weights for policy 0, policy_version 14469 (0.0008) +[2026-06-07 03:25:09,528][521438] Updated weights for policy 0, policy_version 14479 (0.0009) +[2026-06-07 03:25:09,640][521438] Updated weights for policy 0, policy_version 14489 (0.0008) +[2026-06-07 03:25:09,714][520965] Saving new best policy, reward=55.926! +[2026-06-07 03:25:10,272][521438] Updated weights for policy 0, policy_version 14500 (0.0008) +[2026-06-07 03:25:10,394][521438] Updated weights for policy 0, policy_version 14511 (0.0008) +[2026-06-07 03:25:10,514][521438] Updated weights for policy 0, policy_version 14522 (0.0008) +[2026-06-07 03:25:10,655][521438] Updated weights for policy 0, policy_version 14535 (0.0008) +[2026-06-07 03:25:10,801][521438] Updated weights for policy 0, policy_version 14548 (0.0008) +[2026-06-07 03:25:10,921][521438] Updated weights for policy 0, policy_version 14559 (0.0008) +[2026-06-07 03:25:11,514][521438] Updated weights for policy 0, policy_version 14570 (0.0008) +[2026-06-07 03:25:11,638][521438] Updated weights for policy 0, policy_version 14581 (0.0008) +[2026-06-07 03:25:11,758][521438] Updated weights for policy 0, policy_version 14592 (0.0008) +[2026-06-07 03:25:11,881][521438] Updated weights for policy 0, policy_version 14603 (0.0008) +[2026-06-07 03:25:11,999][521438] Updated weights for policy 0, policy_version 14614 (0.0008) +[2026-06-07 03:25:12,112][521438] Updated weights for policy 0, policy_version 14624 (0.0008) +[2026-06-07 03:25:12,711][521438] Updated weights for policy 0, policy_version 14635 (0.0008) +[2026-06-07 03:25:12,828][521438] Updated weights for policy 0, policy_version 14646 (0.0008) +[2026-06-07 03:25:12,971][521438] Updated weights for policy 0, policy_version 14658 (0.0008) +[2026-06-07 03:25:13,082][521438] Updated weights for policy 0, policy_version 14669 (0.0008) +[2026-06-07 03:25:13,214][521438] Updated weights for policy 0, policy_version 14680 (0.0008) +[2026-06-07 03:25:13,794][521438] Updated weights for policy 0, policy_version 14690 (0.0008) +[2026-06-07 03:25:13,920][521438] Updated weights for policy 0, policy_version 14702 (0.0008) +[2026-06-07 03:25:14,053][521438] Updated weights for policy 0, policy_version 14714 (0.0008) +[2026-06-07 03:25:14,191][521438] Updated weights for policy 0, policy_version 14727 (0.0008) +[2026-06-07 03:25:14,313][521438] Updated weights for policy 0, policy_version 14738 (0.0008) +[2026-06-07 03:25:14,312][519537] Fps is (10 sec: 26214.2, 60 sec: 26760.5, 300 sec: 26444.4). Total num frames: 7536640. Throughput: 0: 27045.0. Samples: 7577216. Policy #0 lag: (min: 60.0, avg: 70.1, max: 124.0) +[2026-06-07 03:25:14,314][519537] Avg episode reward: [(0, '51.955')] +[2026-06-07 03:25:14,441][521438] Updated weights for policy 0, policy_version 14749 (0.0008) +[2026-06-07 03:25:15,053][521438] Updated weights for policy 0, policy_version 14760 (0.0009) +[2026-06-07 03:25:15,173][521438] Updated weights for policy 0, policy_version 14771 (0.0008) +[2026-06-07 03:25:15,311][521438] Updated weights for policy 0, policy_version 14783 (0.0008) +[2026-06-07 03:25:15,426][521438] Updated weights for policy 0, policy_version 14794 (0.0008) +[2026-06-07 03:25:15,547][521438] Updated weights for policy 0, policy_version 14805 (0.0008) +[2026-06-07 03:25:15,673][521438] Updated weights for policy 0, policy_version 14816 (0.0009) +[2026-06-07 03:25:16,295][521438] Updated weights for policy 0, policy_version 14827 (0.0009) +[2026-06-07 03:25:16,432][521438] Updated weights for policy 0, policy_version 14840 (0.0007) +[2026-06-07 03:25:16,541][521438] Updated weights for policy 0, policy_version 14850 (0.0007) +[2026-06-07 03:25:16,676][521438] Updated weights for policy 0, policy_version 14862 (0.0008) +[2026-06-07 03:25:16,797][521438] Updated weights for policy 0, policy_version 14873 (0.0008) +[2026-06-07 03:25:17,418][521438] Updated weights for policy 0, policy_version 14885 (0.0008) +[2026-06-07 03:25:17,529][521438] Updated weights for policy 0, policy_version 14895 (0.0008) +[2026-06-07 03:25:17,649][521438] Updated weights for policy 0, policy_version 14906 (0.0008) +[2026-06-07 03:25:17,780][521438] Updated weights for policy 0, policy_version 14917 (0.0008) +[2026-06-07 03:25:17,898][521438] Updated weights for policy 0, policy_version 14928 (0.0008) +[2026-06-07 03:25:18,017][521438] Updated weights for policy 0, policy_version 14939 (0.0009) +[2026-06-07 03:25:18,651][521438] Updated weights for policy 0, policy_version 14950 (0.0008) +[2026-06-07 03:25:18,765][521438] Updated weights for policy 0, policy_version 14961 (0.0008) +[2026-06-07 03:25:18,906][521438] Updated weights for policy 0, policy_version 14974 (0.0008) +[2026-06-07 03:25:19,045][521438] Updated weights for policy 0, policy_version 14986 (0.0008) +[2026-06-07 03:25:19,178][521438] Updated weights for policy 0, policy_version 14998 (0.0008) +[2026-06-07 03:25:19,282][521438] Updated weights for policy 0, policy_version 15008 (0.0008) +[2026-06-07 03:25:19,313][519537] Fps is (10 sec: 29491.2, 60 sec: 27306.7, 300 sec: 26553.4). Total num frames: 7700480. Throughput: 0: 27173.0. Samples: 7656448. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-07 03:25:19,314][519537] Avg episode reward: [(0, '58.414')] +[2026-06-07 03:25:19,320][520965] Saving new best policy, reward=58.414! +[2026-06-07 03:25:19,912][521438] Updated weights for policy 0, policy_version 15019 (0.0008) +[2026-06-07 03:25:20,036][521438] Updated weights for policy 0, policy_version 15030 (0.0008) +[2026-06-07 03:25:20,154][521438] Updated weights for policy 0, policy_version 15041 (0.0008) +[2026-06-07 03:25:20,280][521438] Updated weights for policy 0, policy_version 15052 (0.0008) +[2026-06-07 03:25:20,405][521438] Updated weights for policy 0, policy_version 15063 (0.0008) +[2026-06-07 03:25:21,021][521438] Updated weights for policy 0, policy_version 15075 (0.0008) +[2026-06-07 03:25:21,148][521438] Updated weights for policy 0, policy_version 15086 (0.0008) +[2026-06-07 03:25:21,278][521438] Updated weights for policy 0, policy_version 15098 (0.0008) +[2026-06-07 03:25:21,394][521438] Updated weights for policy 0, policy_version 15109 (0.0008) +[2026-06-07 03:25:21,509][521438] Updated weights for policy 0, policy_version 15119 (0.0009) +[2026-06-07 03:25:21,640][521438] Updated weights for policy 0, policy_version 15131 (0.0009) +[2026-06-07 03:25:22,221][521438] Updated weights for policy 0, policy_version 15142 (0.0008) +[2026-06-07 03:25:22,353][521438] Updated weights for policy 0, policy_version 15154 (0.0008) +[2026-06-07 03:25:22,493][521438] Updated weights for policy 0, policy_version 15167 (0.0008) +[2026-06-07 03:25:22,597][521438] Updated weights for policy 0, policy_version 15177 (0.0008) +[2026-06-07 03:25:22,725][521438] Updated weights for policy 0, policy_version 15188 (0.0008) +[2026-06-07 03:25:22,863][521438] Updated weights for policy 0, policy_version 15200 (0.0008) +[2026-06-07 03:25:23,465][521438] Updated weights for policy 0, policy_version 15212 (0.0008) +[2026-06-07 03:25:23,611][521438] Updated weights for policy 0, policy_version 15225 (0.0008) +[2026-06-07 03:25:23,730][521438] Updated weights for policy 0, policy_version 15236 (0.0008) +[2026-06-07 03:25:23,883][521438] Updated weights for policy 0, policy_version 15250 (0.0008) +[2026-06-07 03:25:24,006][521438] Updated weights for policy 0, policy_version 15260 (0.0008) +[2026-06-07 03:25:24,312][519537] Fps is (10 sec: 29491.4, 60 sec: 27306.7, 300 sec: 26547.7). Total num frames: 7831552. Throughput: 0: 27232.8. Samples: 7822336. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-07 03:25:24,313][519537] Avg episode reward: [(0, '58.100')] +[2026-06-07 03:25:24,625][521438] Updated weights for policy 0, policy_version 15272 (0.0008) +[2026-06-07 03:25:24,746][521438] Updated weights for policy 0, policy_version 15283 (0.0008) +[2026-06-07 03:25:24,889][521438] Updated weights for policy 0, policy_version 15296 (0.0008) +[2026-06-07 03:25:25,035][521438] Updated weights for policy 0, policy_version 15310 (0.0008) +[2026-06-07 03:25:25,150][521438] Updated weights for policy 0, policy_version 15320 (0.0008) +[2026-06-07 03:25:25,749][521438] Updated weights for policy 0, policy_version 15330 (0.0008) +[2026-06-07 03:25:25,866][521438] Updated weights for policy 0, policy_version 15341 (0.0008) +[2026-06-07 03:25:25,975][521438] Updated weights for policy 0, policy_version 15351 (0.0008) +[2026-06-07 03:25:26,100][521438] Updated weights for policy 0, policy_version 15362 (0.0008) +[2026-06-07 03:25:26,222][521438] Updated weights for policy 0, policy_version 15373 (0.0008) +[2026-06-07 03:25:26,331][521438] Updated weights for policy 0, policy_version 15383 (0.0008) +[2026-06-07 03:25:26,952][521438] Updated weights for policy 0, policy_version 15394 (0.0008) +[2026-06-07 03:25:27,081][521438] Updated weights for policy 0, policy_version 15406 (0.0008) +[2026-06-07 03:25:27,231][521438] Updated weights for policy 0, policy_version 15419 (0.0008) +[2026-06-07 03:25:27,359][521438] Updated weights for policy 0, policy_version 15431 (0.0008) +[2026-06-07 03:25:27,484][521438] Updated weights for policy 0, policy_version 15442 (0.0008) +[2026-06-07 03:25:27,596][521438] Updated weights for policy 0, policy_version 15452 (0.0008) +[2026-06-07 03:25:28,160][521438] Updated weights for policy 0, policy_version 15463 (0.0008) +[2026-06-07 03:25:28,273][521438] Updated weights for policy 0, policy_version 15474 (0.0008) +[2026-06-07 03:25:28,386][521438] Updated weights for policy 0, policy_version 15484 (0.0008) +[2026-06-07 03:25:28,499][521438] Updated weights for policy 0, policy_version 15494 (0.0008) +[2026-06-07 03:25:28,634][521438] Updated weights for policy 0, policy_version 15506 (0.0008) +[2026-06-07 03:25:28,771][521438] Updated weights for policy 0, policy_version 15518 (0.0008) +[2026-06-07 03:25:29,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 26436.6). Total num frames: 7962624. Throughput: 0: 27246.9. Samples: 7986944. Policy #0 lag: (min: 18.0, avg: 34.8, max: 82.0) +[2026-06-07 03:25:29,313][519537] Avg episode reward: [(0, '45.111')] +[2026-06-07 03:25:29,377][521438] Updated weights for policy 0, policy_version 15529 (0.0008) +[2026-06-07 03:25:29,494][521438] Updated weights for policy 0, policy_version 15539 (0.0008) +[2026-06-07 03:25:29,601][521438] Updated weights for policy 0, policy_version 15549 (0.0008) +[2026-06-07 03:25:29,732][521438] Updated weights for policy 0, policy_version 15561 (0.0009) +[2026-06-07 03:25:29,849][521438] Updated weights for policy 0, policy_version 15571 (0.0008) +[2026-06-07 03:25:29,985][521438] Updated weights for policy 0, policy_version 15583 (0.0008) +[2026-06-07 03:25:30,619][521438] Updated weights for policy 0, policy_version 15593 (0.0005) +[2026-06-07 03:25:30,731][521438] Updated weights for policy 0, policy_version 15603 (0.0005) +[2026-06-07 03:25:30,861][521438] Updated weights for policy 0, policy_version 15615 (0.0006) +[2026-06-07 03:25:30,989][521438] Updated weights for policy 0, policy_version 15626 (0.0008) +[2026-06-07 03:25:31,142][521438] Updated weights for policy 0, policy_version 15640 (0.0007) +[2026-06-07 03:25:31,783][521438] Updated weights for policy 0, policy_version 15652 (0.0006) +[2026-06-07 03:25:31,909][521438] Updated weights for policy 0, policy_version 15664 (0.0008) +[2026-06-07 03:25:32,047][521438] Updated weights for policy 0, policy_version 15677 (0.0008) +[2026-06-07 03:25:32,182][521438] Updated weights for policy 0, policy_version 15689 (0.0008) +[2026-06-07 03:25:32,342][521438] Updated weights for policy 0, policy_version 15703 (0.0008) +[2026-06-07 03:25:32,971][521438] Updated weights for policy 0, policy_version 15713 (0.0008) +[2026-06-07 03:25:33,080][521438] Updated weights for policy 0, policy_version 15723 (0.0009) +[2026-06-07 03:25:33,208][521438] Updated weights for policy 0, policy_version 15734 (0.0008) +[2026-06-07 03:25:33,325][521438] Updated weights for policy 0, policy_version 15745 (0.0009) +[2026-06-07 03:25:33,461][521438] Updated weights for policy 0, policy_version 15758 (0.0008) +[2026-06-07 03:25:33,589][521438] Updated weights for policy 0, policy_version 15769 (0.0008) +[2026-06-07 03:25:34,209][521438] Updated weights for policy 0, policy_version 15780 (0.0008) +[2026-06-07 03:25:34,313][519537] Fps is (10 sec: 26214.1, 60 sec: 27306.6, 300 sec: 26325.6). Total num frames: 8093696. Throughput: 0: 27190.0. Samples: 8068480. Policy #0 lag: (min: 18.0, avg: 34.8, max: 82.0) +[2026-06-07 03:25:34,314][519537] Avg episode reward: [(0, '56.757')] +[2026-06-07 03:25:34,350][521438] Updated weights for policy 0, policy_version 15793 (0.0008) +[2026-06-07 03:25:34,498][521438] Updated weights for policy 0, policy_version 15807 (0.0008) +[2026-06-07 03:25:34,641][521438] Updated weights for policy 0, policy_version 15820 (0.0009) +[2026-06-07 03:25:34,763][521438] Updated weights for policy 0, policy_version 15831 (0.0008) +[2026-06-07 03:25:35,370][521438] Updated weights for policy 0, policy_version 15841 (0.0008) +[2026-06-07 03:25:35,492][521438] Updated weights for policy 0, policy_version 15852 (0.0008) +[2026-06-07 03:25:35,629][521438] Updated weights for policy 0, policy_version 15865 (0.0008) +[2026-06-07 03:25:35,738][521438] Updated weights for policy 0, policy_version 15875 (0.0008) +[2026-06-07 03:25:35,849][521438] Updated weights for policy 0, policy_version 15885 (0.0008) +[2026-06-07 03:25:35,973][521438] Updated weights for policy 0, policy_version 15896 (0.0008) +[2026-06-07 03:25:36,594][521438] Updated weights for policy 0, policy_version 15907 (0.0008) +[2026-06-07 03:25:36,717][521438] Updated weights for policy 0, policy_version 15918 (0.0008) +[2026-06-07 03:25:36,828][521438] Updated weights for policy 0, policy_version 15928 (0.0008) +[2026-06-07 03:25:36,950][521438] Updated weights for policy 0, policy_version 15939 (0.0008) +[2026-06-07 03:25:37,072][521438] Updated weights for policy 0, policy_version 15950 (0.0008) +[2026-06-07 03:25:37,197][521438] Updated weights for policy 0, policy_version 15962 (0.0008) +[2026-06-07 03:25:37,803][521438] Updated weights for policy 0, policy_version 15973 (0.0008) +[2026-06-07 03:25:37,935][521438] Updated weights for policy 0, policy_version 15985 (0.0008) +[2026-06-07 03:25:38,065][521438] Updated weights for policy 0, policy_version 15997 (0.0008) +[2026-06-07 03:25:38,183][521438] Updated weights for policy 0, policy_version 16008 (0.0008) +[2026-06-07 03:25:38,297][521438] Updated weights for policy 0, policy_version 16018 (0.0008) +[2026-06-07 03:25:38,410][521438] Updated weights for policy 0, policy_version 16028 (0.0008) +[2026-06-07 03:25:39,059][521438] Updated weights for policy 0, policy_version 16041 (0.0009) +[2026-06-07 03:25:39,194][521438] Updated weights for policy 0, policy_version 16053 (0.0008) +[2026-06-07 03:25:39,311][521438] Updated weights for policy 0, policy_version 16064 (0.0008) +[2026-06-07 03:25:39,313][519537] Fps is (10 sec: 26214.2, 60 sec: 27306.7, 300 sec: 26325.5). Total num frames: 8224768. Throughput: 0: 27227.0. Samples: 8232576. Policy #0 lag: (min: 18.0, avg: 34.8, max: 82.0) +[2026-06-07 03:25:39,314][519537] Avg episode reward: [(0, '53.974')] +[2026-06-07 03:25:39,456][521438] Updated weights for policy 0, policy_version 16077 (0.0008) +[2026-06-07 03:25:39,563][521438] Updated weights for policy 0, policy_version 16087 (0.0008) +[2026-06-07 03:25:40,177][521438] Updated weights for policy 0, policy_version 16097 (0.0008) +[2026-06-07 03:25:40,295][521438] Updated weights for policy 0, policy_version 16108 (0.0008) +[2026-06-07 03:25:40,418][521438] Updated weights for policy 0, policy_version 16119 (0.0008) +[2026-06-07 03:25:40,553][521438] Updated weights for policy 0, policy_version 16131 (0.0009) +[2026-06-07 03:25:40,694][521438] Updated weights for policy 0, policy_version 16144 (0.0008) +[2026-06-07 03:25:40,823][521438] Updated weights for policy 0, policy_version 16156 (0.0008) +[2026-06-07 03:25:41,425][521438] Updated weights for policy 0, policy_version 16168 (0.0008) +[2026-06-07 03:25:41,559][521438] Updated weights for policy 0, policy_version 16180 (0.0008) +[2026-06-07 03:25:41,682][521438] Updated weights for policy 0, policy_version 16191 (0.0008) +[2026-06-07 03:25:41,788][521438] Updated weights for policy 0, policy_version 16201 (0.0008) +[2026-06-07 03:25:41,918][521438] Updated weights for policy 0, policy_version 16213 (0.0008) +[2026-06-07 03:25:42,039][521438] Updated weights for policy 0, policy_version 16224 (0.0008) +[2026-06-07 03:25:42,688][521438] Updated weights for policy 0, policy_version 16237 (0.0004) +[2026-06-07 03:25:42,803][521438] Updated weights for policy 0, policy_version 16247 (0.0005) +[2026-06-07 03:25:42,921][521438] Updated weights for policy 0, policy_version 16258 (0.0006) +[2026-06-07 03:25:43,031][521438] Updated weights for policy 0, policy_version 16268 (0.0008) +[2026-06-07 03:25:43,156][521438] Updated weights for policy 0, policy_version 16279 (0.0008) +[2026-06-07 03:25:43,763][521438] Updated weights for policy 0, policy_version 16289 (0.0008) +[2026-06-07 03:25:43,892][521438] Updated weights for policy 0, policy_version 16301 (0.0008) +[2026-06-07 03:25:44,033][521438] Updated weights for policy 0, policy_version 16314 (0.0008) +[2026-06-07 03:25:44,163][521438] Updated weights for policy 0, policy_version 16326 (0.0008) +[2026-06-07 03:25:44,293][521438] Updated weights for policy 0, policy_version 16337 (0.0009) +[2026-06-07 03:25:44,312][519537] Fps is (10 sec: 26214.7, 60 sec: 27306.7, 300 sec: 26325.5). Total num frames: 8355840. Throughput: 0: 27249.9. Samples: 8395904. Policy #0 lag: (min: 12.0, avg: 23.2, max: 76.0) +[2026-06-07 03:25:44,313][519537] Avg episode reward: [(0, '53.580')] +[2026-06-07 03:25:44,412][521438] Updated weights for policy 0, policy_version 16348 (0.0008) +[2026-06-07 03:25:45,051][521438] Updated weights for policy 0, policy_version 16358 (0.0008) +[2026-06-07 03:25:45,166][521438] Updated weights for policy 0, policy_version 16369 (0.0008) +[2026-06-07 03:25:45,300][521438] Updated weights for policy 0, policy_version 16381 (0.0008) +[2026-06-07 03:25:45,418][521438] Updated weights for policy 0, policy_version 16391 (0.0008) +[2026-06-07 03:25:45,536][521438] Updated weights for policy 0, policy_version 16402 (0.0008) +[2026-06-07 03:25:45,660][521438] Updated weights for policy 0, policy_version 16413 (0.0009) +[2026-06-07 03:25:46,283][521438] Updated weights for policy 0, policy_version 16427 (0.0009) +[2026-06-07 03:25:46,405][521438] Updated weights for policy 0, policy_version 16438 (0.0008) +[2026-06-07 03:25:46,512][521438] Updated weights for policy 0, policy_version 16448 (0.0008) +[2026-06-07 03:25:46,660][521438] Updated weights for policy 0, policy_version 16462 (0.0008) +[2026-06-07 03:25:46,786][521438] Updated weights for policy 0, policy_version 16473 (0.0008) +[2026-06-07 03:25:47,398][521438] Updated weights for policy 0, policy_version 16484 (0.0009) +[2026-06-07 03:25:47,534][521438] Updated weights for policy 0, policy_version 16496 (0.0008) +[2026-06-07 03:25:47,651][521438] Updated weights for policy 0, policy_version 16507 (0.0008) +[2026-06-07 03:25:47,774][521438] Updated weights for policy 0, policy_version 16518 (0.0008) +[2026-06-07 03:25:47,923][521438] Updated weights for policy 0, policy_version 16531 (0.0008) +[2026-06-07 03:25:48,041][521438] Updated weights for policy 0, policy_version 16541 (0.0008) +[2026-06-07 03:25:48,649][521438] Updated weights for policy 0, policy_version 16553 (0.0008) +[2026-06-07 03:25:48,768][521438] Updated weights for policy 0, policy_version 16564 (0.0008) +[2026-06-07 03:25:48,903][521438] Updated weights for policy 0, policy_version 16576 (0.0008) +[2026-06-07 03:25:49,030][521438] Updated weights for policy 0, policy_version 16587 (0.0008) +[2026-06-07 03:25:49,161][521438] Updated weights for policy 0, policy_version 16599 (0.0008) +[2026-06-07 03:25:49,313][519537] Fps is (10 sec: 29491.1, 60 sec: 27306.6, 300 sec: 26547.6). Total num frames: 8519680. Throughput: 0: 27204.2. Samples: 8475136. Policy #0 lag: (min: 12.0, avg: 23.2, max: 76.0) +[2026-06-07 03:25:49,314][519537] Avg episode reward: [(0, '55.032')] +[2026-06-07 03:25:49,798][521438] Updated weights for policy 0, policy_version 16612 (0.0008) +[2026-06-07 03:25:49,919][521438] Updated weights for policy 0, policy_version 16623 (0.0008) +[2026-06-07 03:25:50,042][521438] Updated weights for policy 0, policy_version 16634 (0.0008) +[2026-06-07 03:25:50,184][521438] Updated weights for policy 0, policy_version 16647 (0.0008) +[2026-06-07 03:25:50,316][521438] Updated weights for policy 0, policy_version 16660 (0.0008) +[2026-06-07 03:25:50,992][521438] Updated weights for policy 0, policy_version 16673 (0.0008) +[2026-06-07 03:25:51,127][521438] Updated weights for policy 0, policy_version 16686 (0.0008) +[2026-06-07 03:25:51,240][521438] Updated weights for policy 0, policy_version 16697 (0.0008) +[2026-06-07 03:25:51,358][521438] Updated weights for policy 0, policy_version 16708 (0.0008) +[2026-06-07 03:25:51,497][521438] Updated weights for policy 0, policy_version 16721 (0.0008) +[2026-06-07 03:25:51,637][521438] Updated weights for policy 0, policy_version 16734 (0.0008) +[2026-06-07 03:25:52,269][521438] Updated weights for policy 0, policy_version 16746 (0.0008) +[2026-06-07 03:25:52,400][521438] Updated weights for policy 0, policy_version 16759 (0.0008) +[2026-06-07 03:25:52,558][521438] Updated weights for policy 0, policy_version 16774 (0.0008) +[2026-06-07 03:25:52,680][521438] Updated weights for policy 0, policy_version 16785 (0.0008) +[2026-06-07 03:25:52,804][521438] Updated weights for policy 0, policy_version 16797 (0.0008) +[2026-06-07 03:25:53,463][521438] Updated weights for policy 0, policy_version 16808 (0.0008) +[2026-06-07 03:25:53,626][521438] Updated weights for policy 0, policy_version 16824 (0.0008) +[2026-06-07 03:25:53,754][521438] Updated weights for policy 0, policy_version 16836 (0.0008) +[2026-06-07 03:25:53,917][521438] Updated weights for policy 0, policy_version 16852 (0.0008) +[2026-06-07 03:25:54,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27306.7, 300 sec: 26547.6). Total num frames: 8650752. Throughput: 0: 27255.5. Samples: 8639104. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0) +[2026-06-07 03:25:54,313][519537] Avg episode reward: [(0, '51.741')] +[2026-06-07 03:25:54,602][521438] Updated weights for policy 0, policy_version 16867 (0.0008) +[2026-06-07 03:25:54,724][521438] Updated weights for policy 0, policy_version 16879 (0.0008) +[2026-06-07 03:25:54,912][521438] Updated weights for policy 0, policy_version 16897 (0.0008) +[2026-06-07 03:25:55,057][521438] Updated weights for policy 0, policy_version 16911 (0.0008) +[2026-06-07 03:25:55,163][521438] Updated weights for policy 0, policy_version 16921 (0.0008) +[2026-06-07 03:25:55,841][521438] Updated weights for policy 0, policy_version 16935 (0.0008) +[2026-06-07 03:25:55,978][521438] Updated weights for policy 0, policy_version 16948 (0.0009) +[2026-06-07 03:25:56,133][521438] Updated weights for policy 0, policy_version 16963 (0.0009) +[2026-06-07 03:25:56,261][521438] Updated weights for policy 0, policy_version 16974 (0.0008) +[2026-06-07 03:25:56,366][521438] Updated weights for policy 0, policy_version 16984 (0.0008) +[2026-06-07 03:25:57,033][521438] Updated weights for policy 0, policy_version 16996 (0.0009) +[2026-06-07 03:25:57,169][521438] Updated weights for policy 0, policy_version 17009 (0.0008) +[2026-06-07 03:25:57,297][521438] Updated weights for policy 0, policy_version 17020 (0.0008) +[2026-06-07 03:25:57,420][521438] Updated weights for policy 0, policy_version 17031 (0.0008) +[2026-06-07 03:25:57,530][521438] Updated weights for policy 0, policy_version 17041 (0.0008) +[2026-06-07 03:25:57,656][521438] Updated weights for policy 0, policy_version 17052 (0.0008) +[2026-06-07 03:25:58,252][521438] Updated weights for policy 0, policy_version 17062 (0.0009) +[2026-06-07 03:25:58,399][521438] Updated weights for policy 0, policy_version 17076 (0.0008) +[2026-06-07 03:25:58,512][521438] Updated weights for policy 0, policy_version 17086 (0.0008) +[2026-06-07 03:25:58,635][521438] Updated weights for policy 0, policy_version 17097 (0.0008) +[2026-06-07 03:25:58,767][521438] Updated weights for policy 0, policy_version 17109 (0.0008) +[2026-06-07 03:25:58,890][521438] Updated weights for policy 0, policy_version 17120 (0.0009) +[2026-06-07 03:25:59,313][519537] Fps is (10 sec: 26214.2, 60 sec: 27306.7, 300 sec: 26547.6). Total num frames: 8781824. Throughput: 0: 27187.1. Samples: 8800640. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0) +[2026-06-07 03:25:59,314][519537] Avg episode reward: [(0, '47.973')] +[2026-06-07 03:25:59,508][521438] Updated weights for policy 0, policy_version 17132 (0.0008) +[2026-06-07 03:25:59,623][521438] Updated weights for policy 0, policy_version 17142 (0.0008) +[2026-06-07 03:25:59,753][521438] Updated weights for policy 0, policy_version 17154 (0.0008) +[2026-06-07 03:25:59,880][521438] Updated weights for policy 0, policy_version 17165 (0.0008) +[2026-06-07 03:26:00,001][521438] Updated weights for policy 0, policy_version 17176 (0.0008) +[2026-06-07 03:26:00,656][521438] Updated weights for policy 0, policy_version 17187 (0.0008) +[2026-06-07 03:26:00,790][521438] Updated weights for policy 0, policy_version 17200 (0.0008) +[2026-06-07 03:26:00,947][521438] Updated weights for policy 0, policy_version 17214 (0.0008) +[2026-06-07 03:26:01,088][521438] Updated weights for policy 0, policy_version 17226 (0.0009) +[2026-06-07 03:26:01,205][521438] Updated weights for policy 0, policy_version 17237 (0.0008) +[2026-06-07 03:26:01,829][521438] Updated weights for policy 0, policy_version 17249 (0.0008) +[2026-06-07 03:26:01,939][521438] Updated weights for policy 0, policy_version 17259 (0.0008) +[2026-06-07 03:26:02,077][521438] Updated weights for policy 0, policy_version 17271 (0.0008) +[2026-06-07 03:26:02,203][521438] Updated weights for policy 0, policy_version 17283 (0.0008) +[2026-06-07 03:26:02,323][521438] Updated weights for policy 0, policy_version 17294 (0.0008) +[2026-06-07 03:26:02,462][521438] Updated weights for policy 0, policy_version 17306 (0.0008) +[2026-06-07 03:26:03,083][521438] Updated weights for policy 0, policy_version 17318 (0.0008) +[2026-06-07 03:26:03,206][521438] Updated weights for policy 0, policy_version 17329 (0.0008) +[2026-06-07 03:26:03,337][521438] Updated weights for policy 0, policy_version 17341 (0.0008) +[2026-06-07 03:26:03,443][521438] Updated weights for policy 0, policy_version 17351 (0.0008) +[2026-06-07 03:26:03,586][521438] Updated weights for policy 0, policy_version 17364 (0.0008) +[2026-06-07 03:26:04,271][521438] Updated weights for policy 0, policy_version 17379 (0.0009) +[2026-06-07 03:26:04,313][519537] Fps is (10 sec: 26214.0, 60 sec: 27306.6, 300 sec: 26547.6). Total num frames: 8912896. Throughput: 0: 27300.9. Samples: 8884992. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0) +[2026-06-07 03:26:04,314][519537] Avg episode reward: [(0, '51.039')] +[2026-06-07 03:26:04,415][521438] Updated weights for policy 0, policy_version 17392 (0.0008) +[2026-06-07 03:26:04,557][521438] Updated weights for policy 0, policy_version 17405 (0.0008) +[2026-06-07 03:26:04,680][521438] Updated weights for policy 0, policy_version 17416 (0.0008) +[2026-06-07 03:26:04,816][521438] Updated weights for policy 0, policy_version 17429 (0.0008) +[2026-06-07 03:26:05,481][521438] Updated weights for policy 0, policy_version 17443 (0.0009) +[2026-06-07 03:26:05,619][521438] Updated weights for policy 0, policy_version 17457 (0.0008) +[2026-06-07 03:26:05,743][521438] Updated weights for policy 0, policy_version 17469 (0.0008) +[2026-06-07 03:26:05,857][521438] Updated weights for policy 0, policy_version 17479 (0.0008) +[2026-06-07 03:26:05,974][521438] Updated weights for policy 0, policy_version 17490 (0.0008) +[2026-06-07 03:26:06,123][521438] Updated weights for policy 0, policy_version 17504 (0.0008) +[2026-06-07 03:26:06,803][521438] Updated weights for policy 0, policy_version 17516 (0.0008) +[2026-06-07 03:26:06,963][521438] Updated weights for policy 0, policy_version 17531 (0.0009) +[2026-06-07 03:26:07,079][521438] Updated weights for policy 0, policy_version 17542 (0.0008) +[2026-06-07 03:26:07,197][521438] Updated weights for policy 0, policy_version 17553 (0.0008) +[2026-06-07 03:26:07,344][521438] Updated weights for policy 0, policy_version 17566 (0.0008) +[2026-06-07 03:26:07,936][521438] Updated weights for policy 0, policy_version 17577 (0.0009) +[2026-06-07 03:26:08,078][521438] Updated weights for policy 0, policy_version 17590 (0.0008) +[2026-06-07 03:26:08,203][521438] Updated weights for policy 0, policy_version 17602 (0.0008) +[2026-06-07 03:26:08,315][521438] Updated weights for policy 0, policy_version 17613 (0.0011) +[2026-06-07 03:26:08,448][521438] Updated weights for policy 0, policy_version 17625 (0.0006) +[2026-06-07 03:26:09,066][521438] Updated weights for policy 0, policy_version 17636 (0.0006) +[2026-06-07 03:26:09,205][521438] Updated weights for policy 0, policy_version 17648 (0.0008) +[2026-06-07 03:26:09,312][519537] Fps is (10 sec: 26214.8, 60 sec: 27306.7, 300 sec: 26658.7). Total num frames: 9043968. Throughput: 0: 27232.7. Samples: 9047808. Policy #0 lag: (min: 21.0, avg: 32.2, max: 85.0) +[2026-06-07 03:26:09,314][519537] Avg episode reward: [(0, '45.761')] +[2026-06-07 03:26:09,329][521438] Updated weights for policy 0, policy_version 17660 (0.0008) +[2026-06-07 03:26:09,461][521438] Updated weights for policy 0, policy_version 17672 (0.0008) +[2026-06-07 03:26:09,609][521438] Updated weights for policy 0, policy_version 17685 (0.0008) +[2026-06-07 03:26:09,729][521438] Updated weights for policy 0, policy_version 17696 (0.0008) +[2026-06-07 03:26:10,363][521438] Updated weights for policy 0, policy_version 17709 (0.0008) +[2026-06-07 03:26:10,494][521438] Updated weights for policy 0, policy_version 17721 (0.0008) +[2026-06-07 03:26:10,613][521438] Updated weights for policy 0, policy_version 17732 (0.0008) +[2026-06-07 03:26:10,737][521438] Updated weights for policy 0, policy_version 17743 (0.0008) +[2026-06-07 03:26:10,882][521438] Updated weights for policy 0, policy_version 17756 (0.0008) +[2026-06-07 03:26:11,491][521438] Updated weights for policy 0, policy_version 17766 (0.0008) +[2026-06-07 03:26:11,627][521438] Updated weights for policy 0, policy_version 17779 (0.0008) +[2026-06-07 03:26:11,754][521438] Updated weights for policy 0, policy_version 17790 (0.0008) +[2026-06-07 03:26:11,896][521438] Updated weights for policy 0, policy_version 17803 (0.0008) +[2026-06-07 03:26:12,022][521438] Updated weights for policy 0, policy_version 17814 (0.0008) +[2026-06-07 03:26:12,131][521438] Updated weights for policy 0, policy_version 17824 (0.0008) +[2026-06-07 03:26:12,776][521438] Updated weights for policy 0, policy_version 17837 (0.0007) +[2026-06-07 03:26:12,904][521438] Updated weights for policy 0, policy_version 17848 (0.0008) +[2026-06-07 03:26:13,018][521438] Updated weights for policy 0, policy_version 17859 (0.0009) +[2026-06-07 03:26:13,148][521438] Updated weights for policy 0, policy_version 17870 (0.0008) +[2026-06-07 03:26:13,257][521438] Updated weights for policy 0, policy_version 17880 (0.0008) +[2026-06-07 03:26:13,896][521438] Updated weights for policy 0, policy_version 17892 (0.0008) +[2026-06-07 03:26:14,036][521438] Updated weights for policy 0, policy_version 17905 (0.0008) +[2026-06-07 03:26:14,167][521438] Updated weights for policy 0, policy_version 17917 (0.0008) +[2026-06-07 03:26:14,285][521438] Updated weights for policy 0, policy_version 17928 (0.0008) +[2026-06-07 03:26:14,312][519537] Fps is (10 sec: 26214.8, 60 sec: 27306.7, 300 sec: 26658.7). Total num frames: 9175040. Throughput: 0: 27261.2. Samples: 9213696. Policy #0 lag: (min: 21.0, avg: 32.2, max: 85.0) +[2026-06-07 03:26:14,313][519537] Avg episode reward: [(0, '57.123')] +[2026-06-07 03:26:14,398][521438] Updated weights for policy 0, policy_version 17938 (0.0008) +[2026-06-07 03:26:14,521][521438] Updated weights for policy 0, policy_version 17949 (0.0008) +[2026-06-07 03:26:15,165][521438] Updated weights for policy 0, policy_version 17964 (0.0008) +[2026-06-07 03:26:15,291][521438] Updated weights for policy 0, policy_version 17976 (0.0008) +[2026-06-07 03:26:15,445][521438] Updated weights for policy 0, policy_version 17990 (0.0008) +[2026-06-07 03:26:15,568][521438] Updated weights for policy 0, policy_version 18001 (0.0008) +[2026-06-07 03:26:15,682][521438] Updated weights for policy 0, policy_version 18011 (0.0008) +[2026-06-07 03:26:16,323][521438] Updated weights for policy 0, policy_version 18022 (0.0008) +[2026-06-07 03:26:16,455][521438] Updated weights for policy 0, policy_version 18034 (0.0008) +[2026-06-07 03:26:16,579][521438] Updated weights for policy 0, policy_version 18045 (0.0008) +[2026-06-07 03:26:16,705][521438] Updated weights for policy 0, policy_version 18057 (0.0008) +[2026-06-07 03:26:16,835][521438] Updated weights for policy 0, policy_version 18068 (0.0008) +[2026-06-07 03:26:16,948][521438] Updated weights for policy 0, policy_version 18078 (0.0008) +[2026-06-07 03:26:17,581][521438] Updated weights for policy 0, policy_version 18089 (0.0008) +[2026-06-07 03:26:17,701][521438] Updated weights for policy 0, policy_version 18100 (0.0008) +[2026-06-07 03:26:17,845][521438] Updated weights for policy 0, policy_version 18113 (0.0008) +[2026-06-07 03:26:17,970][521438] Updated weights for policy 0, policy_version 18124 (0.0008) +[2026-06-07 03:26:18,086][521438] Updated weights for policy 0, policy_version 18134 (0.0008) +[2026-06-07 03:26:18,718][521438] Updated weights for policy 0, policy_version 18148 (0.0008) +[2026-06-07 03:26:18,849][521438] Updated weights for policy 0, policy_version 18160 (0.0008) +[2026-06-07 03:26:18,978][521438] Updated weights for policy 0, policy_version 18172 (0.0008) +[2026-06-07 03:26:19,109][521438] Updated weights for policy 0, policy_version 18184 (0.0008) +[2026-06-07 03:26:19,240][521438] Updated weights for policy 0, policy_version 18196 (0.0008) +[2026-06-07 03:26:19,313][519537] Fps is (10 sec: 26214.3, 60 sec: 26760.5, 300 sec: 26658.7). Total num frames: 9306112. Throughput: 0: 27153.1. Samples: 9290368. Policy #0 lag: (min: 41.0, avg: 59.8, max: 105.0) +[2026-06-07 03:26:19,314][519537] Avg episode reward: [(0, '60.288')] +[2026-06-07 03:26:19,368][520965] Saving new best policy, reward=60.288! +[2026-06-07 03:26:19,373][521438] Updated weights for policy 0, policy_version 18208 (0.0008) +[2026-06-07 03:26:19,996][521438] Updated weights for policy 0, policy_version 18219 (0.0008) +[2026-06-07 03:26:20,115][521438] Updated weights for policy 0, policy_version 18230 (0.0008) +[2026-06-07 03:26:20,272][521438] Updated weights for policy 0, policy_version 18244 (0.0008) +[2026-06-07 03:26:20,408][521438] Updated weights for policy 0, policy_version 18256 (0.0008) +[2026-06-07 03:26:20,521][521438] Updated weights for policy 0, policy_version 18266 (0.0008) +[2026-06-07 03:26:21,125][521438] Updated weights for policy 0, policy_version 18276 (0.0008) +[2026-06-07 03:26:21,246][521438] Updated weights for policy 0, policy_version 18287 (0.0005) +[2026-06-07 03:26:21,384][521438] Updated weights for policy 0, policy_version 18299 (0.0005) +[2026-06-07 03:26:21,498][521438] Updated weights for policy 0, policy_version 18309 (0.0005) +[2026-06-07 03:26:21,615][521438] Updated weights for policy 0, policy_version 18319 (0.0004) +[2026-06-07 03:26:21,743][521438] Updated weights for policy 0, policy_version 18331 (0.0004) +[2026-06-07 03:26:22,307][521438] Updated weights for policy 0, policy_version 18342 (0.0006) +[2026-06-07 03:26:22,458][521438] Updated weights for policy 0, policy_version 18356 (0.0008) +[2026-06-07 03:26:22,585][521438] Updated weights for policy 0, policy_version 18368 (0.0008) +[2026-06-07 03:26:22,702][521438] Updated weights for policy 0, policy_version 18378 (0.0008) +[2026-06-07 03:26:22,846][521438] Updated weights for policy 0, policy_version 18391 (0.0008) +[2026-06-07 03:26:23,490][521438] Updated weights for policy 0, policy_version 18402 (0.0008) +[2026-06-07 03:26:23,621][521438] Updated weights for policy 0, policy_version 18414 (0.0008) +[2026-06-07 03:26:23,754][521438] Updated weights for policy 0, policy_version 18426 (0.0008) +[2026-06-07 03:26:23,880][521438] Updated weights for policy 0, policy_version 18437 (0.0008) +[2026-06-07 03:26:23,990][521438] Updated weights for policy 0, policy_version 18447 (0.0008) +[2026-06-07 03:26:24,103][521438] Updated weights for policy 0, policy_version 18457 (0.0008) +[2026-06-07 03:26:24,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27306.7, 300 sec: 26769.8). Total num frames: 9469952. Throughput: 0: 27173.0. Samples: 9455360. Policy #0 lag: (min: 41.0, avg: 59.8, max: 105.0) +[2026-06-07 03:26:24,313][519537] Avg episode reward: [(0, '51.819')] +[2026-06-07 03:26:24,709][521438] Updated weights for policy 0, policy_version 18467 (0.0009) +[2026-06-07 03:26:24,864][521438] Updated weights for policy 0, policy_version 18481 (0.0008) +[2026-06-07 03:26:24,993][521438] Updated weights for policy 0, policy_version 18493 (0.0008) +[2026-06-07 03:26:25,110][521438] Updated weights for policy 0, policy_version 18503 (0.0008) +[2026-06-07 03:26:25,238][521438] Updated weights for policy 0, policy_version 18515 (0.0008) +[2026-06-07 03:26:25,366][521438] Updated weights for policy 0, policy_version 18526 (0.0008) +[2026-06-07 03:26:25,995][521438] Updated weights for policy 0, policy_version 18536 (0.0008) +[2026-06-07 03:26:26,138][521438] Updated weights for policy 0, policy_version 18549 (0.0008) +[2026-06-07 03:26:26,260][521438] Updated weights for policy 0, policy_version 18560 (0.0008) +[2026-06-07 03:26:26,402][521438] Updated weights for policy 0, policy_version 18572 (0.0008) +[2026-06-07 03:26:26,522][521438] Updated weights for policy 0, policy_version 18583 (0.0008) +[2026-06-07 03:26:27,100][521438] Updated weights for policy 0, policy_version 18593 (0.0008) +[2026-06-07 03:26:27,239][521438] Updated weights for policy 0, policy_version 18605 (0.0008) +[2026-06-07 03:26:27,362][521438] Updated weights for policy 0, policy_version 18616 (0.0008) +[2026-06-07 03:26:27,491][521438] Updated weights for policy 0, policy_version 18627 (0.0005) +[2026-06-07 03:26:27,616][521438] Updated weights for policy 0, policy_version 18639 (0.0005) +[2026-06-07 03:26:27,745][521438] Updated weights for policy 0, policy_version 18650 (0.0004) +[2026-06-07 03:26:28,323][521438] Updated weights for policy 0, policy_version 18662 (0.0006) +[2026-06-07 03:26:28,440][521438] Updated weights for policy 0, policy_version 18673 (0.0008) +[2026-06-07 03:26:28,576][521438] Updated weights for policy 0, policy_version 18685 (0.0008) +[2026-06-07 03:26:28,720][521438] Updated weights for policy 0, policy_version 18698 (0.0008) +[2026-06-07 03:26:28,840][521438] Updated weights for policy 0, policy_version 18709 (0.0008) +[2026-06-07 03:26:28,955][521438] Updated weights for policy 0, policy_version 18719 (0.0008) +[2026-06-07 03:26:29,312][519537] Fps is (10 sec: 29491.5, 60 sec: 27306.7, 300 sec: 26880.9). Total num frames: 9601024. Throughput: 0: 27178.7. Samples: 9618944. Policy #0 lag: (min: 41.0, avg: 59.8, max: 105.0) +[2026-06-07 03:26:29,313][519537] Avg episode reward: [(0, '49.083')] +[2026-06-07 03:26:29,552][521438] Updated weights for policy 0, policy_version 18729 (0.0008) +[2026-06-07 03:26:29,669][521438] Updated weights for policy 0, policy_version 18740 (0.0008) +[2026-06-07 03:26:29,779][521438] Updated weights for policy 0, policy_version 18750 (0.0008) +[2026-06-07 03:26:29,903][521438] Updated weights for policy 0, policy_version 18761 (0.0008) +[2026-06-07 03:26:30,029][521438] Updated weights for policy 0, policy_version 18772 (0.0008) +[2026-06-07 03:26:30,153][521438] Updated weights for policy 0, policy_version 18783 (0.0008) +[2026-06-07 03:26:30,771][521438] Updated weights for policy 0, policy_version 18794 (0.0008) +[2026-06-07 03:26:30,894][521438] Updated weights for policy 0, policy_version 18805 (0.0008) +[2026-06-07 03:26:31,012][521438] Updated weights for policy 0, policy_version 18816 (0.0008) +[2026-06-07 03:26:31,135][521438] Updated weights for policy 0, policy_version 18827 (0.0008) +[2026-06-07 03:26:31,277][521438] Updated weights for policy 0, policy_version 18840 (0.0008) +[2026-06-07 03:26:31,902][521438] Updated weights for policy 0, policy_version 18851 (0.0008) +[2026-06-07 03:26:32,039][521438] Updated weights for policy 0, policy_version 18864 (0.0008) +[2026-06-07 03:26:32,162][521438] Updated weights for policy 0, policy_version 18875 (0.0008) +[2026-06-07 03:26:32,275][521438] Updated weights for policy 0, policy_version 18885 (0.0008) +[2026-06-07 03:26:32,379][521438] Updated weights for policy 0, policy_version 18895 (0.0008) +[2026-06-07 03:26:32,495][521438] Updated weights for policy 0, policy_version 18905 (0.0008) +[2026-06-07 03:26:33,147][521438] Updated weights for policy 0, policy_version 18916 (0.0008) +[2026-06-07 03:26:33,263][521438] Updated weights for policy 0, policy_version 18927 (0.0008) +[2026-06-07 03:26:33,377][521438] Updated weights for policy 0, policy_version 18937 (0.0008) +[2026-06-07 03:26:33,503][521438] Updated weights for policy 0, policy_version 18948 (0.0008) +[2026-06-07 03:26:33,641][521438] Updated weights for policy 0, policy_version 18960 (0.0008) +[2026-06-07 03:26:33,783][521438] Updated weights for policy 0, policy_version 18973 (0.0008) +[2026-06-07 03:26:34,312][519537] Fps is (10 sec: 26214.2, 60 sec: 27306.7, 300 sec: 26880.9). Total num frames: 9732096. Throughput: 0: 27338.0. Samples: 9705344. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:26:34,314][519537] Avg episode reward: [(0, '53.735')] +[2026-06-07 03:26:34,406][521438] Updated weights for policy 0, policy_version 18985 (0.0008) +[2026-06-07 03:26:34,531][521438] Updated weights for policy 0, policy_version 18997 (0.0008) +[2026-06-07 03:26:34,659][521438] Updated weights for policy 0, policy_version 19008 (0.0008) +[2026-06-07 03:26:34,784][521438] Updated weights for policy 0, policy_version 19019 (0.0008) +[2026-06-07 03:26:34,904][521438] Updated weights for policy 0, policy_version 19030 (0.0008) +[2026-06-07 03:26:35,538][521438] Updated weights for policy 0, policy_version 19041 (0.0008) +[2026-06-07 03:26:35,657][521438] Updated weights for policy 0, policy_version 19051 (0.0008) +[2026-06-07 03:26:35,778][521438] Updated weights for policy 0, policy_version 19062 (0.0008) +[2026-06-07 03:26:35,916][521438] Updated weights for policy 0, policy_version 19075 (0.0008) +[2026-06-07 03:26:36,047][521438] Updated weights for policy 0, policy_version 19087 (0.0008) +[2026-06-07 03:26:36,182][521438] Updated weights for policy 0, policy_version 19099 (0.0009) +[2026-06-07 03:26:36,794][521438] Updated weights for policy 0, policy_version 19110 (0.0008) +[2026-06-07 03:26:36,932][521438] Updated weights for policy 0, policy_version 19122 (0.0005) +[2026-06-07 03:26:37,052][521438] Updated weights for policy 0, policy_version 19133 (0.0005) +[2026-06-07 03:26:37,174][521438] Updated weights for policy 0, policy_version 19144 (0.0007) +[2026-06-07 03:26:37,294][521438] Updated weights for policy 0, policy_version 19155 (0.0005) +[2026-06-07 03:26:37,413][521438] Updated weights for policy 0, policy_version 19165 (0.0005) +[2026-06-07 03:26:37,955][521438] Updated weights for policy 0, policy_version 19176 (0.0007) +[2026-06-07 03:26:38,103][521438] Updated weights for policy 0, policy_version 19190 (0.0008) +[2026-06-07 03:26:38,237][521438] Updated weights for policy 0, policy_version 19202 (0.0008) +[2026-06-07 03:26:38,375][521438] Updated weights for policy 0, policy_version 19214 (0.0008) +[2026-06-07 03:26:38,489][521438] Updated weights for policy 0, policy_version 19224 (0.0008) +[2026-06-07 03:26:39,086][521438] Updated weights for policy 0, policy_version 19234 (0.0008) +[2026-06-07 03:26:39,223][521438] Updated weights for policy 0, policy_version 19247 (0.0008) +[2026-06-07 03:26:39,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 26880.9). Total num frames: 9863168. Throughput: 0: 27329.4. Samples: 9868928. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:26:39,313][519537] Avg episode reward: [(0, '55.208')] +[2026-06-07 03:26:39,340][521438] Updated weights for policy 0, policy_version 19258 (0.0008) +[2026-06-07 03:26:39,467][521438] Updated weights for policy 0, policy_version 19269 (0.0008) +[2026-06-07 03:26:39,592][521438] Updated weights for policy 0, policy_version 19280 (0.0008) +[2026-06-07 03:26:39,705][521438] Updated weights for policy 0, policy_version 19290 (0.0008) +[2026-06-07 03:26:40,288][521438] Updated weights for policy 0, policy_version 19301 (0.0008) +[2026-06-07 03:26:40,419][521438] Updated weights for policy 0, policy_version 19313 (0.0007) +[2026-06-07 03:26:40,547][521438] Updated weights for policy 0, policy_version 19324 (0.0005) +[2026-06-07 03:26:40,659][521438] Updated weights for policy 0, policy_version 19334 (0.0004) +[2026-06-07 03:26:40,802][521438] Updated weights for policy 0, policy_version 19347 (0.0004) +[2026-06-07 03:26:40,926][521438] Updated weights for policy 0, policy_version 19358 (0.0005) +[2026-06-07 03:26:41,509][521438] Updated weights for policy 0, policy_version 19368 (0.0004) +[2026-06-07 03:26:41,625][521438] Updated weights for policy 0, policy_version 19379 (0.0005) +[2026-06-07 03:26:41,748][521438] Updated weights for policy 0, policy_version 19390 (0.0008) +[2026-06-07 03:26:41,869][521438] Updated weights for policy 0, policy_version 19401 (0.0010) +[2026-06-07 03:26:42,000][521438] Updated weights for policy 0, policy_version 19413 (0.0008) +[2026-06-07 03:26:42,627][521438] Updated weights for policy 0, policy_version 19425 (0.0008) +[2026-06-07 03:26:42,749][521438] Updated weights for policy 0, policy_version 19436 (0.0008) +[2026-06-07 03:26:42,873][521438] Updated weights for policy 0, policy_version 19447 (0.0009) +[2026-06-07 03:26:42,995][521438] Updated weights for policy 0, policy_version 19458 (0.0008) +[2026-06-07 03:26:43,124][521438] Updated weights for policy 0, policy_version 19470 (0.0008) +[2026-06-07 03:26:43,258][521438] Updated weights for policy 0, policy_version 19482 (0.0008) +[2026-06-07 03:26:43,839][521438] Updated weights for policy 0, policy_version 19492 (0.0009) +[2026-06-07 03:26:43,971][521438] Updated weights for policy 0, policy_version 19505 (0.0008) +[2026-06-07 03:26:44,089][521438] Updated weights for policy 0, policy_version 19516 (0.0008) +[2026-06-07 03:26:44,228][521438] Updated weights for policy 0, policy_version 19528 (0.0008) +[2026-06-07 03:26:44,313][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 26880.9). Total num frames: 9994240. Throughput: 0: 27358.0. Samples: 10031744. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:26:44,314][519537] Avg episode reward: [(0, '54.444')] +[2026-06-07 03:26:44,344][521438] Updated weights for policy 0, policy_version 19538 (0.0008) +[2026-06-07 03:26:44,477][521438] Updated weights for policy 0, policy_version 19550 (0.0008) +[2026-06-07 03:26:45,089][521438] Updated weights for policy 0, policy_version 19560 (0.0008) +[2026-06-07 03:26:45,226][521438] Updated weights for policy 0, policy_version 19573 (0.0008) +[2026-06-07 03:26:45,349][521438] Updated weights for policy 0, policy_version 19583 (0.0008) +[2026-06-07 03:26:45,447][521438] Updated weights for policy 0, policy_version 19593 (0.0008) +[2026-06-07 03:26:45,565][521438] Updated weights for policy 0, policy_version 19603 (0.0008) +[2026-06-07 03:26:45,712][521438] Updated weights for policy 0, policy_version 19616 (0.0008) +[2026-06-07 03:26:46,338][521438] Updated weights for policy 0, policy_version 19627 (0.0008) +[2026-06-07 03:26:46,476][521438] Updated weights for policy 0, policy_version 19640 (0.0008) +[2026-06-07 03:26:46,603][521438] Updated weights for policy 0, policy_version 19651 (0.0008) +[2026-06-07 03:26:46,711][521438] Updated weights for policy 0, policy_version 19661 (0.0008) +[2026-06-07 03:26:46,836][521438] Updated weights for policy 0, policy_version 19672 (0.0008) +[2026-06-07 03:26:47,445][521438] Updated weights for policy 0, policy_version 19682 (0.0008) +[2026-06-07 03:26:47,559][521438] Updated weights for policy 0, policy_version 19692 (0.0008) +[2026-06-07 03:26:47,693][521438] Updated weights for policy 0, policy_version 19704 (0.0008) +[2026-06-07 03:26:47,828][521438] Updated weights for policy 0, policy_version 19716 (0.0008) +[2026-06-07 03:26:47,945][521438] Updated weights for policy 0, policy_version 19726 (0.0008) +[2026-06-07 03:26:48,068][521438] Updated weights for policy 0, policy_version 19737 (0.0008) +[2026-06-07 03:26:48,650][521438] Updated weights for policy 0, policy_version 19747 (0.0008) +[2026-06-07 03:26:48,792][521438] Updated weights for policy 0, policy_version 19760 (0.0008) +[2026-06-07 03:26:48,919][521438] Updated weights for policy 0, policy_version 19772 (0.0008) +[2026-06-07 03:26:49,038][521438] Updated weights for policy 0, policy_version 19782 (0.0008) +[2026-06-07 03:26:49,149][521438] Updated weights for policy 0, policy_version 19792 (0.0008) +[2026-06-07 03:26:49,292][521438] Updated weights for policy 0, policy_version 19804 (0.0008) +[2026-06-07 03:26:49,312][519537] Fps is (10 sec: 26214.3, 60 sec: 26760.6, 300 sec: 26880.9). Total num frames: 10125312. Throughput: 0: 27241.3. Samples: 10110848. Policy #0 lag: (min: 60.0, avg: 71.0, max: 124.0) +[2026-06-07 03:26:49,314][519537] Avg episode reward: [(0, '57.931')] +[2026-06-07 03:26:49,954][521438] Updated weights for policy 0, policy_version 19820 (0.0008) +[2026-06-07 03:26:50,067][521438] Updated weights for policy 0, policy_version 19830 (0.0008) +[2026-06-07 03:26:50,188][521438] Updated weights for policy 0, policy_version 19841 (0.0008) +[2026-06-07 03:26:50,313][521438] Updated weights for policy 0, policy_version 19852 (0.0008) +[2026-06-07 03:26:50,435][521438] Updated weights for policy 0, policy_version 19863 (0.0008) +[2026-06-07 03:26:51,070][521438] Updated weights for policy 0, policy_version 19873 (0.0008) +[2026-06-07 03:26:51,189][521438] Updated weights for policy 0, policy_version 19883 (0.0008) +[2026-06-07 03:26:51,315][521438] Updated weights for policy 0, policy_version 19895 (0.0008) +[2026-06-07 03:26:51,423][521438] Updated weights for policy 0, policy_version 19905 (0.0008) +[2026-06-07 03:26:51,538][521438] Updated weights for policy 0, policy_version 19915 (0.0008) +[2026-06-07 03:26:51,651][521438] Updated weights for policy 0, policy_version 19925 (0.0008) +[2026-06-07 03:26:51,768][521438] Updated weights for policy 0, policy_version 19935 (0.0008) +[2026-06-07 03:26:52,374][521438] Updated weights for policy 0, policy_version 19945 (0.0008) +[2026-06-07 03:26:52,505][521438] Updated weights for policy 0, policy_version 19957 (0.0009) +[2026-06-07 03:26:52,636][521438] Updated weights for policy 0, policy_version 19969 (0.0008) +[2026-06-07 03:26:52,772][521438] Updated weights for policy 0, policy_version 19981 (0.0008) +[2026-06-07 03:26:52,906][521438] Updated weights for policy 0, policy_version 19993 (0.0009) +[2026-06-07 03:26:53,582][521438] Updated weights for policy 0, policy_version 20006 (0.0008) +[2026-06-07 03:26:53,720][521438] Updated weights for policy 0, policy_version 20019 (0.0009) +[2026-06-07 03:26:53,838][521438] Updated weights for policy 0, policy_version 20029 (0.0008) +[2026-06-07 03:26:53,960][521438] Updated weights for policy 0, policy_version 20040 (0.0008) +[2026-06-07 03:26:54,080][521438] Updated weights for policy 0, policy_version 20051 (0.0008) +[2026-06-07 03:26:54,199][521438] Updated weights for policy 0, policy_version 20061 (0.0009) +[2026-06-07 03:26:54,312][519537] Fps is (10 sec: 29491.4, 60 sec: 27306.7, 300 sec: 26992.0). Total num frames: 10289152. Throughput: 0: 27244.1. Samples: 10273792. Policy #0 lag: (min: 60.0, avg: 71.0, max: 124.0) +[2026-06-07 03:26:54,313][519537] Avg episode reward: [(0, '60.771')] +[2026-06-07 03:26:54,319][520965] Saving new best policy, reward=60.771! +[2026-06-07 03:26:54,761][521438] Updated weights for policy 0, policy_version 20071 (0.0008) +[2026-06-07 03:26:54,876][521438] Updated weights for policy 0, policy_version 20082 (0.0008) +[2026-06-07 03:26:55,003][521438] Updated weights for policy 0, policy_version 20093 (0.0008) +[2026-06-07 03:26:55,111][521438] Updated weights for policy 0, policy_version 20103 (0.0008) +[2026-06-07 03:26:55,249][521438] Updated weights for policy 0, policy_version 20115 (0.0008) +[2026-06-07 03:26:55,392][521438] Updated weights for policy 0, policy_version 20128 (0.0008) +[2026-06-07 03:26:56,030][521438] Updated weights for policy 0, policy_version 20140 (0.0008) +[2026-06-07 03:26:56,154][521438] Updated weights for policy 0, policy_version 20151 (0.0008) +[2026-06-07 03:26:56,278][521438] Updated weights for policy 0, policy_version 20162 (0.0008) +[2026-06-07 03:26:56,404][521438] Updated weights for policy 0, policy_version 20174 (0.0008) +[2026-06-07 03:26:56,530][521438] Updated weights for policy 0, policy_version 20185 (0.0008) +[2026-06-07 03:26:57,150][521438] Updated weights for policy 0, policy_version 20195 (0.0008) +[2026-06-07 03:26:57,262][521438] Updated weights for policy 0, policy_version 20205 (0.0008) +[2026-06-07 03:26:57,374][521438] Updated weights for policy 0, policy_version 20215 (0.0008) +[2026-06-07 03:26:57,504][521438] Updated weights for policy 0, policy_version 20227 (0.0008) +[2026-06-07 03:26:57,634][521438] Updated weights for policy 0, policy_version 20239 (0.0008) +[2026-06-07 03:26:57,769][521438] Updated weights for policy 0, policy_version 20251 (0.0008) +[2026-06-07 03:26:58,389][521438] Updated weights for policy 0, policy_version 20262 (0.0008) +[2026-06-07 03:26:58,504][521438] Updated weights for policy 0, policy_version 20273 (0.0006) +[2026-06-07 03:26:58,645][521438] Updated weights for policy 0, policy_version 20286 (0.0008) +[2026-06-07 03:26:58,774][521438] Updated weights for policy 0, policy_version 20297 (0.0008) +[2026-06-07 03:26:58,890][521438] Updated weights for policy 0, policy_version 20307 (0.0008) +[2026-06-07 03:26:59,021][521438] Updated weights for policy 0, policy_version 20318 (0.0008) +[2026-06-07 03:26:59,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27306.7, 300 sec: 26991.9). Total num frames: 10420224. Throughput: 0: 27153.1. Samples: 10435584. Policy #0 lag: (min: 60.0, avg: 71.0, max: 124.0) +[2026-06-07 03:26:59,313][519537] Avg episode reward: [(0, '52.359')] +[2026-06-07 03:26:59,620][521438] Updated weights for policy 0, policy_version 20330 (0.0006) +[2026-06-07 03:26:59,740][521438] Updated weights for policy 0, policy_version 20341 (0.0004) +[2026-06-07 03:26:59,862][521438] Updated weights for policy 0, policy_version 20352 (0.0005) +[2026-06-07 03:26:59,997][521438] Updated weights for policy 0, policy_version 20364 (0.0005) +[2026-06-07 03:27:00,116][521438] Updated weights for policy 0, policy_version 20374 (0.0005) +[2026-06-07 03:27:00,222][521438] Updated weights for policy 0, policy_version 20384 (0.0005) +[2026-06-07 03:27:00,798][521438] Updated weights for policy 0, policy_version 20394 (0.0008) +[2026-06-07 03:27:00,906][521438] Updated weights for policy 0, policy_version 20404 (0.0008) +[2026-06-07 03:27:01,037][521438] Updated weights for policy 0, policy_version 20416 (0.0008) +[2026-06-07 03:27:01,153][521438] Updated weights for policy 0, policy_version 20426 (0.0008) +[2026-06-07 03:27:01,279][521438] Updated weights for policy 0, policy_version 20437 (0.0008) +[2026-06-07 03:27:01,399][521438] Updated weights for policy 0, policy_version 20448 (0.0008) +[2026-06-07 03:27:02,000][521438] Updated weights for policy 0, policy_version 20459 (0.0008) +[2026-06-07 03:27:02,132][521438] Updated weights for policy 0, policy_version 20471 (0.0008) +[2026-06-07 03:27:02,245][521438] Updated weights for policy 0, policy_version 20481 (0.0008) +[2026-06-07 03:27:02,369][521438] Updated weights for policy 0, policy_version 20491 (0.0008) +[2026-06-07 03:27:02,483][521438] Updated weights for policy 0, policy_version 20501 (0.0008) +[2026-06-07 03:27:02,596][521438] Updated weights for policy 0, policy_version 20512 (0.0009) +[2026-06-07 03:27:03,223][521438] Updated weights for policy 0, policy_version 20523 (0.0008) +[2026-06-07 03:27:03,367][521438] Updated weights for policy 0, policy_version 20535 (0.0008) +[2026-06-07 03:27:03,502][521438] Updated weights for policy 0, policy_version 20547 (0.0008) +[2026-06-07 03:27:03,630][521438] Updated weights for policy 0, policy_version 20558 (0.0008) +[2026-06-07 03:27:03,767][521438] Updated weights for policy 0, policy_version 20570 (0.0006) +[2026-06-07 03:27:04,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 26991.9). Total num frames: 10551296. Throughput: 0: 27400.6. Samples: 10523392. Policy #0 lag: (min: 34.0, avg: 53.3, max: 98.0) +[2026-06-07 03:27:04,314][519537] Avg episode reward: [(0, '60.007')] +[2026-06-07 03:27:04,346][521438] Updated weights for policy 0, policy_version 20580 (0.0006) +[2026-06-07 03:27:04,479][521438] Updated weights for policy 0, policy_version 20592 (0.0009) +[2026-06-07 03:27:04,596][521438] Updated weights for policy 0, policy_version 20603 (0.0008) +[2026-06-07 03:27:04,721][521438] Updated weights for policy 0, policy_version 20614 (0.0008) +[2026-06-07 03:27:04,845][521438] Updated weights for policy 0, policy_version 20625 (0.0008) +[2026-06-07 03:27:04,953][521438] Updated weights for policy 0, policy_version 20635 (0.0008) +[2026-06-07 03:27:05,554][521438] Updated weights for policy 0, policy_version 20646 (0.0007) +[2026-06-07 03:27:05,673][521438] Updated weights for policy 0, policy_version 20656 (0.0008) +[2026-06-07 03:27:05,805][521438] Updated weights for policy 0, policy_version 20668 (0.0008) +[2026-06-07 03:27:05,921][521438] Updated weights for policy 0, policy_version 20678 (0.0008) +[2026-06-07 03:27:06,038][521438] Updated weights for policy 0, policy_version 20689 (0.0008) +[2026-06-07 03:27:06,153][521438] Updated weights for policy 0, policy_version 20699 (0.0008) +[2026-06-07 03:27:06,770][521438] Updated weights for policy 0, policy_version 20709 (0.0008) +[2026-06-07 03:27:06,895][521438] Updated weights for policy 0, policy_version 20721 (0.0008) +[2026-06-07 03:27:07,016][521438] Updated weights for policy 0, policy_version 20732 (0.0008) +[2026-06-07 03:27:07,160][521438] Updated weights for policy 0, policy_version 20745 (0.0008) +[2026-06-07 03:27:07,283][521438] Updated weights for policy 0, policy_version 20755 (0.0008) +[2026-06-07 03:27:07,408][521438] Updated weights for policy 0, policy_version 20767 (0.0008) +[2026-06-07 03:27:08,051][521438] Updated weights for policy 0, policy_version 20779 (0.0008) +[2026-06-07 03:27:08,173][521438] Updated weights for policy 0, policy_version 20790 (0.0008) +[2026-06-07 03:27:08,309][521438] Updated weights for policy 0, policy_version 20802 (0.0008) +[2026-06-07 03:27:08,436][521438] Updated weights for policy 0, policy_version 20814 (0.0008) +[2026-06-07 03:27:08,547][521438] Updated weights for policy 0, policy_version 20824 (0.0008) +[2026-06-07 03:27:09,160][521438] Updated weights for policy 0, policy_version 20837 (0.0008) +[2026-06-07 03:27:09,300][521438] Updated weights for policy 0, policy_version 20849 (0.0008) +[2026-06-07 03:27:09,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 26992.0). Total num frames: 10682368. Throughput: 0: 27403.3. Samples: 10688512. Policy #0 lag: (min: 34.0, avg: 53.3, max: 98.0) +[2026-06-07 03:27:09,313][519537] Avg episode reward: [(0, '64.212')] +[2026-06-07 03:27:09,453][521438] Updated weights for policy 0, policy_version 20864 (0.0008) +[2026-06-07 03:27:09,577][521438] Updated weights for policy 0, policy_version 20875 (0.0008) +[2026-06-07 03:27:09,707][521438] Updated weights for policy 0, policy_version 20886 (0.0008) +[2026-06-07 03:27:09,810][521438] Updated weights for policy 0, policy_version 20896 (0.0008) +[2026-06-07 03:27:09,810][520965] Saving new best policy, reward=64.212! +[2026-06-07 03:27:10,417][521438] Updated weights for policy 0, policy_version 20907 (0.0008) +[2026-06-07 03:27:10,556][521438] Updated weights for policy 0, policy_version 20919 (0.0008) +[2026-06-07 03:27:10,681][521438] Updated weights for policy 0, policy_version 20930 (0.0008) +[2026-06-07 03:27:10,821][521438] Updated weights for policy 0, policy_version 20943 (0.0008) +[2026-06-07 03:27:10,956][521438] Updated weights for policy 0, policy_version 20955 (0.0008) +[2026-06-07 03:27:11,588][521438] Updated weights for policy 0, policy_version 20966 (0.0008) +[2026-06-07 03:27:11,704][521438] Updated weights for policy 0, policy_version 20977 (0.0008) +[2026-06-07 03:27:11,832][521438] Updated weights for policy 0, policy_version 20988 (0.0008) +[2026-06-07 03:27:11,939][521438] Updated weights for policy 0, policy_version 20998 (0.0008) +[2026-06-07 03:27:12,068][521438] Updated weights for policy 0, policy_version 21010 (0.0008) +[2026-06-07 03:27:12,190][521438] Updated weights for policy 0, policy_version 21021 (0.0008) +[2026-06-07 03:27:12,813][521438] Updated weights for policy 0, policy_version 21034 (0.0008) +[2026-06-07 03:27:12,956][521438] Updated weights for policy 0, policy_version 21047 (0.0008) +[2026-06-07 03:27:13,099][521438] Updated weights for policy 0, policy_version 21060 (0.0008) +[2026-06-07 03:27:13,239][521438] Updated weights for policy 0, policy_version 21072 (0.0008) +[2026-06-07 03:27:13,358][521438] Updated weights for policy 0, policy_version 21083 (0.0008) +[2026-06-07 03:27:13,988][521438] Updated weights for policy 0, policy_version 21094 (0.0008) +[2026-06-07 03:27:14,117][521438] Updated weights for policy 0, policy_version 21106 (0.0008) +[2026-06-07 03:27:14,230][521438] Updated weights for policy 0, policy_version 21116 (0.0008) +[2026-06-07 03:27:14,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.6, 300 sec: 26991.9). Total num frames: 10813440. Throughput: 0: 27374.9. Samples: 10850816. Policy #0 lag: (min: 34.0, avg: 53.3, max: 98.0) +[2026-06-07 03:27:14,313][519537] Avg episode reward: [(0, '58.103')] +[2026-06-07 03:27:14,339][521438] Updated weights for policy 0, policy_version 21126 (0.0008) +[2026-06-07 03:27:14,450][521438] Updated weights for policy 0, policy_version 21136 (0.0008) +[2026-06-07 03:27:14,565][521438] Updated weights for policy 0, policy_version 21146 (0.0008) +[2026-06-07 03:27:15,162][521438] Updated weights for policy 0, policy_version 21156 (0.0008) +[2026-06-07 03:27:15,314][521438] Updated weights for policy 0, policy_version 21170 (0.0008) +[2026-06-07 03:27:15,424][521438] Updated weights for policy 0, policy_version 21180 (0.0008) +[2026-06-07 03:27:15,546][521438] Updated weights for policy 0, policy_version 21191 (0.0008) +[2026-06-07 03:27:15,676][521438] Updated weights for policy 0, policy_version 21203 (0.0008) +[2026-06-07 03:27:15,793][521438] Updated weights for policy 0, policy_version 21213 (0.0008) +[2026-06-07 03:27:16,397][521438] Updated weights for policy 0, policy_version 21224 (0.0008) +[2026-06-07 03:27:16,546][521438] Updated weights for policy 0, policy_version 21238 (0.0008) +[2026-06-07 03:27:16,669][521438] Updated weights for policy 0, policy_version 21249 (0.0008) +[2026-06-07 03:27:16,789][521438] Updated weights for policy 0, policy_version 21260 (0.0008) +[2026-06-07 03:27:16,910][521438] Updated weights for policy 0, policy_version 21271 (0.0008) +[2026-06-07 03:27:17,528][521438] Updated weights for policy 0, policy_version 21281 (0.0008) +[2026-06-07 03:27:17,646][521438] Updated weights for policy 0, policy_version 21292 (0.0008) +[2026-06-07 03:27:17,783][521438] Updated weights for policy 0, policy_version 21304 (0.0008) +[2026-06-07 03:27:17,908][521438] Updated weights for policy 0, policy_version 21315 (0.0008) +[2026-06-07 03:27:18,032][521438] Updated weights for policy 0, policy_version 21326 (0.0008) +[2026-06-07 03:27:18,136][521438] Updated weights for policy 0, policy_version 21336 (0.0008) +[2026-06-07 03:27:18,758][521438] Updated weights for policy 0, policy_version 21346 (0.0008) +[2026-06-07 03:27:18,895][521438] Updated weights for policy 0, policy_version 21358 (0.0008) +[2026-06-07 03:27:19,022][521438] Updated weights for policy 0, policy_version 21369 (0.0008) +[2026-06-07 03:27:19,140][521438] Updated weights for policy 0, policy_version 21380 (0.0008) +[2026-06-07 03:27:19,265][521438] Updated weights for policy 0, policy_version 21391 (0.0008) +[2026-06-07 03:27:19,313][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 26991.9). Total num frames: 10944512. Throughput: 0: 27158.8. Samples: 10927488. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:27:19,314][519537] Avg episode reward: [(0, '63.113')] +[2026-06-07 03:27:19,385][521438] Updated weights for policy 0, policy_version 21402 (0.0008) +[2026-06-07 03:27:20,021][521438] Updated weights for policy 0, policy_version 21413 (0.0008) +[2026-06-07 03:27:20,166][521438] Updated weights for policy 0, policy_version 21426 (0.0008) +[2026-06-07 03:27:20,299][521438] Updated weights for policy 0, policy_version 21438 (0.0008) +[2026-06-07 03:27:20,425][521438] Updated weights for policy 0, policy_version 21450 (0.0008) +[2026-06-07 03:27:20,559][521438] Updated weights for policy 0, policy_version 21462 (0.0008) +[2026-06-07 03:27:21,265][521438] Updated weights for policy 0, policy_version 21473 (0.0008) +[2026-06-07 03:27:21,382][521438] Updated weights for policy 0, policy_version 21484 (0.0008) +[2026-06-07 03:27:21,502][521438] Updated weights for policy 0, policy_version 21495 (0.0008) +[2026-06-07 03:27:21,635][521438] Updated weights for policy 0, policy_version 21506 (0.0008) +[2026-06-07 03:27:21,766][521438] Updated weights for policy 0, policy_version 21518 (0.0008) +[2026-06-07 03:27:21,908][521438] Updated weights for policy 0, policy_version 21531 (0.0008) +[2026-06-07 03:27:22,503][521438] Updated weights for policy 0, policy_version 21541 (0.0008) +[2026-06-07 03:27:22,633][521438] Updated weights for policy 0, policy_version 21553 (0.0008) +[2026-06-07 03:27:22,744][521438] Updated weights for policy 0, policy_version 21563 (0.0008) +[2026-06-07 03:27:22,857][521438] Updated weights for policy 0, policy_version 21573 (0.0008) +[2026-06-07 03:27:23,006][521438] Updated weights for policy 0, policy_version 21586 (0.0009) +[2026-06-07 03:27:23,124][521438] Updated weights for policy 0, policy_version 21597 (0.0009) +[2026-06-07 03:27:23,730][521438] Updated weights for policy 0, policy_version 21608 (0.0009) +[2026-06-07 03:27:23,859][521438] Updated weights for policy 0, policy_version 21620 (0.0008) +[2026-06-07 03:27:23,992][521438] Updated weights for policy 0, policy_version 21631 (0.0008) +[2026-06-07 03:27:24,099][521438] Updated weights for policy 0, policy_version 21641 (0.0008) +[2026-06-07 03:27:24,219][521438] Updated weights for policy 0, policy_version 21652 (0.0008) +[2026-06-07 03:27:24,312][519537] Fps is (10 sec: 26214.4, 60 sec: 26760.5, 300 sec: 26991.9). Total num frames: 11075584. Throughput: 0: 27173.0. Samples: 11091712. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:27:24,314][519537] Avg episode reward: [(0, '64.916')] +[2026-06-07 03:27:24,354][520965] Saving new best policy, reward=64.916! +[2026-06-07 03:27:24,357][521438] Updated weights for policy 0, policy_version 21664 (0.0008) +[2026-06-07 03:27:24,976][521438] Updated weights for policy 0, policy_version 21676 (0.0008) +[2026-06-07 03:27:25,099][521438] Updated weights for policy 0, policy_version 21687 (0.0008) +[2026-06-07 03:27:25,227][521438] Updated weights for policy 0, policy_version 21698 (0.0008) +[2026-06-07 03:27:25,336][521438] Updated weights for policy 0, policy_version 21708 (0.0008) +[2026-06-07 03:27:25,451][521438] Updated weights for policy 0, policy_version 21718 (0.0008) +[2026-06-07 03:27:26,076][521438] Updated weights for policy 0, policy_version 21730 (0.0008) +[2026-06-07 03:27:26,202][521438] Updated weights for policy 0, policy_version 21741 (0.0008) +[2026-06-07 03:27:26,310][521438] Updated weights for policy 0, policy_version 21751 (0.0008) +[2026-06-07 03:27:26,430][521438] Updated weights for policy 0, policy_version 21762 (0.0008) +[2026-06-07 03:27:26,542][521438] Updated weights for policy 0, policy_version 21772 (0.0008) +[2026-06-07 03:27:26,670][521438] Updated weights for policy 0, policy_version 21783 (0.0008) +[2026-06-07 03:27:27,263][521438] Updated weights for policy 0, policy_version 21794 (0.0008) +[2026-06-07 03:27:27,383][521438] Updated weights for policy 0, policy_version 21805 (0.0008) +[2026-06-07 03:27:27,501][521438] Updated weights for policy 0, policy_version 21816 (0.0008) +[2026-06-07 03:27:27,619][521438] Updated weights for policy 0, policy_version 21827 (0.0008) +[2026-06-07 03:27:27,746][521438] Updated weights for policy 0, policy_version 21838 (0.0008) +[2026-06-07 03:27:27,861][521438] Updated weights for policy 0, policy_version 21848 (0.0008) +[2026-06-07 03:27:28,459][521438] Updated weights for policy 0, policy_version 21858 (0.0008) +[2026-06-07 03:27:28,584][521438] Updated weights for policy 0, policy_version 21870 (0.0008) +[2026-06-07 03:27:28,702][521438] Updated weights for policy 0, policy_version 21880 (0.0008) +[2026-06-07 03:27:28,819][521438] Updated weights for policy 0, policy_version 21891 (0.0008) +[2026-06-07 03:27:28,932][521438] Updated weights for policy 0, policy_version 21901 (0.0008) +[2026-06-07 03:27:29,053][521438] Updated weights for policy 0, policy_version 21912 (0.0008) +[2026-06-07 03:27:29,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27306.6, 300 sec: 27103.0). Total num frames: 11239424. Throughput: 0: 27232.7. Samples: 11257216. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:27:29,313][519537] Avg episode reward: [(0, '65.711')] +[2026-06-07 03:27:29,318][520965] Saving new best policy, reward=65.711! +[2026-06-07 03:27:29,696][521438] Updated weights for policy 0, policy_version 21925 (0.0009) +[2026-06-07 03:27:29,833][521438] Updated weights for policy 0, policy_version 21938 (0.0008) +[2026-06-07 03:27:29,982][521438] Updated weights for policy 0, policy_version 21951 (0.0008) +[2026-06-07 03:27:30,088][521438] Updated weights for policy 0, policy_version 21961 (0.0008) +[2026-06-07 03:27:30,225][521438] Updated weights for policy 0, policy_version 21973 (0.0008) +[2026-06-07 03:27:30,857][521438] Updated weights for policy 0, policy_version 21985 (0.0008) +[2026-06-07 03:27:30,978][521438] Updated weights for policy 0, policy_version 21996 (0.0008) +[2026-06-07 03:27:31,089][521438] Updated weights for policy 0, policy_version 22006 (0.0008) +[2026-06-07 03:27:31,229][521438] Updated weights for policy 0, policy_version 22019 (0.0009) +[2026-06-07 03:27:31,354][521438] Updated weights for policy 0, policy_version 22030 (0.0008) +[2026-06-07 03:27:31,479][521438] Updated weights for policy 0, policy_version 22041 (0.0008) +[2026-06-07 03:27:32,056][521438] Updated weights for policy 0, policy_version 22051 (0.0008) +[2026-06-07 03:27:32,164][521438] Updated weights for policy 0, policy_version 22061 (0.0008) +[2026-06-07 03:27:32,278][521438] Updated weights for policy 0, policy_version 22072 (0.0008) +[2026-06-07 03:27:32,411][521438] Updated weights for policy 0, policy_version 22084 (0.0008) +[2026-06-07 03:27:32,530][521438] Updated weights for policy 0, policy_version 22094 (0.0008) +[2026-06-07 03:27:32,644][521438] Updated weights for policy 0, policy_version 22104 (0.0008) +[2026-06-07 03:27:33,241][521438] Updated weights for policy 0, policy_version 22115 (0.0008) +[2026-06-07 03:27:33,357][521438] Updated weights for policy 0, policy_version 22126 (0.0008) +[2026-06-07 03:27:33,492][521438] Updated weights for policy 0, policy_version 22138 (0.0008) +[2026-06-07 03:27:33,617][521438] Updated weights for policy 0, policy_version 22149 (0.0008) +[2026-06-07 03:27:33,733][521438] Updated weights for policy 0, policy_version 22159 (0.0008) +[2026-06-07 03:27:33,861][521438] Updated weights for policy 0, policy_version 22170 (0.0009) +[2026-06-07 03:27:34,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27306.7, 300 sec: 27103.0). Total num frames: 11370496. Throughput: 0: 27494.4. Samples: 11348096. Policy #0 lag: (min: 39.0, avg: 50.8, max: 103.0) +[2026-06-07 03:27:34,314][519537] Avg episode reward: [(0, '60.047')] +[2026-06-07 03:27:34,445][521438] Updated weights for policy 0, policy_version 22182 (0.0008) +[2026-06-07 03:27:34,599][521438] Updated weights for policy 0, policy_version 22196 (0.0008) +[2026-06-07 03:27:34,721][521438] Updated weights for policy 0, policy_version 22207 (0.0008) +[2026-06-07 03:27:34,861][521438] Updated weights for policy 0, policy_version 22220 (0.0008) +[2026-06-07 03:27:34,999][521438] Updated weights for policy 0, policy_version 22232 (0.0008) +[2026-06-07 03:27:35,625][521438] Updated weights for policy 0, policy_version 22243 (0.0008) +[2026-06-07 03:27:35,767][521438] Updated weights for policy 0, policy_version 22256 (0.0008) +[2026-06-07 03:27:35,908][521438] Updated weights for policy 0, policy_version 22269 (0.0009) +[2026-06-07 03:27:36,031][521438] Updated weights for policy 0, policy_version 22281 (0.0008) +[2026-06-07 03:27:36,145][521438] Updated weights for policy 0, policy_version 22292 (0.0008) +[2026-06-07 03:27:36,251][521438] Updated weights for policy 0, policy_version 22302 (0.0008) +[2026-06-07 03:27:36,864][521438] Updated weights for policy 0, policy_version 22314 (0.0009) +[2026-06-07 03:27:36,989][521438] Updated weights for policy 0, policy_version 22326 (0.0008) +[2026-06-07 03:27:37,101][521438] Updated weights for policy 0, policy_version 22337 (0.0008) +[2026-06-07 03:27:37,219][521438] Updated weights for policy 0, policy_version 22348 (0.0008) +[2026-06-07 03:27:37,350][521438] Updated weights for policy 0, policy_version 22360 (0.0009) +[2026-06-07 03:27:37,981][521438] Updated weights for policy 0, policy_version 22372 (0.0009) +[2026-06-07 03:27:38,100][521438] Updated weights for policy 0, policy_version 22383 (0.0008) +[2026-06-07 03:27:38,211][521438] Updated weights for policy 0, policy_version 22393 (0.0008) +[2026-06-07 03:27:38,331][521438] Updated weights for policy 0, policy_version 22404 (0.0008) +[2026-06-07 03:27:38,443][521438] Updated weights for policy 0, policy_version 22414 (0.0008) +[2026-06-07 03:27:38,579][521438] Updated weights for policy 0, policy_version 22426 (0.0008) +[2026-06-07 03:27:39,185][521438] Updated weights for policy 0, policy_version 22437 (0.0008) +[2026-06-07 03:27:39,298][521438] Updated weights for policy 0, policy_version 22447 (0.0008) +[2026-06-07 03:27:39,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27103.0). Total num frames: 11501568. Throughput: 0: 27497.2. Samples: 11511168. Policy #0 lag: (min: 39.0, avg: 50.8, max: 103.0) +[2026-06-07 03:27:39,313][519537] Avg episode reward: [(0, '70.425')] +[2026-06-07 03:27:39,420][521438] Updated weights for policy 0, policy_version 22458 (0.0008) +[2026-06-07 03:27:39,544][521438] Updated weights for policy 0, policy_version 22469 (0.0009) +[2026-06-07 03:27:39,685][521438] Updated weights for policy 0, policy_version 22482 (0.0008) +[2026-06-07 03:27:39,808][521438] Updated weights for policy 0, policy_version 22492 (0.0008) +[2026-06-07 03:27:39,843][520965] Saving new best policy, reward=70.425! +[2026-06-07 03:27:40,428][521438] Updated weights for policy 0, policy_version 22506 (0.0008) +[2026-06-07 03:27:40,562][521438] Updated weights for policy 0, policy_version 22518 (0.0008) +[2026-06-07 03:27:40,703][521438] Updated weights for policy 0, policy_version 22532 (0.0008) +[2026-06-07 03:27:40,860][521438] Updated weights for policy 0, policy_version 22546 (0.0008) +[2026-06-07 03:27:40,973][521438] Updated weights for policy 0, policy_version 22556 (0.0008) +[2026-06-07 03:27:41,636][521438] Updated weights for policy 0, policy_version 22569 (0.0008) +[2026-06-07 03:27:41,767][521438] Updated weights for policy 0, policy_version 22581 (0.0008) +[2026-06-07 03:27:41,884][521438] Updated weights for policy 0, policy_version 22592 (0.0008) +[2026-06-07 03:27:42,015][521438] Updated weights for policy 0, policy_version 22604 (0.0008) +[2026-06-07 03:27:42,148][521438] Updated weights for policy 0, policy_version 22616 (0.0007) +[2026-06-07 03:27:42,726][521438] Updated weights for policy 0, policy_version 22627 (0.0006) +[2026-06-07 03:27:42,861][521438] Updated weights for policy 0, policy_version 22640 (0.0008) +[2026-06-07 03:27:42,976][521438] Updated weights for policy 0, policy_version 22651 (0.0008) +[2026-06-07 03:27:43,103][521438] Updated weights for policy 0, policy_version 22663 (0.0006) +[2026-06-07 03:27:43,259][521438] Updated weights for policy 0, policy_version 22677 (0.0005) +[2026-06-07 03:27:43,378][521438] Updated weights for policy 0, policy_version 22687 (0.0005) +[2026-06-07 03:27:44,053][521438] Updated weights for policy 0, policy_version 22702 (0.0007) +[2026-06-07 03:27:44,188][521438] Updated weights for policy 0, policy_version 22715 (0.0008) +[2026-06-07 03:27:44,302][521438] Updated weights for policy 0, policy_version 22725 (0.0008) +[2026-06-07 03:27:44,312][519537] Fps is (10 sec: 26214.6, 60 sec: 27306.7, 300 sec: 27103.0). Total num frames: 11632640. Throughput: 0: 27562.7. Samples: 11675904. Policy #0 lag: (min: 39.0, avg: 50.8, max: 103.0) +[2026-06-07 03:27:44,314][519537] Avg episode reward: [(0, '57.543')] +[2026-06-07 03:27:44,429][521438] Updated weights for policy 0, policy_version 22736 (0.0008) +[2026-06-07 03:27:44,542][521438] Updated weights for policy 0, policy_version 22746 (0.0008) +[2026-06-07 03:27:45,146][521438] Updated weights for policy 0, policy_version 22756 (0.0008) +[2026-06-07 03:27:45,252][521438] Updated weights for policy 0, policy_version 22766 (0.0008) +[2026-06-07 03:27:45,395][521438] Updated weights for policy 0, policy_version 22779 (0.0008) +[2026-06-07 03:27:45,543][521438] Updated weights for policy 0, policy_version 22792 (0.0009) +[2026-06-07 03:27:45,667][521438] Updated weights for policy 0, policy_version 22804 (0.0008) +[2026-06-07 03:27:45,784][521438] Updated weights for policy 0, policy_version 22815 (0.0008) +[2026-06-07 03:27:46,380][521438] Updated weights for policy 0, policy_version 22827 (0.0008) +[2026-06-07 03:27:46,542][521438] Updated weights for policy 0, policy_version 22842 (0.0008) +[2026-06-07 03:27:46,667][521438] Updated weights for policy 0, policy_version 22853 (0.0008) +[2026-06-07 03:27:46,799][521438] Updated weights for policy 0, policy_version 22865 (0.0008) +[2026-06-07 03:27:46,915][521438] Updated weights for policy 0, policy_version 22875 (0.0008) +[2026-06-07 03:27:47,546][521438] Updated weights for policy 0, policy_version 22887 (0.0009) +[2026-06-07 03:27:47,701][521438] Updated weights for policy 0, policy_version 22902 (0.0008) +[2026-06-07 03:27:47,825][521438] Updated weights for policy 0, policy_version 22914 (0.0008) +[2026-06-07 03:27:47,964][521438] Updated weights for policy 0, policy_version 22926 (0.0009) +[2026-06-07 03:27:48,098][521438] Updated weights for policy 0, policy_version 22938 (0.0009) +[2026-06-07 03:27:48,718][521438] Updated weights for policy 0, policy_version 22949 (0.0008) +[2026-06-07 03:27:48,865][521438] Updated weights for policy 0, policy_version 22962 (0.0009) +[2026-06-07 03:27:48,986][521438] Updated weights for policy 0, policy_version 22973 (0.0008) +[2026-06-07 03:27:49,121][521438] Updated weights for policy 0, policy_version 22985 (0.0008) +[2026-06-07 03:27:49,266][521438] Updated weights for policy 0, policy_version 22998 (0.0008) +[2026-06-07 03:27:49,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27103.0). Total num frames: 11763712. Throughput: 0: 27323.7. Samples: 11752960. Policy #0 lag: (min: 39.0, avg: 50.8, max: 103.0) +[2026-06-07 03:27:49,313][519537] Avg episode reward: [(0, '67.244')] +[2026-06-07 03:27:49,886][521438] Updated weights for policy 0, policy_version 23009 (0.0008) +[2026-06-07 03:27:49,997][521438] Updated weights for policy 0, policy_version 23019 (0.0008) +[2026-06-07 03:27:50,119][521438] Updated weights for policy 0, policy_version 23030 (0.0008) +[2026-06-07 03:27:50,239][521438] Updated weights for policy 0, policy_version 23040 (0.0008) +[2026-06-07 03:27:50,364][521438] Updated weights for policy 0, policy_version 23052 (0.0008) +[2026-06-07 03:27:50,479][521438] Updated weights for policy 0, policy_version 23062 (0.0008) +[2026-06-07 03:27:51,064][521438] Updated weights for policy 0, policy_version 23073 (0.0008) +[2026-06-07 03:27:51,184][521438] Updated weights for policy 0, policy_version 23084 (0.0008) +[2026-06-07 03:27:51,318][521438] Updated weights for policy 0, policy_version 23096 (0.0008) +[2026-06-07 03:27:51,448][521438] Updated weights for policy 0, policy_version 23107 (0.0008) +[2026-06-07 03:27:51,583][521438] Updated weights for policy 0, policy_version 23120 (0.0008) +[2026-06-07 03:27:51,712][521438] Updated weights for policy 0, policy_version 23131 (0.0008) +[2026-06-07 03:27:52,273][521438] Updated weights for policy 0, policy_version 23141 (0.0008) +[2026-06-07 03:27:52,419][521438] Updated weights for policy 0, policy_version 23155 (0.0008) +[2026-06-07 03:27:52,542][521438] Updated weights for policy 0, policy_version 23166 (0.0008) +[2026-06-07 03:27:52,678][521438] Updated weights for policy 0, policy_version 23178 (0.0008) +[2026-06-07 03:27:52,812][521438] Updated weights for policy 0, policy_version 23190 (0.0008) +[2026-06-07 03:27:53,483][521438] Updated weights for policy 0, policy_version 23203 (0.0008) +[2026-06-07 03:27:53,603][521438] Updated weights for policy 0, policy_version 23214 (0.0008) +[2026-06-07 03:27:53,743][521438] Updated weights for policy 0, policy_version 23227 (0.0008) +[2026-06-07 03:27:53,872][521438] Updated weights for policy 0, policy_version 23239 (0.0008) +[2026-06-07 03:27:53,993][521438] Updated weights for policy 0, policy_version 23249 (0.0008) +[2026-06-07 03:27:54,124][521438] Updated weights for policy 0, policy_version 23262 (0.0008) +[2026-06-07 03:27:54,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 11927552. Throughput: 0: 27295.3. Samples: 11916800. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-07 03:27:54,313][519537] Avg episode reward: [(0, '68.090')] +[2026-06-07 03:27:54,747][521438] Updated weights for policy 0, policy_version 23274 (0.0008) +[2026-06-07 03:27:54,876][521438] Updated weights for policy 0, policy_version 23286 (0.0008) +[2026-06-07 03:27:54,988][521438] Updated weights for policy 0, policy_version 23296 (0.0008) +[2026-06-07 03:27:55,107][521438] Updated weights for policy 0, policy_version 23307 (0.0008) +[2026-06-07 03:27:55,238][521438] Updated weights for policy 0, policy_version 23319 (0.0008) +[2026-06-07 03:27:55,873][521438] Updated weights for policy 0, policy_version 23329 (0.0008) +[2026-06-07 03:27:56,007][521438] Updated weights for policy 0, policy_version 23341 (0.0008) +[2026-06-07 03:27:56,121][521438] Updated weights for policy 0, policy_version 23352 (0.0008) +[2026-06-07 03:27:56,238][521438] Updated weights for policy 0, policy_version 23362 (0.0008) +[2026-06-07 03:27:56,357][521438] Updated weights for policy 0, policy_version 23373 (0.0008) +[2026-06-07 03:27:56,474][521438] Updated weights for policy 0, policy_version 23383 (0.0008) +[2026-06-07 03:27:57,104][521438] Updated weights for policy 0, policy_version 23394 (0.0008) +[2026-06-07 03:27:57,222][521438] Updated weights for policy 0, policy_version 23405 (0.0008) +[2026-06-07 03:27:57,366][521438] Updated weights for policy 0, policy_version 23418 (0.0008) +[2026-06-07 03:27:57,477][521438] Updated weights for policy 0, policy_version 23428 (0.0008) +[2026-06-07 03:27:57,610][521438] Updated weights for policy 0, policy_version 23440 (0.0008) +[2026-06-07 03:27:57,752][521438] Updated weights for policy 0, policy_version 23453 (0.0008) +[2026-06-07 03:27:58,381][521438] Updated weights for policy 0, policy_version 23464 (0.0008) +[2026-06-07 03:27:58,502][521438] Updated weights for policy 0, policy_version 23475 (0.0008) +[2026-06-07 03:27:58,632][521438] Updated weights for policy 0, policy_version 23487 (0.0008) +[2026-06-07 03:27:58,771][521438] Updated weights for policy 0, policy_version 23499 (0.0008) +[2026-06-07 03:27:58,899][521438] Updated weights for policy 0, policy_version 23510 (0.0008) +[2026-06-07 03:27:59,008][521438] Updated weights for policy 0, policy_version 23520 (0.0008) +[2026-06-07 03:27:59,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 12058624. Throughput: 0: 27315.2. Samples: 12080000. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-07 03:27:59,313][519537] Avg episode reward: [(0, '68.294')] +[2026-06-07 03:27:59,652][521438] Updated weights for policy 0, policy_version 23532 (0.0008) +[2026-06-07 03:27:59,775][521438] Updated weights for policy 0, policy_version 23543 (0.0008) +[2026-06-07 03:27:59,904][521438] Updated weights for policy 0, policy_version 23555 (0.0008) +[2026-06-07 03:28:00,027][521438] Updated weights for policy 0, policy_version 23566 (0.0008) +[2026-06-07 03:28:00,146][521438] Updated weights for policy 0, policy_version 23577 (0.0008) +[2026-06-07 03:28:00,748][521438] Updated weights for policy 0, policy_version 23587 (0.0007) +[2026-06-07 03:28:00,893][521438] Updated weights for policy 0, policy_version 23599 (0.0007) +[2026-06-07 03:28:00,998][521438] Updated weights for policy 0, policy_version 23609 (0.0008) +[2026-06-07 03:28:01,118][521438] Updated weights for policy 0, policy_version 23620 (0.0008) +[2026-06-07 03:28:01,267][521438] Updated weights for policy 0, policy_version 23634 (0.0008) +[2026-06-07 03:28:01,387][521438] Updated weights for policy 0, policy_version 23645 (0.0008) +[2026-06-07 03:28:02,056][521438] Updated weights for policy 0, policy_version 23657 (0.0008) +[2026-06-07 03:28:02,196][521438] Updated weights for policy 0, policy_version 23669 (0.0008) +[2026-06-07 03:28:02,321][521438] Updated weights for policy 0, policy_version 23681 (0.0008) +[2026-06-07 03:28:02,466][521438] Updated weights for policy 0, policy_version 23694 (0.0008) +[2026-06-07 03:28:02,586][521438] Updated weights for policy 0, policy_version 23705 (0.0008) +[2026-06-07 03:28:03,161][521438] Updated weights for policy 0, policy_version 23715 (0.0008) +[2026-06-07 03:28:03,291][521438] Updated weights for policy 0, policy_version 23726 (0.0008) +[2026-06-07 03:28:03,431][521438] Updated weights for policy 0, policy_version 23739 (0.0008) +[2026-06-07 03:28:03,557][521438] Updated weights for policy 0, policy_version 23750 (0.0008) +[2026-06-07 03:28:03,677][521438] Updated weights for policy 0, policy_version 23761 (0.0008) +[2026-06-07 03:28:03,792][521438] Updated weights for policy 0, policy_version 23771 (0.0008) +[2026-06-07 03:28:04,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 12189696. Throughput: 0: 27622.4. Samples: 12170496. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-07 03:28:04,313][519537] Avg episode reward: [(0, '66.493')] +[2026-06-07 03:28:04,397][521438] Updated weights for policy 0, policy_version 23781 (0.0008) +[2026-06-07 03:28:04,507][521438] Updated weights for policy 0, policy_version 23791 (0.0008) +[2026-06-07 03:28:04,624][521438] Updated weights for policy 0, policy_version 23802 (0.0008) +[2026-06-07 03:28:04,742][521438] Updated weights for policy 0, policy_version 23812 (0.0008) +[2026-06-07 03:28:04,863][521438] Updated weights for policy 0, policy_version 23823 (0.0008) +[2026-06-07 03:28:04,997][521438] Updated weights for policy 0, policy_version 23835 (0.0008) +[2026-06-07 03:28:05,605][521438] Updated weights for policy 0, policy_version 23846 (0.0008) +[2026-06-07 03:28:05,717][521438] Updated weights for policy 0, policy_version 23856 (0.0008) +[2026-06-07 03:28:05,850][521438] Updated weights for policy 0, policy_version 23867 (0.0008) +[2026-06-07 03:28:05,986][521438] Updated weights for policy 0, policy_version 23880 (0.0008) +[2026-06-07 03:28:06,116][521438] Updated weights for policy 0, policy_version 23892 (0.0008) +[2026-06-07 03:28:06,234][521438] Updated weights for policy 0, policy_version 23902 (0.0008) +[2026-06-07 03:28:06,834][521438] Updated weights for policy 0, policy_version 23914 (0.0008) +[2026-06-07 03:28:06,976][521438] Updated weights for policy 0, policy_version 23927 (0.0008) +[2026-06-07 03:28:07,126][521438] Updated weights for policy 0, policy_version 23940 (0.0008) +[2026-06-07 03:28:07,252][521438] Updated weights for policy 0, policy_version 23951 (0.0008) +[2026-06-07 03:28:07,362][521438] Updated weights for policy 0, policy_version 23961 (0.0008) +[2026-06-07 03:28:07,951][521438] Updated weights for policy 0, policy_version 23973 (0.0008) +[2026-06-07 03:28:08,062][521438] Updated weights for policy 0, policy_version 23983 (0.0008) +[2026-06-07 03:28:08,173][521438] Updated weights for policy 0, policy_version 23993 (0.0008) +[2026-06-07 03:28:08,297][521438] Updated weights for policy 0, policy_version 24004 (0.0008) +[2026-06-07 03:28:08,436][521438] Updated weights for policy 0, policy_version 24016 (0.0008) +[2026-06-07 03:28:08,565][521438] Updated weights for policy 0, policy_version 24028 (0.0008) +[2026-06-07 03:28:09,135][521438] Updated weights for policy 0, policy_version 24038 (0.0008) +[2026-06-07 03:28:09,279][521438] Updated weights for policy 0, policy_version 24052 (0.0008) +[2026-06-07 03:28:09,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 12320768. Throughput: 0: 27559.8. Samples: 12331904. Policy #0 lag: (min: 27.0, avg: 73.8, max: 91.0) +[2026-06-07 03:28:09,314][519537] Avg episode reward: [(0, '57.283')] +[2026-06-07 03:28:09,422][521438] Updated weights for policy 0, policy_version 24065 (0.0009) +[2026-06-07 03:28:09,539][521438] Updated weights for policy 0, policy_version 24076 (0.0008) +[2026-06-07 03:28:09,673][521438] Updated weights for policy 0, policy_version 24088 (0.0009) +[2026-06-07 03:28:10,325][521438] Updated weights for policy 0, policy_version 24100 (0.0008) +[2026-06-07 03:28:10,477][521438] Updated weights for policy 0, policy_version 24114 (0.0008) +[2026-06-07 03:28:10,599][521438] Updated weights for policy 0, policy_version 24126 (0.0008) +[2026-06-07 03:28:10,729][521438] Updated weights for policy 0, policy_version 24138 (0.0008) +[2026-06-07 03:28:10,878][521438] Updated weights for policy 0, policy_version 24151 (0.0008) +[2026-06-07 03:28:11,472][521438] Updated weights for policy 0, policy_version 24161 (0.0008) +[2026-06-07 03:28:11,610][521438] Updated weights for policy 0, policy_version 24174 (0.0008) +[2026-06-07 03:28:11,739][521438] Updated weights for policy 0, policy_version 24186 (0.0008) +[2026-06-07 03:28:11,879][521438] Updated weights for policy 0, policy_version 24199 (0.0008) +[2026-06-07 03:28:11,990][521438] Updated weights for policy 0, policy_version 24210 (0.0008) +[2026-06-07 03:28:12,115][521438] Updated weights for policy 0, policy_version 24221 (0.0008) +[2026-06-07 03:28:12,742][521438] Updated weights for policy 0, policy_version 24232 (0.0008) +[2026-06-07 03:28:12,856][521438] Updated weights for policy 0, policy_version 24243 (0.0008) +[2026-06-07 03:28:12,996][521438] Updated weights for policy 0, policy_version 24256 (0.0008) +[2026-06-07 03:28:13,112][521438] Updated weights for policy 0, policy_version 24267 (0.0008) +[2026-06-07 03:28:13,258][521438] Updated weights for policy 0, policy_version 24280 (0.0009) +[2026-06-07 03:28:13,880][521438] Updated weights for policy 0, policy_version 24292 (0.0008) +[2026-06-07 03:28:14,019][521438] Updated weights for policy 0, policy_version 24305 (0.0008) +[2026-06-07 03:28:14,127][521438] Updated weights for policy 0, policy_version 24315 (0.0008) +[2026-06-07 03:28:14,244][521438] Updated weights for policy 0, policy_version 24326 (0.0008) +[2026-06-07 03:28:14,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 12451840. Throughput: 0: 27522.8. Samples: 12495744. Policy #0 lag: (min: 27.0, avg: 73.8, max: 91.0) +[2026-06-07 03:28:14,313][519537] Avg episode reward: [(0, '70.032')] +[2026-06-07 03:28:14,389][521438] Updated weights for policy 0, policy_version 24339 (0.0008) +[2026-06-07 03:28:14,526][521438] Updated weights for policy 0, policy_version 24352 (0.0008) +[2026-06-07 03:28:15,164][521438] Updated weights for policy 0, policy_version 24364 (0.0008) +[2026-06-07 03:28:15,292][521438] Updated weights for policy 0, policy_version 24376 (0.0008) +[2026-06-07 03:28:15,438][521438] Updated weights for policy 0, policy_version 24390 (0.0008) +[2026-06-07 03:28:15,570][521438] Updated weights for policy 0, policy_version 24402 (0.0009) +[2026-06-07 03:28:15,723][521438] Updated weights for policy 0, policy_version 24416 (0.0008) +[2026-06-07 03:28:16,385][521438] Updated weights for policy 0, policy_version 24429 (0.0008) +[2026-06-07 03:28:16,527][521438] Updated weights for policy 0, policy_version 24442 (0.0008) +[2026-06-07 03:28:16,641][521438] Updated weights for policy 0, policy_version 24453 (0.0008) +[2026-06-07 03:28:16,773][521438] Updated weights for policy 0, policy_version 24465 (0.0008) +[2026-06-07 03:28:16,899][521438] Updated weights for policy 0, policy_version 24476 (0.0008) +[2026-06-07 03:28:17,477][521438] Updated weights for policy 0, policy_version 24486 (0.0008) +[2026-06-07 03:28:17,607][521438] Updated weights for policy 0, policy_version 24498 (0.0008) +[2026-06-07 03:28:17,730][521438] Updated weights for policy 0, policy_version 24510 (0.0008) +[2026-06-07 03:28:17,883][521438] Updated weights for policy 0, policy_version 24524 (0.0008) +[2026-06-07 03:28:18,026][521438] Updated weights for policy 0, policy_version 24537 (0.0008) +[2026-06-07 03:28:18,640][521438] Updated weights for policy 0, policy_version 24548 (0.0008) +[2026-06-07 03:28:18,761][521438] Updated weights for policy 0, policy_version 24559 (0.0008) +[2026-06-07 03:28:18,880][521438] Updated weights for policy 0, policy_version 24570 (0.0008) +[2026-06-07 03:28:19,010][521438] Updated weights for policy 0, policy_version 24582 (0.0008) +[2026-06-07 03:28:19,128][521438] Updated weights for policy 0, policy_version 24592 (0.0008) +[2026-06-07 03:28:19,250][521438] Updated weights for policy 0, policy_version 24603 (0.0008) +[2026-06-07 03:28:19,313][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27325.2). Total num frames: 12615680. Throughput: 0: 27264.0. Samples: 12574976. Policy #0 lag: (min: 27.0, avg: 73.8, max: 91.0) +[2026-06-07 03:28:19,314][519537] Avg episode reward: [(0, '70.555')] +[2026-06-07 03:28:19,320][520965] Saving new best policy, reward=70.555! +[2026-06-07 03:28:19,837][521438] Updated weights for policy 0, policy_version 24615 (0.0008) +[2026-06-07 03:28:19,972][521438] Updated weights for policy 0, policy_version 24627 (0.0008) +[2026-06-07 03:28:20,097][521438] Updated weights for policy 0, policy_version 24638 (0.0008) +[2026-06-07 03:28:20,247][521438] Updated weights for policy 0, policy_version 24651 (0.0008) +[2026-06-07 03:28:20,362][521438] Updated weights for policy 0, policy_version 24662 (0.0008) +[2026-06-07 03:28:20,963][521438] Updated weights for policy 0, policy_version 24673 (0.0008) +[2026-06-07 03:28:21,090][521438] Updated weights for policy 0, policy_version 24684 (0.0008) +[2026-06-07 03:28:21,232][521438] Updated weights for policy 0, policy_version 24697 (0.0008) +[2026-06-07 03:28:21,359][521438] Updated weights for policy 0, policy_version 24708 (0.0008) +[2026-06-07 03:28:21,481][521438] Updated weights for policy 0, policy_version 24719 (0.0008) +[2026-06-07 03:28:21,594][521438] Updated weights for policy 0, policy_version 24729 (0.0008) +[2026-06-07 03:28:22,195][521438] Updated weights for policy 0, policy_version 24739 (0.0008) +[2026-06-07 03:28:22,326][521438] Updated weights for policy 0, policy_version 24752 (0.0008) +[2026-06-07 03:28:22,437][521438] Updated weights for policy 0, policy_version 24762 (0.0008) +[2026-06-07 03:28:22,574][521438] Updated weights for policy 0, policy_version 24775 (0.0008) +[2026-06-07 03:28:22,706][521438] Updated weights for policy 0, policy_version 24786 (0.0008) +[2026-06-07 03:28:22,774][520965] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000002 +[2026-06-07 03:28:23,359][521438] Updated weights for policy 0, policy_version 24797 (0.0008) +[2026-06-07 03:28:23,477][521438] Updated weights for policy 0, policy_version 24807 (0.0008) +[2026-06-07 03:28:23,598][521438] Updated weights for policy 0, policy_version 24818 (0.0008) +[2026-06-07 03:28:23,717][521438] Updated weights for policy 0, policy_version 24829 (0.0008) +[2026-06-07 03:28:23,837][521438] Updated weights for policy 0, policy_version 24840 (0.0008) +[2026-06-07 03:28:23,967][521438] Updated weights for policy 0, policy_version 24851 (0.0008) +[2026-06-07 03:28:24,313][519537] Fps is (10 sec: 29491.0, 60 sec: 27852.8, 300 sec: 27214.1). Total num frames: 12746752. Throughput: 0: 27414.7. Samples: 12744832. Policy #0 lag: (min: 27.0, avg: 73.8, max: 91.0) +[2026-06-07 03:28:24,314][519537] Avg episode reward: [(0, '68.759')] +[2026-06-07 03:28:24,547][521438] Updated weights for policy 0, policy_version 24862 (0.0008) +[2026-06-07 03:28:24,669][521438] Updated weights for policy 0, policy_version 24873 (0.0008) +[2026-06-07 03:28:24,808][521438] Updated weights for policy 0, policy_version 24885 (0.0008) +[2026-06-07 03:28:24,930][521438] Updated weights for policy 0, policy_version 24896 (0.0008) +[2026-06-07 03:28:25,049][521438] Updated weights for policy 0, policy_version 24906 (0.0008) +[2026-06-07 03:28:25,178][521438] Updated weights for policy 0, policy_version 24918 (0.0008) +[2026-06-07 03:28:25,775][521438] Updated weights for policy 0, policy_version 24929 (0.0008) +[2026-06-07 03:28:25,892][521438] Updated weights for policy 0, policy_version 24940 (0.0008) +[2026-06-07 03:28:26,023][521438] Updated weights for policy 0, policy_version 24952 (0.0008) +[2026-06-07 03:28:26,151][521438] Updated weights for policy 0, policy_version 24963 (0.0008) +[2026-06-07 03:28:26,279][521438] Updated weights for policy 0, policy_version 24975 (0.0008) +[2026-06-07 03:28:26,905][521438] Updated weights for policy 0, policy_version 24986 (0.0008) +[2026-06-07 03:28:27,028][521438] Updated weights for policy 0, policy_version 24997 (0.0008) +[2026-06-07 03:28:27,162][521438] Updated weights for policy 0, policy_version 25009 (0.0008) +[2026-06-07 03:28:27,277][521438] Updated weights for policy 0, policy_version 25019 (0.0008) +[2026-06-07 03:28:27,388][521438] Updated weights for policy 0, policy_version 25030 (0.0008) +[2026-06-07 03:28:27,506][521438] Updated weights for policy 0, policy_version 25040 (0.0008) +[2026-06-07 03:28:28,117][521438] Updated weights for policy 0, policy_version 25051 (0.0008) +[2026-06-07 03:28:28,276][521438] Updated weights for policy 0, policy_version 25066 (0.0008) +[2026-06-07 03:28:28,414][521438] Updated weights for policy 0, policy_version 25078 (0.0008) +[2026-06-07 03:28:28,537][521438] Updated weights for policy 0, policy_version 25089 (0.0008) +[2026-06-07 03:28:28,657][521438] Updated weights for policy 0, policy_version 25099 (0.0008) +[2026-06-07 03:28:28,777][521438] Updated weights for policy 0, policy_version 25110 (0.0008) +[2026-06-07 03:28:29,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 12877824. Throughput: 0: 27389.1. Samples: 12908416. Policy #0 lag: (min: 49.0, avg: 91.6, max: 113.0) +[2026-06-07 03:28:29,313][519537] Avg episode reward: [(0, '74.853')] +[2026-06-07 03:28:29,414][521438] Updated weights for policy 0, policy_version 25123 (0.0008) +[2026-06-07 03:28:29,528][521438] Updated weights for policy 0, policy_version 25133 (0.0008) +[2026-06-07 03:28:29,667][521438] Updated weights for policy 0, policy_version 25146 (0.0008) +[2026-06-07 03:28:29,810][521438] Updated weights for policy 0, policy_version 25159 (0.0009) +[2026-06-07 03:28:29,933][521438] Updated weights for policy 0, policy_version 25170 (0.0008) +[2026-06-07 03:28:29,997][520965] Saving new best policy, reward=74.853! +[2026-06-07 03:28:30,543][521438] Updated weights for policy 0, policy_version 25180 (0.0008) +[2026-06-07 03:28:30,678][521438] Updated weights for policy 0, policy_version 25192 (0.0008) +[2026-06-07 03:28:30,797][521438] Updated weights for policy 0, policy_version 25203 (0.0008) +[2026-06-07 03:28:30,911][521438] Updated weights for policy 0, policy_version 25214 (0.0008) +[2026-06-07 03:28:31,032][521438] Updated weights for policy 0, policy_version 25224 (0.0008) +[2026-06-07 03:28:31,151][521438] Updated weights for policy 0, policy_version 25235 (0.0008) +[2026-06-07 03:28:31,733][521438] Updated weights for policy 0, policy_version 25245 (0.0008) +[2026-06-07 03:28:31,863][521438] Updated weights for policy 0, policy_version 25257 (0.0005) +[2026-06-07 03:28:31,985][521438] Updated weights for policy 0, policy_version 25268 (0.0005) +[2026-06-07 03:28:32,103][521438] Updated weights for policy 0, policy_version 25278 (0.0005) +[2026-06-07 03:28:32,220][521438] Updated weights for policy 0, policy_version 25288 (0.0005) +[2026-06-07 03:28:32,337][521438] Updated weights for policy 0, policy_version 25298 (0.0005) +[2026-06-07 03:28:32,900][521438] Updated weights for policy 0, policy_version 25308 (0.0006) +[2026-06-07 03:28:33,026][521438] Updated weights for policy 0, policy_version 25319 (0.0008) +[2026-06-07 03:28:33,155][521438] Updated weights for policy 0, policy_version 25331 (0.0008) +[2026-06-07 03:28:33,263][521438] Updated weights for policy 0, policy_version 25341 (0.0008) +[2026-06-07 03:28:33,376][521438] Updated weights for policy 0, policy_version 25351 (0.0008) +[2026-06-07 03:28:33,501][521438] Updated weights for policy 0, policy_version 25362 (0.0008) +[2026-06-07 03:28:34,084][521438] Updated weights for policy 0, policy_version 25373 (0.0008) +[2026-06-07 03:28:34,215][521438] Updated weights for policy 0, policy_version 25386 (0.0008) +[2026-06-07 03:28:34,313][519537] Fps is (10 sec: 26213.8, 60 sec: 27306.6, 300 sec: 27214.1). Total num frames: 13008896. Throughput: 0: 27494.2. Samples: 12990208. Policy #0 lag: (min: 49.0, avg: 91.6, max: 113.0) +[2026-06-07 03:28:34,315][519537] Avg episode reward: [(0, '67.842')] +[2026-06-07 03:28:34,346][521438] Updated weights for policy 0, policy_version 25398 (0.0008) +[2026-06-07 03:28:34,456][521438] Updated weights for policy 0, policy_version 25408 (0.0008) +[2026-06-07 03:28:34,563][521438] Updated weights for policy 0, policy_version 25418 (0.0008) +[2026-06-07 03:28:34,687][521438] Updated weights for policy 0, policy_version 25429 (0.0008) +[2026-06-07 03:28:35,281][521438] Updated weights for policy 0, policy_version 25439 (0.0009) +[2026-06-07 03:28:35,416][521438] Updated weights for policy 0, policy_version 25452 (0.0009) +[2026-06-07 03:28:35,540][521438] Updated weights for policy 0, policy_version 25463 (0.0008) +[2026-06-07 03:28:35,663][521438] Updated weights for policy 0, policy_version 25474 (0.0008) +[2026-06-07 03:28:35,775][521438] Updated weights for policy 0, policy_version 25484 (0.0009) +[2026-06-07 03:28:36,386][521438] Updated weights for policy 0, policy_version 25497 (0.0011) +[2026-06-07 03:28:36,506][521438] Updated weights for policy 0, policy_version 25508 (0.0005) +[2026-06-07 03:28:36,625][521438] Updated weights for policy 0, policy_version 25518 (0.0005) +[2026-06-07 03:28:36,743][521438] Updated weights for policy 0, policy_version 25528 (0.0004) +[2026-06-07 03:28:36,857][521438] Updated weights for policy 0, policy_version 25539 (0.0008) +[2026-06-07 03:28:36,993][521438] Updated weights for policy 0, policy_version 25551 (0.0011) +[2026-06-07 03:28:37,588][521438] Updated weights for policy 0, policy_version 25561 (0.0011) +[2026-06-07 03:28:37,696][521438] Updated weights for policy 0, policy_version 25571 (0.0005) +[2026-06-07 03:28:37,816][521438] Updated weights for policy 0, policy_version 25582 (0.0005) +[2026-06-07 03:28:37,929][521438] Updated weights for policy 0, policy_version 25592 (0.0005) +[2026-06-07 03:28:38,055][521438] Updated weights for policy 0, policy_version 25603 (0.0007) +[2026-06-07 03:28:38,171][521438] Updated weights for policy 0, policy_version 25613 (0.0008) +[2026-06-07 03:28:38,294][521438] Updated weights for policy 0, policy_version 25624 (0.0008) +[2026-06-07 03:28:38,843][521438] Updated weights for policy 0, policy_version 25634 (0.0008) +[2026-06-07 03:28:38,955][521438] Updated weights for policy 0, policy_version 25644 (0.0008) +[2026-06-07 03:28:39,066][521438] Updated weights for policy 0, policy_version 25654 (0.0008) +[2026-06-07 03:28:39,211][521438] Updated weights for policy 0, policy_version 25667 (0.0008) +[2026-06-07 03:28:39,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 13139968. Throughput: 0: 27528.5. Samples: 13155584. Policy #0 lag: (min: 49.0, avg: 91.6, max: 113.0) +[2026-06-07 03:28:39,313][519537] Avg episode reward: [(0, '79.947')] +[2026-06-07 03:28:39,329][521438] Updated weights for policy 0, policy_version 25677 (0.0008) +[2026-06-07 03:28:39,445][520965] Saving new best policy, reward=79.947! +[2026-06-07 03:28:39,988][521438] Updated weights for policy 0, policy_version 25690 (0.0008) +[2026-06-07 03:28:40,114][521438] Updated weights for policy 0, policy_version 25702 (0.0008) +[2026-06-07 03:28:40,246][521438] Updated weights for policy 0, policy_version 25714 (0.0008) +[2026-06-07 03:28:40,361][521438] Updated weights for policy 0, policy_version 25724 (0.0008) +[2026-06-07 03:28:40,507][521438] Updated weights for policy 0, policy_version 25737 (0.0008) +[2026-06-07 03:28:40,626][521438] Updated weights for policy 0, policy_version 25748 (0.0008) +[2026-06-07 03:28:41,220][521438] Updated weights for policy 0, policy_version 25759 (0.0008) +[2026-06-07 03:28:41,340][521438] Updated weights for policy 0, policy_version 25771 (0.0008) +[2026-06-07 03:28:41,484][521438] Updated weights for policy 0, policy_version 25784 (0.0008) +[2026-06-07 03:28:41,602][521438] Updated weights for policy 0, policy_version 25794 (0.0008) +[2026-06-07 03:28:41,722][521438] Updated weights for policy 0, policy_version 25805 (0.0008) +[2026-06-07 03:28:41,844][521438] Updated weights for policy 0, policy_version 25816 (0.0008) +[2026-06-07 03:28:42,445][521438] Updated weights for policy 0, policy_version 25827 (0.0008) +[2026-06-07 03:28:42,593][521438] Updated weights for policy 0, policy_version 25841 (0.0008) +[2026-06-07 03:28:42,744][521438] Updated weights for policy 0, policy_version 25854 (0.0009) +[2026-06-07 03:28:42,889][521438] Updated weights for policy 0, policy_version 25868 (0.0008) +[2026-06-07 03:28:43,023][521438] Updated weights for policy 0, policy_version 25880 (0.0008) +[2026-06-07 03:28:43,650][521438] Updated weights for policy 0, policy_version 25892 (0.0008) +[2026-06-07 03:28:43,770][521438] Updated weights for policy 0, policy_version 25903 (0.0008) +[2026-06-07 03:28:43,901][521438] Updated weights for policy 0, policy_version 25915 (0.0008) +[2026-06-07 03:28:44,032][521438] Updated weights for policy 0, policy_version 25926 (0.0008) +[2026-06-07 03:28:44,145][521438] Updated weights for policy 0, policy_version 25937 (0.0008) +[2026-06-07 03:28:44,312][519537] Fps is (10 sec: 29492.1, 60 sec: 27852.8, 300 sec: 27325.2). Total num frames: 13303808. Throughput: 0: 27574.1. Samples: 13320832. Policy #0 lag: (min: 8.0, avg: 47.9, max: 72.0) +[2026-06-07 03:28:44,313][519537] Avg episode reward: [(0, '71.755')] +[2026-06-07 03:28:44,746][521438] Updated weights for policy 0, policy_version 25949 (0.0009) +[2026-06-07 03:28:44,855][521438] Updated weights for policy 0, policy_version 25959 (0.0008) +[2026-06-07 03:28:44,979][521438] Updated weights for policy 0, policy_version 25970 (0.0008) +[2026-06-07 03:28:45,131][521438] Updated weights for policy 0, policy_version 25983 (0.0008) +[2026-06-07 03:28:45,245][521438] Updated weights for policy 0, policy_version 25993 (0.0008) +[2026-06-07 03:28:45,357][521438] Updated weights for policy 0, policy_version 26003 (0.0008) +[2026-06-07 03:28:45,967][521438] Updated weights for policy 0, policy_version 26015 (0.0008) +[2026-06-07 03:28:46,120][521438] Updated weights for policy 0, policy_version 26029 (0.0008) +[2026-06-07 03:28:46,264][521438] Updated weights for policy 0, policy_version 26042 (0.0009) +[2026-06-07 03:28:46,376][521438] Updated weights for policy 0, policy_version 26052 (0.0008) +[2026-06-07 03:28:46,491][521438] Updated weights for policy 0, policy_version 26062 (0.0008) +[2026-06-07 03:28:47,111][521438] Updated weights for policy 0, policy_version 26075 (0.0008) +[2026-06-07 03:28:47,224][521438] Updated weights for policy 0, policy_version 26085 (0.0008) +[2026-06-07 03:28:47,364][521438] Updated weights for policy 0, policy_version 26098 (0.0008) +[2026-06-07 03:28:47,506][521438] Updated weights for policy 0, policy_version 26111 (0.0008) +[2026-06-07 03:28:47,625][521438] Updated weights for policy 0, policy_version 26122 (0.0008) +[2026-06-07 03:28:47,769][521438] Updated weights for policy 0, policy_version 26135 (0.0008) +[2026-06-07 03:28:48,386][521438] Updated weights for policy 0, policy_version 26146 (0.0008) +[2026-06-07 03:28:48,532][521438] Updated weights for policy 0, policy_version 26159 (0.0008) +[2026-06-07 03:28:48,667][521438] Updated weights for policy 0, policy_version 26171 (0.0008) +[2026-06-07 03:28:48,815][521438] Updated weights for policy 0, policy_version 26184 (0.0008) +[2026-06-07 03:28:48,937][521438] Updated weights for policy 0, policy_version 26195 (0.0008) +[2026-06-07 03:28:49,313][519537] Fps is (10 sec: 29490.9, 60 sec: 27852.8, 300 sec: 27325.2). Total num frames: 13434880. Throughput: 0: 27571.1. Samples: 13411200. Policy #0 lag: (min: 8.0, avg: 47.9, max: 72.0) +[2026-06-07 03:28:49,314][519537] Avg episode reward: [(0, '70.071')] +[2026-06-07 03:28:49,530][521438] Updated weights for policy 0, policy_version 26205 (0.0009) +[2026-06-07 03:28:49,664][521438] Updated weights for policy 0, policy_version 26217 (0.0008) +[2026-06-07 03:28:49,788][521438] Updated weights for policy 0, policy_version 26228 (0.0008) +[2026-06-07 03:28:49,903][521438] Updated weights for policy 0, policy_version 26239 (0.0008) +[2026-06-07 03:28:50,032][521438] Updated weights for policy 0, policy_version 26250 (0.0008) +[2026-06-07 03:28:50,177][521438] Updated weights for policy 0, policy_version 26263 (0.0008) +[2026-06-07 03:28:50,801][521438] Updated weights for policy 0, policy_version 26273 (0.0008) +[2026-06-07 03:28:50,939][521438] Updated weights for policy 0, policy_version 26286 (0.0009) +[2026-06-07 03:28:51,072][521438] Updated weights for policy 0, policy_version 26298 (0.0008) +[2026-06-07 03:28:51,203][521438] Updated weights for policy 0, policy_version 26310 (0.0008) +[2026-06-07 03:28:51,316][521438] Updated weights for policy 0, policy_version 26320 (0.0008) +[2026-06-07 03:28:51,912][521438] Updated weights for policy 0, policy_version 26330 (0.0008) +[2026-06-07 03:28:52,059][521438] Updated weights for policy 0, policy_version 26344 (0.0008) +[2026-06-07 03:28:52,209][521438] Updated weights for policy 0, policy_version 26357 (0.0008) +[2026-06-07 03:28:52,354][521438] Updated weights for policy 0, policy_version 26370 (0.0008) +[2026-06-07 03:28:52,465][521438] Updated weights for policy 0, policy_version 26380 (0.0008) +[2026-06-07 03:28:52,575][521438] Updated weights for policy 0, policy_version 26390 (0.0009) +[2026-06-07 03:28:53,154][521438] Updated weights for policy 0, policy_version 26400 (0.0008) +[2026-06-07 03:28:53,277][521438] Updated weights for policy 0, policy_version 26411 (0.0008) +[2026-06-07 03:28:53,409][521438] Updated weights for policy 0, policy_version 26423 (0.0008) +[2026-06-07 03:28:53,519][521438] Updated weights for policy 0, policy_version 26433 (0.0009) +[2026-06-07 03:28:53,642][521438] Updated weights for policy 0, policy_version 26444 (0.0008) +[2026-06-07 03:28:53,755][521438] Updated weights for policy 0, policy_version 26454 (0.0008) +[2026-06-07 03:28:54,315][519537] Fps is (10 sec: 26207.7, 60 sec: 27305.5, 300 sec: 27325.0). Total num frames: 13565952. Throughput: 0: 27655.0. Samples: 13576448. Policy #0 lag: (min: 8.0, avg: 47.9, max: 72.0) +[2026-06-07 03:28:54,317][519537] Avg episode reward: [(0, '69.988')] +[2026-06-07 03:28:54,358][521438] Updated weights for policy 0, policy_version 26464 (0.0008) +[2026-06-07 03:28:54,480][521438] Updated weights for policy 0, policy_version 26475 (0.0008) +[2026-06-07 03:28:54,616][521438] Updated weights for policy 0, policy_version 26488 (0.0008) +[2026-06-07 03:28:54,751][521438] Updated weights for policy 0, policy_version 26500 (0.0008) +[2026-06-07 03:28:54,887][521438] Updated weights for policy 0, policy_version 26512 (0.0009) +[2026-06-07 03:28:55,494][521438] Updated weights for policy 0, policy_version 26523 (0.0009) +[2026-06-07 03:28:55,622][521438] Updated weights for policy 0, policy_version 26535 (0.0009) +[2026-06-07 03:28:55,736][521438] Updated weights for policy 0, policy_version 26545 (0.0009) +[2026-06-07 03:28:55,844][521438] Updated weights for policy 0, policy_version 26555 (0.0008) +[2026-06-07 03:28:55,971][521438] Updated weights for policy 0, policy_version 26566 (0.0008) +[2026-06-07 03:28:56,096][521438] Updated weights for policy 0, policy_version 26577 (0.0008) +[2026-06-07 03:28:56,674][521438] Updated weights for policy 0, policy_version 26587 (0.0007) +[2026-06-07 03:28:56,810][521438] Updated weights for policy 0, policy_version 26599 (0.0005) +[2026-06-07 03:28:56,917][521438] Updated weights for policy 0, policy_version 26609 (0.0004) +[2026-06-07 03:28:57,041][521438] Updated weights for policy 0, policy_version 26620 (0.0004) +[2026-06-07 03:28:57,178][521438] Updated weights for policy 0, policy_version 26633 (0.0007) +[2026-06-07 03:28:57,333][521438] Updated weights for policy 0, policy_version 26646 (0.0009) +[2026-06-07 03:28:57,970][521438] Updated weights for policy 0, policy_version 26659 (0.0008) +[2026-06-07 03:28:58,080][521438] Updated weights for policy 0, policy_version 26669 (0.0008) +[2026-06-07 03:28:58,220][521438] Updated weights for policy 0, policy_version 26682 (0.0008) +[2026-06-07 03:28:58,343][521438] Updated weights for policy 0, policy_version 26693 (0.0008) +[2026-06-07 03:28:58,458][521438] Updated weights for policy 0, policy_version 26703 (0.0008) +[2026-06-07 03:28:59,066][521438] Updated weights for policy 0, policy_version 26715 (0.0008) +[2026-06-07 03:28:59,184][521438] Updated weights for policy 0, policy_version 26726 (0.0008) +[2026-06-07 03:28:59,297][521438] Updated weights for policy 0, policy_version 26736 (0.0008) +[2026-06-07 03:28:59,312][519537] Fps is (10 sec: 26214.6, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 13697024. Throughput: 0: 27702.0. Samples: 13742336. Policy #0 lag: (min: 8.0, avg: 47.9, max: 72.0) +[2026-06-07 03:28:59,313][519537] Avg episode reward: [(0, '68.220')] +[2026-06-07 03:28:59,430][521438] Updated weights for policy 0, policy_version 26748 (0.0008) +[2026-06-07 03:28:59,577][521438] Updated weights for policy 0, policy_version 26761 (0.0008) +[2026-06-07 03:28:59,714][521438] Updated weights for policy 0, policy_version 26773 (0.0008) +[2026-06-07 03:29:00,316][521438] Updated weights for policy 0, policy_version 26783 (0.0008) +[2026-06-07 03:29:00,452][521438] Updated weights for policy 0, policy_version 26796 (0.0009) +[2026-06-07 03:29:00,573][521438] Updated weights for policy 0, policy_version 26806 (0.0008) +[2026-06-07 03:29:00,697][521438] Updated weights for policy 0, policy_version 26817 (0.0008) +[2026-06-07 03:29:00,835][521438] Updated weights for policy 0, policy_version 26829 (0.0008) +[2026-06-07 03:29:00,953][521438] Updated weights for policy 0, policy_version 26840 (0.0008) +[2026-06-07 03:29:01,546][521438] Updated weights for policy 0, policy_version 26850 (0.0008) +[2026-06-07 03:29:01,673][521438] Updated weights for policy 0, policy_version 26861 (0.0008) +[2026-06-07 03:29:01,782][521438] Updated weights for policy 0, policy_version 26871 (0.0008) +[2026-06-07 03:29:01,890][521438] Updated weights for policy 0, policy_version 26881 (0.0008) +[2026-06-07 03:29:02,019][521438] Updated weights for policy 0, policy_version 26893 (0.0008) +[2026-06-07 03:29:02,608][521438] Updated weights for policy 0, policy_version 26906 (0.0008) +[2026-06-07 03:29:02,742][521438] Updated weights for policy 0, policy_version 26918 (0.0008) +[2026-06-07 03:29:02,887][521438] Updated weights for policy 0, policy_version 26931 (0.0009) +[2026-06-07 03:29:03,009][521438] Updated weights for policy 0, policy_version 26942 (0.0008) +[2026-06-07 03:29:03,132][521438] Updated weights for policy 0, policy_version 26952 (0.0008) +[2026-06-07 03:29:03,274][521438] Updated weights for policy 0, policy_version 26965 (0.0008) +[2026-06-07 03:29:03,874][521438] Updated weights for policy 0, policy_version 26977 (0.0008) +[2026-06-07 03:29:04,002][521438] Updated weights for policy 0, policy_version 26989 (0.0009) +[2026-06-07 03:29:04,130][521438] Updated weights for policy 0, policy_version 27000 (0.0008) +[2026-06-07 03:29:04,252][521438] Updated weights for policy 0, policy_version 27011 (0.0008) +[2026-06-07 03:29:04,312][519537] Fps is (10 sec: 26221.1, 60 sec: 27306.7, 300 sec: 27214.1). Total num frames: 13828096. Throughput: 0: 27613.9. Samples: 13817600. Policy #0 lag: (min: 21.0, avg: 32.5, max: 85.0) +[2026-06-07 03:29:04,313][519537] Avg episode reward: [(0, '73.397')] +[2026-06-07 03:29:04,366][521438] Updated weights for policy 0, policy_version 27021 (0.0008) +[2026-06-07 03:29:04,485][521438] Updated weights for policy 0, policy_version 27031 (0.0008) +[2026-06-07 03:29:05,114][521438] Updated weights for policy 0, policy_version 27043 (0.0009) +[2026-06-07 03:29:05,234][521438] Updated weights for policy 0, policy_version 27054 (0.0009) +[2026-06-07 03:29:05,363][521438] Updated weights for policy 0, policy_version 27066 (0.0009) +[2026-06-07 03:29:05,475][521438] Updated weights for policy 0, policy_version 27076 (0.0008) +[2026-06-07 03:29:05,584][521438] Updated weights for policy 0, policy_version 27086 (0.0008) +[2026-06-07 03:29:06,188][521438] Updated weights for policy 0, policy_version 27097 (0.0008) +[2026-06-07 03:29:06,301][521438] Updated weights for policy 0, policy_version 27107 (0.0008) +[2026-06-07 03:29:06,436][521438] Updated weights for policy 0, policy_version 27119 (0.0008) +[2026-06-07 03:29:06,558][521438] Updated weights for policy 0, policy_version 27130 (0.0008) +[2026-06-07 03:29:06,669][521438] Updated weights for policy 0, policy_version 27140 (0.0008) +[2026-06-07 03:29:06,805][521438] Updated weights for policy 0, policy_version 27152 (0.0008) +[2026-06-07 03:29:07,388][521438] Updated weights for policy 0, policy_version 27162 (0.0008) +[2026-06-07 03:29:07,519][521438] Updated weights for policy 0, policy_version 27174 (0.0008) +[2026-06-07 03:29:07,664][521438] Updated weights for policy 0, policy_version 27187 (0.0008) +[2026-06-07 03:29:07,810][521438] Updated weights for policy 0, policy_version 27200 (0.0008) +[2026-06-07 03:29:07,932][521438] Updated weights for policy 0, policy_version 27211 (0.0008) +[2026-06-07 03:29:08,072][521438] Updated weights for policy 0, policy_version 27224 (0.0008) +[2026-06-07 03:29:08,711][521438] Updated weights for policy 0, policy_version 27236 (0.0008) +[2026-06-07 03:29:08,833][521438] Updated weights for policy 0, policy_version 27247 (0.0008) +[2026-06-07 03:29:08,956][521438] Updated weights for policy 0, policy_version 27258 (0.0008) +[2026-06-07 03:29:09,096][521438] Updated weights for policy 0, policy_version 27271 (0.0009) +[2026-06-07 03:29:09,234][521438] Updated weights for policy 0, policy_version 27283 (0.0008) +[2026-06-07 03:29:09,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27325.2). Total num frames: 13991936. Throughput: 0: 27474.5. Samples: 13981184. Policy #0 lag: (min: 21.0, avg: 32.5, max: 85.0) +[2026-06-07 03:29:09,314][519537] Avg episode reward: [(0, '69.370')] +[2026-06-07 03:29:09,850][521438] Updated weights for policy 0, policy_version 27294 (0.0008) +[2026-06-07 03:29:09,974][521438] Updated weights for policy 0, policy_version 27306 (0.0008) +[2026-06-07 03:29:10,093][521438] Updated weights for policy 0, policy_version 27316 (0.0008) +[2026-06-07 03:29:10,235][521438] Updated weights for policy 0, policy_version 27329 (0.0008) +[2026-06-07 03:29:10,367][521438] Updated weights for policy 0, policy_version 27341 (0.0008) +[2026-06-07 03:29:10,487][521438] Updated weights for policy 0, policy_version 27352 (0.0009) +[2026-06-07 03:29:11,092][521438] Updated weights for policy 0, policy_version 27362 (0.0008) +[2026-06-07 03:29:11,234][521438] Updated weights for policy 0, policy_version 27375 (0.0008) +[2026-06-07 03:29:11,363][521438] Updated weights for policy 0, policy_version 27387 (0.0008) +[2026-06-07 03:29:11,496][521438] Updated weights for policy 0, policy_version 27399 (0.0008) +[2026-06-07 03:29:11,608][521438] Updated weights for policy 0, policy_version 27409 (0.0008) +[2026-06-07 03:29:12,208][521438] Updated weights for policy 0, policy_version 27419 (0.0007) +[2026-06-07 03:29:12,337][521438] Updated weights for policy 0, policy_version 27431 (0.0005) +[2026-06-07 03:29:12,446][521438] Updated weights for policy 0, policy_version 27441 (0.0004) +[2026-06-07 03:29:12,573][521438] Updated weights for policy 0, policy_version 27452 (0.0005) +[2026-06-07 03:29:12,696][521438] Updated weights for policy 0, policy_version 27463 (0.0008) +[2026-06-07 03:29:12,814][521438] Updated weights for policy 0, policy_version 27473 (0.0011) +[2026-06-07 03:29:13,360][521438] Updated weights for policy 0, policy_version 27483 (0.0008) +[2026-06-07 03:29:13,498][521438] Updated weights for policy 0, policy_version 27495 (0.0008) +[2026-06-07 03:29:13,632][521438] Updated weights for policy 0, policy_version 27507 (0.0008) +[2026-06-07 03:29:13,766][521438] Updated weights for policy 0, policy_version 27520 (0.0008) +[2026-06-07 03:29:13,892][521438] Updated weights for policy 0, policy_version 27531 (0.0008) +[2026-06-07 03:29:14,022][521438] Updated weights for policy 0, policy_version 27543 (0.0008) +[2026-06-07 03:29:14,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27325.2). Total num frames: 14123008. Throughput: 0: 27539.9. Samples: 14147712. Policy #0 lag: (min: 21.0, avg: 32.5, max: 85.0) +[2026-06-07 03:29:14,313][519537] Avg episode reward: [(0, '76.018')] +[2026-06-07 03:29:14,617][521438] Updated weights for policy 0, policy_version 27554 (0.0009) +[2026-06-07 03:29:14,745][521438] Updated weights for policy 0, policy_version 27565 (0.0008) +[2026-06-07 03:29:14,871][521438] Updated weights for policy 0, policy_version 27577 (0.0009) +[2026-06-07 03:29:14,999][521438] Updated weights for policy 0, policy_version 27588 (0.0008) +[2026-06-07 03:29:15,133][521438] Updated weights for policy 0, policy_version 27600 (0.0008) +[2026-06-07 03:29:15,732][521438] Updated weights for policy 0, policy_version 27610 (0.0008) +[2026-06-07 03:29:15,847][521438] Updated weights for policy 0, policy_version 27621 (0.0008) +[2026-06-07 03:29:15,974][521438] Updated weights for policy 0, policy_version 27632 (0.0008) +[2026-06-07 03:29:16,105][521438] Updated weights for policy 0, policy_version 27644 (0.0008) +[2026-06-07 03:29:16,227][521438] Updated weights for policy 0, policy_version 27655 (0.0009) +[2026-06-07 03:29:16,340][521438] Updated weights for policy 0, policy_version 27665 (0.0009) +[2026-06-07 03:29:16,936][521438] Updated weights for policy 0, policy_version 27676 (0.0008) +[2026-06-07 03:29:17,070][521438] Updated weights for policy 0, policy_version 27688 (0.0008) +[2026-06-07 03:29:17,183][521438] Updated weights for policy 0, policy_version 27699 (0.0008) +[2026-06-07 03:29:17,324][521438] Updated weights for policy 0, policy_version 27711 (0.0008) +[2026-06-07 03:29:17,468][521438] Updated weights for policy 0, policy_version 27724 (0.0008) +[2026-06-07 03:29:17,583][521438] Updated weights for policy 0, policy_version 27734 (0.0008) +[2026-06-07 03:29:18,174][521438] Updated weights for policy 0, policy_version 27745 (0.0008) +[2026-06-07 03:29:18,306][521438] Updated weights for policy 0, policy_version 27758 (0.0008) +[2026-06-07 03:29:18,421][521438] Updated weights for policy 0, policy_version 27768 (0.0008) +[2026-06-07 03:29:18,566][521438] Updated weights for policy 0, policy_version 27781 (0.0009) +[2026-06-07 03:29:18,699][521438] Updated weights for policy 0, policy_version 27792 (0.0008) +[2026-06-07 03:29:19,292][521438] Updated weights for policy 0, policy_version 27802 (0.0008) +[2026-06-07 03:29:19,313][519537] Fps is (10 sec: 26213.4, 60 sec: 27306.5, 300 sec: 27325.1). Total num frames: 14254080. Throughput: 0: 27719.0. Samples: 14237568. Policy #0 lag: (min: 21.0, avg: 32.5, max: 85.0) +[2026-06-07 03:29:19,315][519537] Avg episode reward: [(0, '86.126')] +[2026-06-07 03:29:19,436][521438] Updated weights for policy 0, policy_version 27815 (0.0008) +[2026-06-07 03:29:19,560][521438] Updated weights for policy 0, policy_version 27827 (0.0008) +[2026-06-07 03:29:19,679][521438] Updated weights for policy 0, policy_version 27837 (0.0008) +[2026-06-07 03:29:19,788][521438] Updated weights for policy 0, policy_version 27847 (0.0008) +[2026-06-07 03:29:19,915][521438] Updated weights for policy 0, policy_version 27858 (0.0008) +[2026-06-07 03:29:19,984][520965] Saving new best policy, reward=86.126! +[2026-06-07 03:29:20,529][521438] Updated weights for policy 0, policy_version 27868 (0.0008) +[2026-06-07 03:29:20,662][521438] Updated weights for policy 0, policy_version 27880 (0.0008) +[2026-06-07 03:29:20,797][521438] Updated weights for policy 0, policy_version 27892 (0.0008) +[2026-06-07 03:29:20,905][521438] Updated weights for policy 0, policy_version 27902 (0.0008) +[2026-06-07 03:29:21,033][521438] Updated weights for policy 0, policy_version 27913 (0.0008) +[2026-06-07 03:29:21,159][521438] Updated weights for policy 0, policy_version 27924 (0.0008) +[2026-06-07 03:29:21,766][521438] Updated weights for policy 0, policy_version 27936 (0.0008) +[2026-06-07 03:29:21,889][521438] Updated weights for policy 0, policy_version 27948 (0.0008) +[2026-06-07 03:29:22,020][521438] Updated weights for policy 0, policy_version 27960 (0.0008) +[2026-06-07 03:29:22,148][521438] Updated weights for policy 0, policy_version 27972 (0.0008) +[2026-06-07 03:29:22,265][521438] Updated weights for policy 0, policy_version 27982 (0.0008) +[2026-06-07 03:29:22,898][521438] Updated weights for policy 0, policy_version 27993 (0.0009) +[2026-06-07 03:29:23,035][521438] Updated weights for policy 0, policy_version 28006 (0.0008) +[2026-06-07 03:29:23,164][521438] Updated weights for policy 0, policy_version 28018 (0.0008) +[2026-06-07 03:29:23,279][521438] Updated weights for policy 0, policy_version 28029 (0.0008) +[2026-06-07 03:29:23,397][521438] Updated weights for policy 0, policy_version 28040 (0.0008) +[2026-06-07 03:29:23,562][521438] Updated weights for policy 0, policy_version 28055 (0.0008) +[2026-06-07 03:29:24,188][521438] Updated weights for policy 0, policy_version 28067 (0.0008) +[2026-06-07 03:29:24,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 14385152. Throughput: 0: 27665.1. Samples: 14400512. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:29:24,313][519537] Avg episode reward: [(0, '70.345')] +[2026-06-07 03:29:24,315][521438] Updated weights for policy 0, policy_version 28079 (0.0008) +[2026-06-07 03:29:24,431][521438] Updated weights for policy 0, policy_version 28090 (0.0008) +[2026-06-07 03:29:24,574][521438] Updated weights for policy 0, policy_version 28103 (0.0008) +[2026-06-07 03:29:24,698][521438] Updated weights for policy 0, policy_version 28115 (0.0008) +[2026-06-07 03:29:25,309][521438] Updated weights for policy 0, policy_version 28126 (0.0008) +[2026-06-07 03:29:25,487][521438] Updated weights for policy 0, policy_version 28143 (0.0008) +[2026-06-07 03:29:25,606][521438] Updated weights for policy 0, policy_version 28154 (0.0008) +[2026-06-07 03:29:25,744][521438] Updated weights for policy 0, policy_version 28167 (0.0008) +[2026-06-07 03:29:25,864][521438] Updated weights for policy 0, policy_version 28178 (0.0008) +[2026-06-07 03:29:26,505][521438] Updated weights for policy 0, policy_version 28190 (0.0009) +[2026-06-07 03:29:26,634][521438] Updated weights for policy 0, policy_version 28202 (0.0008) +[2026-06-07 03:29:26,764][521438] Updated weights for policy 0, policy_version 28214 (0.0008) +[2026-06-07 03:29:26,881][521438] Updated weights for policy 0, policy_version 28225 (0.0008) +[2026-06-07 03:29:27,016][521438] Updated weights for policy 0, policy_version 28237 (0.0008) +[2026-06-07 03:29:27,611][521438] Updated weights for policy 0, policy_version 28250 (0.0008) +[2026-06-07 03:29:27,735][521438] Updated weights for policy 0, policy_version 28261 (0.0008) +[2026-06-07 03:29:27,859][521438] Updated weights for policy 0, policy_version 28273 (0.0008) +[2026-06-07 03:29:27,978][521438] Updated weights for policy 0, policy_version 28283 (0.0008) +[2026-06-07 03:29:28,084][521438] Updated weights for policy 0, policy_version 28293 (0.0008) +[2026-06-07 03:29:28,198][521438] Updated weights for policy 0, policy_version 28303 (0.0008) +[2026-06-07 03:29:28,761][521438] Updated weights for policy 0, policy_version 28313 (0.0008) +[2026-06-07 03:29:28,913][521438] Updated weights for policy 0, policy_version 28327 (0.0008) +[2026-06-07 03:29:29,045][521438] Updated weights for policy 0, policy_version 28339 (0.0008) +[2026-06-07 03:29:29,186][521438] Updated weights for policy 0, policy_version 28352 (0.0008) +[2026-06-07 03:29:29,310][521438] Updated weights for policy 0, policy_version 28363 (0.0008) +[2026-06-07 03:29:29,312][519537] Fps is (10 sec: 26215.5, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 14516224. Throughput: 0: 27625.2. Samples: 14563968. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:29:29,314][519537] Avg episode reward: [(0, '74.345')] +[2026-06-07 03:29:29,436][521438] Updated weights for policy 0, policy_version 28374 (0.0009) +[2026-06-07 03:29:30,082][521438] Updated weights for policy 0, policy_version 28386 (0.0008) +[2026-06-07 03:29:30,197][521438] Updated weights for policy 0, policy_version 28396 (0.0008) +[2026-06-07 03:29:30,334][521438] Updated weights for policy 0, policy_version 28408 (0.0008) +[2026-06-07 03:29:30,447][521438] Updated weights for policy 0, policy_version 28418 (0.0008) +[2026-06-07 03:29:30,573][521438] Updated weights for policy 0, policy_version 28429 (0.0008) +[2026-06-07 03:29:31,181][521438] Updated weights for policy 0, policy_version 28441 (0.0008) +[2026-06-07 03:29:31,337][521438] Updated weights for policy 0, policy_version 28455 (0.0009) +[2026-06-07 03:29:31,468][521438] Updated weights for policy 0, policy_version 28467 (0.0008) +[2026-06-07 03:29:31,597][521438] Updated weights for policy 0, policy_version 28478 (0.0008) +[2026-06-07 03:29:31,708][521438] Updated weights for policy 0, policy_version 28488 (0.0008) +[2026-06-07 03:29:31,833][521438] Updated weights for policy 0, policy_version 28499 (0.0008) +[2026-06-07 03:29:32,445][521438] Updated weights for policy 0, policy_version 28512 (0.0008) +[2026-06-07 03:29:32,599][521438] Updated weights for policy 0, policy_version 28526 (0.0008) +[2026-06-07 03:29:32,740][521438] Updated weights for policy 0, policy_version 28538 (0.0008) +[2026-06-07 03:29:32,858][521438] Updated weights for policy 0, policy_version 28549 (0.0008) +[2026-06-07 03:29:32,987][521438] Updated weights for policy 0, policy_version 28560 (0.0009) +[2026-06-07 03:29:33,607][521438] Updated weights for policy 0, policy_version 28572 (0.0008) +[2026-06-07 03:29:33,744][521438] Updated weights for policy 0, policy_version 28584 (0.0008) +[2026-06-07 03:29:33,863][521438] Updated weights for policy 0, policy_version 28595 (0.0008) +[2026-06-07 03:29:34,001][521438] Updated weights for policy 0, policy_version 28607 (0.0008) +[2026-06-07 03:29:34,116][521438] Updated weights for policy 0, policy_version 28617 (0.0009) +[2026-06-07 03:29:34,226][521438] Updated weights for policy 0, policy_version 28627 (0.0008) +[2026-06-07 03:29:34,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.9, 300 sec: 27436.3). Total num frames: 14680064. Throughput: 0: 27397.7. Samples: 14644096. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:29:34,313][519537] Avg episode reward: [(0, '65.152')] +[2026-06-07 03:29:34,833][521438] Updated weights for policy 0, policy_version 28638 (0.0008) +[2026-06-07 03:29:34,969][521438] Updated weights for policy 0, policy_version 28650 (0.0008) +[2026-06-07 03:29:35,082][521438] Updated weights for policy 0, policy_version 28660 (0.0008) +[2026-06-07 03:29:35,203][521438] Updated weights for policy 0, policy_version 28671 (0.0008) +[2026-06-07 03:29:35,321][521438] Updated weights for policy 0, policy_version 28681 (0.0008) +[2026-06-07 03:29:35,434][521438] Updated weights for policy 0, policy_version 28691 (0.0008) +[2026-06-07 03:29:36,032][521438] Updated weights for policy 0, policy_version 28703 (0.0008) +[2026-06-07 03:29:36,160][521438] Updated weights for policy 0, policy_version 28714 (0.0008) +[2026-06-07 03:29:36,283][521438] Updated weights for policy 0, policy_version 28726 (0.0008) +[2026-06-07 03:29:36,397][521438] Updated weights for policy 0, policy_version 28736 (0.0008) +[2026-06-07 03:29:36,512][521438] Updated weights for policy 0, policy_version 28746 (0.0008) +[2026-06-07 03:29:36,628][521438] Updated weights for policy 0, policy_version 28756 (0.0008) +[2026-06-07 03:29:37,190][521438] Updated weights for policy 0, policy_version 28767 (0.0008) +[2026-06-07 03:29:37,319][521438] Updated weights for policy 0, policy_version 28779 (0.0008) +[2026-06-07 03:29:37,450][521438] Updated weights for policy 0, policy_version 28790 (0.0008) +[2026-06-07 03:29:37,581][521438] Updated weights for policy 0, policy_version 28802 (0.0008) +[2026-06-07 03:29:37,691][521438] Updated weights for policy 0, policy_version 28812 (0.0008) +[2026-06-07 03:29:37,816][521438] Updated weights for policy 0, policy_version 28823 (0.0008) +[2026-06-07 03:29:38,452][521438] Updated weights for policy 0, policy_version 28836 (0.0008) +[2026-06-07 03:29:38,584][521438] Updated weights for policy 0, policy_version 28848 (0.0008) +[2026-06-07 03:29:38,708][521438] Updated weights for policy 0, policy_version 28859 (0.0008) +[2026-06-07 03:29:38,820][521438] Updated weights for policy 0, policy_version 28869 (0.0008) +[2026-06-07 03:29:38,956][521438] Updated weights for policy 0, policy_version 28881 (0.0008) +[2026-06-07 03:29:39,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.8, 300 sec: 27436.3). Total num frames: 14811136. Throughput: 0: 27413.5. Samples: 14809984. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:29:39,313][519537] Avg episode reward: [(0, '77.473')] +[2026-06-07 03:29:39,545][521438] Updated weights for policy 0, policy_version 28891 (0.0008) +[2026-06-07 03:29:39,658][521438] Updated weights for policy 0, policy_version 28901 (0.0008) +[2026-06-07 03:29:39,778][521438] Updated weights for policy 0, policy_version 28912 (0.0008) +[2026-06-07 03:29:39,890][521438] Updated weights for policy 0, policy_version 28922 (0.0008) +[2026-06-07 03:29:40,010][521438] Updated weights for policy 0, policy_version 28932 (0.0008) +[2026-06-07 03:29:40,116][521438] Updated weights for policy 0, policy_version 28942 (0.0008) +[2026-06-07 03:29:40,234][521438] Updated weights for policy 0, policy_version 28952 (0.0008) +[2026-06-07 03:29:40,816][521438] Updated weights for policy 0, policy_version 28962 (0.0008) +[2026-06-07 03:29:40,943][521438] Updated weights for policy 0, policy_version 28974 (0.0008) +[2026-06-07 03:29:41,056][521438] Updated weights for policy 0, policy_version 28984 (0.0008) +[2026-06-07 03:29:41,177][521438] Updated weights for policy 0, policy_version 28995 (0.0008) +[2026-06-07 03:29:41,305][521438] Updated weights for policy 0, policy_version 29007 (0.0008) +[2026-06-07 03:29:41,943][521438] Updated weights for policy 0, policy_version 29019 (0.0008) +[2026-06-07 03:29:42,068][521438] Updated weights for policy 0, policy_version 29031 (0.0008) +[2026-06-07 03:29:42,178][521438] Updated weights for policy 0, policy_version 29041 (0.0008) +[2026-06-07 03:29:42,320][521438] Updated weights for policy 0, policy_version 29053 (0.0009) +[2026-06-07 03:29:42,431][521438] Updated weights for policy 0, policy_version 29063 (0.0008) +[2026-06-07 03:29:42,552][521438] Updated weights for policy 0, policy_version 29074 (0.0008) +[2026-06-07 03:29:43,145][521438] Updated weights for policy 0, policy_version 29085 (0.0008) +[2026-06-07 03:29:43,261][521438] Updated weights for policy 0, policy_version 29096 (0.0008) +[2026-06-07 03:29:43,389][521438] Updated weights for policy 0, policy_version 29108 (0.0008) +[2026-06-07 03:29:43,519][521438] Updated weights for policy 0, policy_version 29120 (0.0008) +[2026-06-07 03:29:43,664][521438] Updated weights for policy 0, policy_version 29133 (0.0008) +[2026-06-07 03:29:44,261][521438] Updated weights for policy 0, policy_version 29145 (0.0008) +[2026-06-07 03:29:44,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 14942208. Throughput: 0: 27431.8. Samples: 14976768. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-07 03:29:44,313][519537] Avg episode reward: [(0, '71.660')] +[2026-06-07 03:29:44,382][521438] Updated weights for policy 0, policy_version 29156 (0.0008) +[2026-06-07 03:29:44,513][521438] Updated weights for policy 0, policy_version 29169 (0.0008) +[2026-06-07 03:29:44,640][521438] Updated weights for policy 0, policy_version 29180 (0.0008) +[2026-06-07 03:29:44,777][521438] Updated weights for policy 0, policy_version 29192 (0.0008) +[2026-06-07 03:29:44,898][521438] Updated weights for policy 0, policy_version 29203 (0.0008) +[2026-06-07 03:29:45,534][521438] Updated weights for policy 0, policy_version 29215 (0.0008) +[2026-06-07 03:29:45,683][521438] Updated weights for policy 0, policy_version 29229 (0.0008) +[2026-06-07 03:29:45,811][521438] Updated weights for policy 0, policy_version 29240 (0.0008) +[2026-06-07 03:29:45,922][521438] Updated weights for policy 0, policy_version 29250 (0.0008) +[2026-06-07 03:29:46,035][521438] Updated weights for policy 0, policy_version 29260 (0.0008) +[2026-06-07 03:29:46,147][521438] Updated weights for policy 0, policy_version 29270 (0.0009) +[2026-06-07 03:29:46,736][521438] Updated weights for policy 0, policy_version 29281 (0.0008) +[2026-06-07 03:29:46,863][521438] Updated weights for policy 0, policy_version 29292 (0.0008) +[2026-06-07 03:29:46,972][521438] Updated weights for policy 0, policy_version 29302 (0.0008) +[2026-06-07 03:29:47,086][521438] Updated weights for policy 0, policy_version 29312 (0.0008) +[2026-06-07 03:29:47,210][521438] Updated weights for policy 0, policy_version 29323 (0.0008) +[2026-06-07 03:29:47,344][521438] Updated weights for policy 0, policy_version 29335 (0.0008) +[2026-06-07 03:29:47,955][521438] Updated weights for policy 0, policy_version 29345 (0.0008) +[2026-06-07 03:29:48,077][521438] Updated weights for policy 0, policy_version 29356 (0.0008) +[2026-06-07 03:29:48,193][521438] Updated weights for policy 0, policy_version 29366 (0.0008) +[2026-06-07 03:29:48,311][521438] Updated weights for policy 0, policy_version 29377 (0.0008) +[2026-06-07 03:29:48,421][521438] Updated weights for policy 0, policy_version 29387 (0.0008) +[2026-06-07 03:29:48,554][521438] Updated weights for policy 0, policy_version 29399 (0.0008) +[2026-06-07 03:29:49,216][521438] Updated weights for policy 0, policy_version 29411 (0.0008) +[2026-06-07 03:29:49,313][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 15073280. Throughput: 0: 27562.7. Samples: 15057920. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-07 03:29:49,314][519537] Avg episode reward: [(0, '88.417')] +[2026-06-07 03:29:49,321][521438] Updated weights for policy 0, policy_version 29421 (0.0008) +[2026-06-07 03:29:49,449][521438] Updated weights for policy 0, policy_version 29433 (0.0008) +[2026-06-07 03:29:49,563][521438] Updated weights for policy 0, policy_version 29443 (0.0008) +[2026-06-07 03:29:49,669][521438] Updated weights for policy 0, policy_version 29453 (0.0008) +[2026-06-07 03:29:49,795][520965] Saving new best policy, reward=88.417! +[2026-06-07 03:29:50,336][521438] Updated weights for policy 0, policy_version 29465 (0.0008) +[2026-06-07 03:29:50,479][521438] Updated weights for policy 0, policy_version 29478 (0.0008) +[2026-06-07 03:29:50,600][521438] Updated weights for policy 0, policy_version 29489 (0.0008) +[2026-06-07 03:29:50,712][521438] Updated weights for policy 0, policy_version 29499 (0.0008) +[2026-06-07 03:29:50,833][521438] Updated weights for policy 0, policy_version 29510 (0.0008) +[2026-06-07 03:29:50,959][521438] Updated weights for policy 0, policy_version 29521 (0.0008) +[2026-06-07 03:29:51,583][521438] Updated weights for policy 0, policy_version 29532 (0.0008) +[2026-06-07 03:29:51,706][521438] Updated weights for policy 0, policy_version 29544 (0.0008) +[2026-06-07 03:29:51,827][521438] Updated weights for policy 0, policy_version 29555 (0.0008) +[2026-06-07 03:29:51,954][521438] Updated weights for policy 0, policy_version 29566 (0.0008) +[2026-06-07 03:29:52,070][521438] Updated weights for policy 0, policy_version 29576 (0.0008) +[2026-06-07 03:29:52,177][521438] Updated weights for policy 0, policy_version 29586 (0.0008) +[2026-06-07 03:29:52,810][521438] Updated weights for policy 0, policy_version 29597 (0.0008) +[2026-06-07 03:29:52,923][521438] Updated weights for policy 0, policy_version 29608 (0.0008) +[2026-06-07 03:29:53,045][521438] Updated weights for policy 0, policy_version 29619 (0.0008) +[2026-06-07 03:29:53,196][521438] Updated weights for policy 0, policy_version 29633 (0.0008) +[2026-06-07 03:29:53,323][521438] Updated weights for policy 0, policy_version 29645 (0.0009) +[2026-06-07 03:29:53,976][521438] Updated weights for policy 0, policy_version 29657 (0.0008) +[2026-06-07 03:29:54,116][521438] Updated weights for policy 0, policy_version 29670 (0.0008) +[2026-06-07 03:29:54,249][521438] Updated weights for policy 0, policy_version 29683 (0.0008) +[2026-06-07 03:29:54,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27307.8, 300 sec: 27325.2). Total num frames: 15204352. Throughput: 0: 27628.1. Samples: 15224448. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-07 03:29:54,313][519537] Avg episode reward: [(0, '77.031')] +[2026-06-07 03:29:54,383][521438] Updated weights for policy 0, policy_version 29695 (0.0008) +[2026-06-07 03:29:54,538][521438] Updated weights for policy 0, policy_version 29709 (0.0008) +[2026-06-07 03:29:54,657][521438] Updated weights for policy 0, policy_version 29720 (0.0007) +[2026-06-07 03:29:55,257][521438] Updated weights for policy 0, policy_version 29731 (0.0008) +[2026-06-07 03:29:55,369][521438] Updated weights for policy 0, policy_version 29742 (0.0008) +[2026-06-07 03:29:55,495][521438] Updated weights for policy 0, policy_version 29754 (0.0008) +[2026-06-07 03:29:55,613][521438] Updated weights for policy 0, policy_version 29765 (0.0008) +[2026-06-07 03:29:55,733][521438] Updated weights for policy 0, policy_version 29775 (0.0008) +[2026-06-07 03:29:56,376][521438] Updated weights for policy 0, policy_version 29786 (0.0008) +[2026-06-07 03:29:56,519][521438] Updated weights for policy 0, policy_version 29799 (0.0008) +[2026-06-07 03:29:56,631][521438] Updated weights for policy 0, policy_version 29809 (0.0008) +[2026-06-07 03:29:56,763][521438] Updated weights for policy 0, policy_version 29821 (0.0008) +[2026-06-07 03:29:56,899][521438] Updated weights for policy 0, policy_version 29833 (0.0008) +[2026-06-07 03:29:57,019][521438] Updated weights for policy 0, policy_version 29844 (0.0008) +[2026-06-07 03:29:57,636][521438] Updated weights for policy 0, policy_version 29856 (0.0008) +[2026-06-07 03:29:57,763][521438] Updated weights for policy 0, policy_version 29868 (0.0008) +[2026-06-07 03:29:57,902][521438] Updated weights for policy 0, policy_version 29880 (0.0007) +[2026-06-07 03:29:58,025][521438] Updated weights for policy 0, policy_version 29891 (0.0005) +[2026-06-07 03:29:58,143][521438] Updated weights for policy 0, policy_version 29901 (0.0005) +[2026-06-07 03:29:58,258][521438] Updated weights for policy 0, policy_version 29911 (0.0004) +[2026-06-07 03:29:58,811][521438] Updated weights for policy 0, policy_version 29922 (0.0008) +[2026-06-07 03:29:58,941][521438] Updated weights for policy 0, policy_version 29933 (0.0008) +[2026-06-07 03:29:59,057][521438] Updated weights for policy 0, policy_version 29944 (0.0008) +[2026-06-07 03:29:59,172][521438] Updated weights for policy 0, policy_version 29954 (0.0009) +[2026-06-07 03:29:59,291][521438] Updated weights for policy 0, policy_version 29965 (0.0008) +[2026-06-07 03:29:59,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 15335424. Throughput: 0: 27599.6. Samples: 15389696. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-07 03:29:59,313][519537] Avg episode reward: [(0, '69.809')] +[2026-06-07 03:29:59,903][521438] Updated weights for policy 0, policy_version 29977 (0.0011) +[2026-06-07 03:30:00,022][521438] Updated weights for policy 0, policy_version 29987 (0.0008) +[2026-06-07 03:30:00,156][521438] Updated weights for policy 0, policy_version 29999 (0.0008) +[2026-06-07 03:30:00,280][521438] Updated weights for policy 0, policy_version 30011 (0.0008) +[2026-06-07 03:30:00,413][521438] Updated weights for policy 0, policy_version 30023 (0.0008) +[2026-06-07 03:30:00,526][521438] Updated weights for policy 0, policy_version 30033 (0.0008) +[2026-06-07 03:30:01,143][521438] Updated weights for policy 0, policy_version 30044 (0.0008) +[2026-06-07 03:30:01,288][521438] Updated weights for policy 0, policy_version 30058 (0.0008) +[2026-06-07 03:30:01,406][521438] Updated weights for policy 0, policy_version 30068 (0.0008) +[2026-06-07 03:30:01,517][521438] Updated weights for policy 0, policy_version 30078 (0.0008) +[2026-06-07 03:30:01,633][521438] Updated weights for policy 0, policy_version 30088 (0.0009) +[2026-06-07 03:30:01,763][521438] Updated weights for policy 0, policy_version 30100 (0.0008) +[2026-06-07 03:30:02,354][521438] Updated weights for policy 0, policy_version 30110 (0.0008) +[2026-06-07 03:30:02,471][521438] Updated weights for policy 0, policy_version 30121 (0.0008) +[2026-06-07 03:30:02,585][521438] Updated weights for policy 0, policy_version 30131 (0.0008) +[2026-06-07 03:30:02,733][521438] Updated weights for policy 0, policy_version 30144 (0.0008) +[2026-06-07 03:30:02,850][521438] Updated weights for policy 0, policy_version 30155 (0.0008) +[2026-06-07 03:30:02,986][521438] Updated weights for policy 0, policy_version 30167 (0.0008) +[2026-06-07 03:30:03,553][521438] Updated weights for policy 0, policy_version 30177 (0.0008) +[2026-06-07 03:30:03,667][521438] Updated weights for policy 0, policy_version 30187 (0.0008) +[2026-06-07 03:30:03,779][521438] Updated weights for policy 0, policy_version 30197 (0.0008) +[2026-06-07 03:30:03,909][521438] Updated weights for policy 0, policy_version 30209 (0.0008) +[2026-06-07 03:30:04,024][521438] Updated weights for policy 0, policy_version 30219 (0.0009) +[2026-06-07 03:30:04,148][521438] Updated weights for policy 0, policy_version 30230 (0.0009) +[2026-06-07 03:30:04,313][519537] Fps is (10 sec: 29490.9, 60 sec: 27852.7, 300 sec: 27436.3). Total num frames: 15499264. Throughput: 0: 27423.5. Samples: 15471616. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-07 03:30:04,314][519537] Avg episode reward: [(0, '83.676')] +[2026-06-07 03:30:04,749][521438] Updated weights for policy 0, policy_version 30242 (0.0008) +[2026-06-07 03:30:04,863][521438] Updated weights for policy 0, policy_version 30252 (0.0008) +[2026-06-07 03:30:04,979][521438] Updated weights for policy 0, policy_version 30263 (0.0008) +[2026-06-07 03:30:05,089][521438] Updated weights for policy 0, policy_version 30273 (0.0008) +[2026-06-07 03:30:05,208][521438] Updated weights for policy 0, policy_version 30283 (0.0008) +[2026-06-07 03:30:05,332][521438] Updated weights for policy 0, policy_version 30294 (0.0008) +[2026-06-07 03:30:05,932][521438] Updated weights for policy 0, policy_version 30305 (0.0008) +[2026-06-07 03:30:06,054][521438] Updated weights for policy 0, policy_version 30316 (0.0008) +[2026-06-07 03:30:06,162][521438] Updated weights for policy 0, policy_version 30326 (0.0008) +[2026-06-07 03:30:06,299][521438] Updated weights for policy 0, policy_version 30338 (0.0008) +[2026-06-07 03:30:06,421][521438] Updated weights for policy 0, policy_version 30349 (0.0008) +[2026-06-07 03:30:07,035][521438] Updated weights for policy 0, policy_version 30361 (0.0008) +[2026-06-07 03:30:07,160][521438] Updated weights for policy 0, policy_version 30372 (0.0008) +[2026-06-07 03:30:07,273][521438] Updated weights for policy 0, policy_version 30382 (0.0008) +[2026-06-07 03:30:07,401][521438] Updated weights for policy 0, policy_version 30394 (0.0008) +[2026-06-07 03:30:07,529][521438] Updated weights for policy 0, policy_version 30405 (0.0008) +[2026-06-07 03:30:07,647][521438] Updated weights for policy 0, policy_version 30416 (0.0008) +[2026-06-07 03:30:08,250][521438] Updated weights for policy 0, policy_version 30426 (0.0008) +[2026-06-07 03:30:08,366][521438] Updated weights for policy 0, policy_version 30437 (0.0008) +[2026-06-07 03:30:08,502][521438] Updated weights for policy 0, policy_version 30449 (0.0008) +[2026-06-07 03:30:08,617][521438] Updated weights for policy 0, policy_version 30459 (0.0008) +[2026-06-07 03:30:08,742][521438] Updated weights for policy 0, policy_version 30471 (0.0008) +[2026-06-07 03:30:08,873][521438] Updated weights for policy 0, policy_version 30482 (0.0008) +[2026-06-07 03:30:09,312][519537] Fps is (10 sec: 29491.0, 60 sec: 27306.6, 300 sec: 27436.3). Total num frames: 15630336. Throughput: 0: 27463.1. Samples: 15636352. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-07 03:30:09,313][519537] Avg episode reward: [(0, '74.782')] +[2026-06-07 03:30:09,506][521438] Updated weights for policy 0, policy_version 30494 (0.0008) +[2026-06-07 03:30:09,627][521438] Updated weights for policy 0, policy_version 30505 (0.0008) +[2026-06-07 03:30:09,758][521438] Updated weights for policy 0, policy_version 30517 (0.0008) +[2026-06-07 03:30:09,890][521438] Updated weights for policy 0, policy_version 30529 (0.0008) +[2026-06-07 03:30:10,004][521438] Updated weights for policy 0, policy_version 30539 (0.0008) +[2026-06-07 03:30:10,135][521438] Updated weights for policy 0, policy_version 30551 (0.0008) +[2026-06-07 03:30:10,738][521438] Updated weights for policy 0, policy_version 30562 (0.0008) +[2026-06-07 03:30:10,863][521438] Updated weights for policy 0, policy_version 30574 (0.0008) +[2026-06-07 03:30:11,011][521438] Updated weights for policy 0, policy_version 30587 (0.0008) +[2026-06-07 03:30:11,121][521438] Updated weights for policy 0, policy_version 30597 (0.0008) +[2026-06-07 03:30:11,244][521438] Updated weights for policy 0, policy_version 30608 (0.0008) +[2026-06-07 03:30:11,832][521438] Updated weights for policy 0, policy_version 30619 (0.0008) +[2026-06-07 03:30:11,946][521438] Updated weights for policy 0, policy_version 30630 (0.0008) +[2026-06-07 03:30:12,064][521438] Updated weights for policy 0, policy_version 30640 (0.0008) +[2026-06-07 03:30:12,183][521438] Updated weights for policy 0, policy_version 30651 (0.0008) +[2026-06-07 03:30:12,291][521438] Updated weights for policy 0, policy_version 30661 (0.0008) +[2026-06-07 03:30:12,418][521438] Updated weights for policy 0, policy_version 30672 (0.0008) +[2026-06-07 03:30:13,011][521438] Updated weights for policy 0, policy_version 30682 (0.0008) +[2026-06-07 03:30:13,153][521438] Updated weights for policy 0, policy_version 30695 (0.0008) +[2026-06-07 03:30:13,275][521438] Updated weights for policy 0, policy_version 30706 (0.0008) +[2026-06-07 03:30:13,384][521438] Updated weights for policy 0, policy_version 30716 (0.0008) +[2026-06-07 03:30:13,501][521438] Updated weights for policy 0, policy_version 30726 (0.0008) +[2026-06-07 03:30:13,618][521438] Updated weights for policy 0, policy_version 30736 (0.0008) +[2026-06-07 03:30:14,220][521438] Updated weights for policy 0, policy_version 30746 (0.0008) +[2026-06-07 03:30:14,312][519537] Fps is (10 sec: 26214.8, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 15761408. Throughput: 0: 27497.3. Samples: 15801344. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-07 03:30:14,313][519537] Avg episode reward: [(0, '70.279')] +[2026-06-07 03:30:14,360][521438] Updated weights for policy 0, policy_version 30759 (0.0008) +[2026-06-07 03:30:14,484][521438] Updated weights for policy 0, policy_version 30770 (0.0008) +[2026-06-07 03:30:14,596][521438] Updated weights for policy 0, policy_version 30780 (0.0008) +[2026-06-07 03:30:14,704][521438] Updated weights for policy 0, policy_version 30790 (0.0008) +[2026-06-07 03:30:14,855][521438] Updated weights for policy 0, policy_version 30803 (0.0008) +[2026-06-07 03:30:15,471][521438] Updated weights for policy 0, policy_version 30814 (0.0008) +[2026-06-07 03:30:15,583][521438] Updated weights for policy 0, policy_version 30824 (0.0008) +[2026-06-07 03:30:15,700][521438] Updated weights for policy 0, policy_version 30835 (0.0008) +[2026-06-07 03:30:15,837][521438] Updated weights for policy 0, policy_version 30847 (0.0008) +[2026-06-07 03:30:15,951][521438] Updated weights for policy 0, policy_version 30857 (0.0008) +[2026-06-07 03:30:16,083][521438] Updated weights for policy 0, policy_version 30869 (0.0008) +[2026-06-07 03:30:16,664][521438] Updated weights for policy 0, policy_version 30879 (0.0009) +[2026-06-07 03:30:16,778][521438] Updated weights for policy 0, policy_version 30890 (0.0008) +[2026-06-07 03:30:16,900][521438] Updated weights for policy 0, policy_version 30901 (0.0008) +[2026-06-07 03:30:17,024][521438] Updated weights for policy 0, policy_version 30912 (0.0008) +[2026-06-07 03:30:17,141][521438] Updated weights for policy 0, policy_version 30922 (0.0008) +[2026-06-07 03:30:17,264][521438] Updated weights for policy 0, policy_version 30933 (0.0008) +[2026-06-07 03:30:17,851][521438] Updated weights for policy 0, policy_version 30945 (0.0008) +[2026-06-07 03:30:17,995][521438] Updated weights for policy 0, policy_version 30958 (0.0008) +[2026-06-07 03:30:18,134][521438] Updated weights for policy 0, policy_version 30970 (0.0008) +[2026-06-07 03:30:18,251][521438] Updated weights for policy 0, policy_version 30981 (0.0008) +[2026-06-07 03:30:18,383][521438] Updated weights for policy 0, policy_version 30993 (0.0008) +[2026-06-07 03:30:18,973][521438] Updated weights for policy 0, policy_version 31004 (0.0008) +[2026-06-07 03:30:19,088][521438] Updated weights for policy 0, policy_version 31014 (0.0008) +[2026-06-07 03:30:19,202][521438] Updated weights for policy 0, policy_version 31025 (0.0008) +[2026-06-07 03:30:19,313][519537] Fps is (10 sec: 26214.2, 60 sec: 27306.8, 300 sec: 27325.2). Total num frames: 15892480. Throughput: 0: 27448.8. Samples: 15879296. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-07 03:30:19,314][519537] Avg episode reward: [(0, '74.689')] +[2026-06-07 03:30:19,318][521438] Updated weights for policy 0, policy_version 31035 (0.0008) +[2026-06-07 03:30:19,453][521438] Updated weights for policy 0, policy_version 31047 (0.0008) +[2026-06-07 03:30:19,579][521438] Updated weights for policy 0, policy_version 31058 (0.0008) +[2026-06-07 03:30:19,642][520965] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs1_seed12/checkpoint_p0/checkpoint_000031064_15925248.pth... +[2026-06-07 03:30:20,171][521438] Updated weights for policy 0, policy_version 31069 (0.0008) +[2026-06-07 03:30:20,289][521438] Updated weights for policy 0, policy_version 31080 (0.0008) +[2026-06-07 03:30:20,407][521438] Updated weights for policy 0, policy_version 31091 (0.0008) +[2026-06-07 03:30:20,541][521438] Updated weights for policy 0, policy_version 31102 (0.0008) +[2026-06-07 03:30:20,647][521438] Updated weights for policy 0, policy_version 31112 (0.0008) +[2026-06-07 03:30:20,784][521438] Updated weights for policy 0, policy_version 31124 (0.0008) +[2026-06-07 03:30:21,398][521438] Updated weights for policy 0, policy_version 31134 (0.0008) +[2026-06-07 03:30:21,515][521438] Updated weights for policy 0, policy_version 31145 (0.0008) +[2026-06-07 03:30:21,624][521438] Updated weights for policy 0, policy_version 31155 (0.0008) +[2026-06-07 03:30:21,772][521438] Updated weights for policy 0, policy_version 31168 (0.0008) +[2026-06-07 03:30:21,903][521438] Updated weights for policy 0, policy_version 31180 (0.0008) +[2026-06-07 03:30:22,036][521438] Updated weights for policy 0, policy_version 31192 (0.0008) +[2026-06-07 03:30:22,635][521438] Updated weights for policy 0, policy_version 31203 (0.0008) +[2026-06-07 03:30:22,771][521438] Updated weights for policy 0, policy_version 31215 (0.0008) +[2026-06-07 03:30:22,883][521438] Updated weights for policy 0, policy_version 31225 (0.0008) +[2026-06-07 03:30:23,036][521438] Updated weights for policy 0, policy_version 31239 (0.0008) +[2026-06-07 03:30:23,151][521438] Updated weights for policy 0, policy_version 31249 (0.0008) +[2026-06-07 03:30:23,742][521438] Updated weights for policy 0, policy_version 31259 (0.0008) +[2026-06-07 03:30:23,880][521438] Updated weights for policy 0, policy_version 31272 (0.0008) +[2026-06-07 03:30:23,995][521438] Updated weights for policy 0, policy_version 31282 (0.0008) +[2026-06-07 03:30:24,111][521438] Updated weights for policy 0, policy_version 31293 (0.0008) +[2026-06-07 03:30:24,235][521438] Updated weights for policy 0, policy_version 31304 (0.0009) +[2026-06-07 03:30:24,313][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 16023552. Throughput: 0: 27463.1. Samples: 16045824. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:30:24,314][519537] Avg episode reward: [(0, '83.925')] +[2026-06-07 03:30:24,360][521438] Updated weights for policy 0, policy_version 31315 (0.0008) +[2026-06-07 03:30:24,930][521438] Updated weights for policy 0, policy_version 31325 (0.0008) +[2026-06-07 03:30:25,055][521438] Updated weights for policy 0, policy_version 31336 (0.0008) +[2026-06-07 03:30:25,174][521438] Updated weights for policy 0, policy_version 31347 (0.0008) +[2026-06-07 03:30:25,319][521438] Updated weights for policy 0, policy_version 31360 (0.0009) +[2026-06-07 03:30:25,434][521438] Updated weights for policy 0, policy_version 31370 (0.0008) +[2026-06-07 03:30:25,555][521438] Updated weights for policy 0, policy_version 31381 (0.0008) +[2026-06-07 03:30:26,136][521438] Updated weights for policy 0, policy_version 31391 (0.0009) +[2026-06-07 03:30:26,249][521438] Updated weights for policy 0, policy_version 31402 (0.0009) +[2026-06-07 03:30:26,364][521438] Updated weights for policy 0, policy_version 31412 (0.0008) +[2026-06-07 03:30:26,492][521438] Updated weights for policy 0, policy_version 31423 (0.0008) +[2026-06-07 03:30:26,611][521438] Updated weights for policy 0, policy_version 31434 (0.0008) +[2026-06-07 03:30:26,748][521438] Updated weights for policy 0, policy_version 31446 (0.0008) +[2026-06-07 03:30:27,358][521438] Updated weights for policy 0, policy_version 31456 (0.0008) +[2026-06-07 03:30:27,464][521438] Updated weights for policy 0, policy_version 31466 (0.0008) +[2026-06-07 03:30:27,598][521438] Updated weights for policy 0, policy_version 31478 (0.0008) +[2026-06-07 03:30:27,715][521438] Updated weights for policy 0, policy_version 31488 (0.0008) +[2026-06-07 03:30:27,819][521438] Updated weights for policy 0, policy_version 31498 (0.0008) +[2026-06-07 03:30:27,933][521438] Updated weights for policy 0, policy_version 31508 (0.0008) +[2026-06-07 03:30:28,506][521438] Updated weights for policy 0, policy_version 31518 (0.0008) +[2026-06-07 03:30:28,627][521438] Updated weights for policy 0, policy_version 31529 (0.0008) +[2026-06-07 03:30:28,750][521438] Updated weights for policy 0, policy_version 31540 (0.0008) +[2026-06-07 03:30:28,861][521438] Updated weights for policy 0, policy_version 31550 (0.0008) +[2026-06-07 03:30:28,998][521438] Updated weights for policy 0, policy_version 31562 (0.0008) +[2026-06-07 03:30:29,106][521438] Updated weights for policy 0, policy_version 31572 (0.0008) +[2026-06-07 03:30:29,313][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.8, 300 sec: 27436.3). Total num frames: 16187392. Throughput: 0: 27363.5. Samples: 16208128. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:30:29,314][519537] Avg episode reward: [(0, '73.135')] +[2026-06-07 03:30:29,702][521438] Updated weights for policy 0, policy_version 31583 (0.0008) +[2026-06-07 03:30:29,809][521438] Updated weights for policy 0, policy_version 31593 (0.0008) +[2026-06-07 03:30:29,955][521438] Updated weights for policy 0, policy_version 31606 (0.0008) +[2026-06-07 03:30:30,088][521438] Updated weights for policy 0, policy_version 31618 (0.0008) +[2026-06-07 03:30:30,222][521438] Updated weights for policy 0, policy_version 31630 (0.0008) +[2026-06-07 03:30:30,814][521438] Updated weights for policy 0, policy_version 31642 (0.0008) +[2026-06-07 03:30:30,941][521438] Updated weights for policy 0, policy_version 31653 (0.0008) +[2026-06-07 03:30:31,078][521438] Updated weights for policy 0, policy_version 31666 (0.0008) +[2026-06-07 03:30:31,192][521438] Updated weights for policy 0, policy_version 31676 (0.0008) +[2026-06-07 03:30:31,315][521438] Updated weights for policy 0, policy_version 31687 (0.0008) +[2026-06-07 03:30:31,434][521438] Updated weights for policy 0, policy_version 31697 (0.0008) +[2026-06-07 03:30:32,045][521438] Updated weights for policy 0, policy_version 31709 (0.0008) +[2026-06-07 03:30:32,195][521438] Updated weights for policy 0, policy_version 31723 (0.0008) +[2026-06-07 03:30:32,317][521438] Updated weights for policy 0, policy_version 31734 (0.0008) +[2026-06-07 03:30:32,450][521438] Updated weights for policy 0, policy_version 31746 (0.0008) +[2026-06-07 03:30:32,570][521438] Updated weights for policy 0, policy_version 31757 (0.0008) +[2026-06-07 03:30:33,206][521438] Updated weights for policy 0, policy_version 31769 (0.0008) +[2026-06-07 03:30:33,317][521438] Updated weights for policy 0, policy_version 31780 (0.0008) +[2026-06-07 03:30:33,451][521438] Updated weights for policy 0, policy_version 31792 (0.0008) +[2026-06-07 03:30:33,572][521438] Updated weights for policy 0, policy_version 31803 (0.0008) +[2026-06-07 03:30:33,699][521438] Updated weights for policy 0, policy_version 31815 (0.0010) +[2026-06-07 03:30:33,825][521438] Updated weights for policy 0, policy_version 31826 (0.0008) +[2026-06-07 03:30:34,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27306.7, 300 sec: 27436.3). Total num frames: 16318464. Throughput: 0: 27559.8. Samples: 16298112. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:30:34,313][519537] Avg episode reward: [(0, '72.941')] +[2026-06-07 03:30:34,416][521438] Updated weights for policy 0, policy_version 31836 (0.0009) +[2026-06-07 03:30:34,527][521438] Updated weights for policy 0, policy_version 31846 (0.0008) +[2026-06-07 03:30:34,641][521438] Updated weights for policy 0, policy_version 31857 (0.0008) +[2026-06-07 03:30:34,770][521438] Updated weights for policy 0, policy_version 31868 (0.0008) +[2026-06-07 03:30:34,883][521438] Updated weights for policy 0, policy_version 31878 (0.0008) +[2026-06-07 03:30:35,026][521438] Updated weights for policy 0, policy_version 31891 (0.0008) +[2026-06-07 03:30:35,634][521438] Updated weights for policy 0, policy_version 31903 (0.0008) +[2026-06-07 03:30:35,751][521438] Updated weights for policy 0, policy_version 31914 (0.0008) +[2026-06-07 03:30:35,868][521438] Updated weights for policy 0, policy_version 31925 (0.0008) +[2026-06-07 03:30:35,991][521438] Updated weights for policy 0, policy_version 31936 (0.0008) +[2026-06-07 03:30:36,131][521438] Updated weights for policy 0, policy_version 31948 (0.0008) +[2026-06-07 03:30:36,259][521438] Updated weights for policy 0, policy_version 31960 (0.0008) +[2026-06-07 03:30:36,876][521438] Updated weights for policy 0, policy_version 31972 (0.0008) +[2026-06-07 03:30:36,999][521438] Updated weights for policy 0, policy_version 31983 (0.0008) +[2026-06-07 03:30:37,126][521438] Updated weights for policy 0, policy_version 31994 (0.0008) +[2026-06-07 03:30:37,235][521438] Updated weights for policy 0, policy_version 32004 (0.0008) +[2026-06-07 03:30:37,373][521438] Updated weights for policy 0, policy_version 32017 (0.0008) +[2026-06-07 03:30:37,975][521438] Updated weights for policy 0, policy_version 32027 (0.0009) +[2026-06-07 03:30:38,100][521438] Updated weights for policy 0, policy_version 32039 (0.0010) +[2026-06-07 03:30:38,232][521438] Updated weights for policy 0, policy_version 32051 (0.0009) +[2026-06-07 03:30:38,363][521438] Updated weights for policy 0, policy_version 32063 (0.0009) +[2026-06-07 03:30:38,491][521438] Updated weights for policy 0, policy_version 32075 (0.0010) +[2026-06-07 03:30:38,620][521438] Updated weights for policy 0, policy_version 32086 (0.0006) +[2026-06-07 03:30:39,258][521438] Updated weights for policy 0, policy_version 32100 (0.0008) +[2026-06-07 03:30:39,313][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.6, 300 sec: 27436.2). Total num frames: 16449536. Throughput: 0: 27500.0. Samples: 16461952. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:30:39,314][519537] Avg episode reward: [(0, '73.140')] +[2026-06-07 03:30:39,372][521438] Updated weights for policy 0, policy_version 32111 (0.0008) +[2026-06-07 03:30:39,512][521438] Updated weights for policy 0, policy_version 32123 (0.0009) +[2026-06-07 03:30:39,624][521438] Updated weights for policy 0, policy_version 32134 (0.0008) +[2026-06-07 03:30:39,774][521438] Updated weights for policy 0, policy_version 32147 (0.0008) +[2026-06-07 03:30:40,386][521438] Updated weights for policy 0, policy_version 32158 (0.0008) +[2026-06-07 03:30:40,520][521438] Updated weights for policy 0, policy_version 32171 (0.0008) +[2026-06-07 03:30:40,669][521438] Updated weights for policy 0, policy_version 32185 (0.0008) +[2026-06-07 03:30:40,786][521438] Updated weights for policy 0, policy_version 32196 (0.0008) +[2026-06-07 03:30:40,903][521438] Updated weights for policy 0, policy_version 32206 (0.0008) +[2026-06-07 03:30:41,507][521438] Updated weights for policy 0, policy_version 32217 (0.0008) +[2026-06-07 03:30:41,613][521438] Updated weights for policy 0, policy_version 32227 (0.0008) +[2026-06-07 03:30:41,725][521438] Updated weights for policy 0, policy_version 32237 (0.0008) +[2026-06-07 03:30:41,847][521438] Updated weights for policy 0, policy_version 32248 (0.0008) +[2026-06-07 03:30:41,978][521438] Updated weights for policy 0, policy_version 32260 (0.0008) +[2026-06-07 03:30:42,095][521438] Updated weights for policy 0, policy_version 32271 (0.0008) +[2026-06-07 03:30:42,709][521438] Updated weights for policy 0, policy_version 32284 (0.0008) +[2026-06-07 03:30:42,840][521438] Updated weights for policy 0, policy_version 32297 (0.0009) +[2026-06-07 03:30:42,965][521438] Updated weights for policy 0, policy_version 32309 (0.0008) +[2026-06-07 03:30:43,089][521438] Updated weights for policy 0, policy_version 32320 (0.0009) +[2026-06-07 03:30:43,234][521438] Updated weights for policy 0, policy_version 32333 (0.0009) +[2026-06-07 03:30:43,351][521438] Updated weights for policy 0, policy_version 32343 (0.0008) +[2026-06-07 03:30:43,961][521438] Updated weights for policy 0, policy_version 32354 (0.0008) +[2026-06-07 03:30:44,089][521438] Updated weights for policy 0, policy_version 32365 (0.0009) +[2026-06-07 03:30:44,203][521438] Updated weights for policy 0, policy_version 32376 (0.0008) +[2026-06-07 03:30:44,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 27325.2). Total num frames: 16580608. Throughput: 0: 27520.0. Samples: 16628096. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:30:44,313][519537] Avg episode reward: [(0, '80.256')] +[2026-06-07 03:30:44,370][521438] Updated weights for policy 0, policy_version 32391 (0.0007) +[2026-06-07 03:30:44,503][521438] Updated weights for policy 0, policy_version 32402 (0.0008) +[2026-06-07 03:30:45,104][521438] Updated weights for policy 0, policy_version 32414 (0.0008) +[2026-06-07 03:30:45,225][521438] Updated weights for policy 0, policy_version 32425 (0.0008) +[2026-06-07 03:30:45,338][521438] Updated weights for policy 0, policy_version 32435 (0.0008) +[2026-06-07 03:30:45,485][521438] Updated weights for policy 0, policy_version 32448 (0.0008) +[2026-06-07 03:30:45,599][521438] Updated weights for policy 0, policy_version 32458 (0.0008) +[2026-06-07 03:30:45,724][521438] Updated weights for policy 0, policy_version 32469 (0.0008) +[2026-06-07 03:30:46,330][521438] Updated weights for policy 0, policy_version 32480 (0.0008) +[2026-06-07 03:30:46,483][521438] Updated weights for policy 0, policy_version 32494 (0.0008) +[2026-06-07 03:30:46,604][521438] Updated weights for policy 0, policy_version 32505 (0.0008) +[2026-06-07 03:30:46,739][521438] Updated weights for policy 0, policy_version 32517 (0.0008) +[2026-06-07 03:30:46,868][521438] Updated weights for policy 0, policy_version 32529 (0.0008) +[2026-06-07 03:30:47,462][521438] Updated weights for policy 0, policy_version 32539 (0.0007) +[2026-06-07 03:30:47,584][521438] Updated weights for policy 0, policy_version 32550 (0.0008) +[2026-06-07 03:30:47,702][521438] Updated weights for policy 0, policy_version 32561 (0.0008) +[2026-06-07 03:30:47,822][521438] Updated weights for policy 0, policy_version 32571 (0.0008) +[2026-06-07 03:30:47,941][521438] Updated weights for policy 0, policy_version 32582 (0.0008) +[2026-06-07 03:30:48,061][521438] Updated weights for policy 0, policy_version 32593 (0.0008) +[2026-06-07 03:30:48,659][521438] Updated weights for policy 0, policy_version 32604 (0.0008) +[2026-06-07 03:30:48,804][521438] Updated weights for policy 0, policy_version 32617 (0.0008) +[2026-06-07 03:30:48,946][521438] Updated weights for policy 0, policy_version 32630 (0.0008) +[2026-06-07 03:30:49,077][521438] Updated weights for policy 0, policy_version 32642 (0.0008) +[2026-06-07 03:30:49,204][521438] Updated weights for policy 0, policy_version 32652 (0.0008) +[2026-06-07 03:30:49,313][519537] Fps is (10 sec: 26214.0, 60 sec: 27306.5, 300 sec: 27325.2). Total num frames: 16711680. Throughput: 0: 27426.0. Samples: 16705792. Policy #0 lag: (min: 47.0, avg: 56.1, max: 111.0) +[2026-06-07 03:30:49,315][519537] Avg episode reward: [(0, '71.463')] +[2026-06-07 03:30:49,324][521438] Updated weights for policy 0, policy_version 32663 (0.0006) +[2026-06-07 03:30:49,867][521438] Updated weights for policy 0, policy_version 32674 (0.0009) +[2026-06-07 03:30:49,982][521438] Updated weights for policy 0, policy_version 32685 (0.0011) +[2026-06-07 03:30:50,096][521438] Updated weights for policy 0, policy_version 32695 (0.0010) +[2026-06-07 03:30:50,215][521438] Updated weights for policy 0, policy_version 32706 (0.0011) +[2026-06-07 03:30:50,342][521438] Updated weights for policy 0, policy_version 32717 (0.0008) +[2026-06-07 03:30:50,464][521438] Updated weights for policy 0, policy_version 32728 (0.0008) +[2026-06-07 03:30:51,061][521438] Updated weights for policy 0, policy_version 32739 (0.0008) +[2026-06-07 03:30:51,216][521438] Updated weights for policy 0, policy_version 32753 (0.0008) +[2026-06-07 03:30:51,365][521438] Updated weights for policy 0, policy_version 32766 (0.0008) +[2026-06-07 03:30:51,477][521438] Updated weights for policy 0, policy_version 32776 (0.0008) +[2026-06-07 03:30:51,603][521438] Updated weights for policy 0, policy_version 32787 (0.0008) +[2026-06-07 03:30:52,249][521438] Updated weights for policy 0, policy_version 32799 (0.0009) +[2026-06-07 03:30:52,356][521438] Updated weights for policy 0, policy_version 32809 (0.0008) +[2026-06-07 03:30:52,486][521438] Updated weights for policy 0, policy_version 32821 (0.0008) +[2026-06-07 03:30:52,598][521438] Updated weights for policy 0, policy_version 32831 (0.0008) +[2026-06-07 03:30:52,710][521438] Updated weights for policy 0, policy_version 32841 (0.0008) +[2026-06-07 03:30:52,825][521438] Updated weights for policy 0, policy_version 32851 (0.0008) +[2026-06-07 03:30:53,446][521438] Updated weights for policy 0, policy_version 32861 (0.0008) +[2026-06-07 03:30:53,554][521438] Updated weights for policy 0, policy_version 32871 (0.0008) +[2026-06-07 03:30:53,686][521438] Updated weights for policy 0, policy_version 32883 (0.0008) +[2026-06-07 03:30:53,811][521438] Updated weights for policy 0, policy_version 32894 (0.0008) +[2026-06-07 03:30:53,941][521438] Updated weights for policy 0, policy_version 32906 (0.0008) +[2026-06-07 03:30:54,073][521438] Updated weights for policy 0, policy_version 32917 (0.0008) +[2026-06-07 03:30:54,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27436.3). Total num frames: 16875520. Throughput: 0: 27471.7. Samples: 16872576. Policy #0 lag: (min: 47.0, avg: 56.1, max: 111.0) +[2026-06-07 03:30:54,313][519537] Avg episode reward: [(0, '68.029')] +[2026-06-07 03:30:54,658][521438] Updated weights for policy 0, policy_version 32927 (0.0008) +[2026-06-07 03:30:54,778][521438] Updated weights for policy 0, policy_version 32938 (0.0008) +[2026-06-07 03:30:54,897][521438] Updated weights for policy 0, policy_version 32949 (0.0008) +[2026-06-07 03:30:55,016][521438] Updated weights for policy 0, policy_version 32960 (0.0008) +[2026-06-07 03:30:55,142][521438] Updated weights for policy 0, policy_version 32971 (0.0008) +[2026-06-07 03:30:55,268][521438] Updated weights for policy 0, policy_version 32982 (0.0008) +[2026-06-07 03:30:55,862][521438] Updated weights for policy 0, policy_version 32992 (0.0008) +[2026-06-07 03:30:55,972][521438] Updated weights for policy 0, policy_version 33002 (0.0008) +[2026-06-07 03:30:56,101][521438] Updated weights for policy 0, policy_version 33014 (0.0008) +[2026-06-07 03:30:56,239][521438] Updated weights for policy 0, policy_version 33026 (0.0008) +[2026-06-07 03:30:56,355][521438] Updated weights for policy 0, policy_version 33036 (0.0008) +[2026-06-07 03:30:56,467][521438] Updated weights for policy 0, policy_version 33046 (0.0008) +[2026-06-07 03:30:57,057][521438] Updated weights for policy 0, policy_version 33056 (0.0008) +[2026-06-07 03:30:57,167][521438] Updated weights for policy 0, policy_version 33066 (0.0008) +[2026-06-07 03:30:57,281][521438] Updated weights for policy 0, policy_version 33076 (0.0008) +[2026-06-07 03:30:57,392][521438] Updated weights for policy 0, policy_version 33086 (0.0008) +[2026-06-07 03:30:57,534][521438] Updated weights for policy 0, policy_version 33098 (0.0008) +[2026-06-07 03:30:57,669][521438] Updated weights for policy 0, policy_version 33110 (0.0008) +[2026-06-07 03:30:58,284][521438] Updated weights for policy 0, policy_version 33121 (0.0007) +[2026-06-07 03:30:58,405][521438] Updated weights for policy 0, policy_version 33132 (0.0008) +[2026-06-07 03:30:58,522][521438] Updated weights for policy 0, policy_version 33143 (0.0008) +[2026-06-07 03:30:58,669][521438] Updated weights for policy 0, policy_version 33156 (0.0008) +[2026-06-07 03:30:58,800][521438] Updated weights for policy 0, policy_version 33167 (0.0008) +[2026-06-07 03:30:59,313][519537] Fps is (10 sec: 29491.9, 60 sec: 27852.8, 300 sec: 27436.3). Total num frames: 17006592. Throughput: 0: 27468.8. Samples: 17037440. Policy #0 lag: (min: 47.0, avg: 56.1, max: 111.0) +[2026-06-07 03:30:59,314][519537] Avg episode reward: [(0, '90.024')] +[2026-06-07 03:30:59,319][520965] Saving new best policy, reward=90.024! +[2026-06-07 03:30:59,422][521438] Updated weights for policy 0, policy_version 33177 (0.0008) +[2026-06-07 03:30:59,534][521438] Updated weights for policy 0, policy_version 33188 (0.0007) +[2026-06-07 03:30:59,659][521438] Updated weights for policy 0, policy_version 33199 (0.0008) +[2026-06-07 03:30:59,786][521438] Updated weights for policy 0, policy_version 33210 (0.0008) +[2026-06-07 03:30:59,892][521438] Updated weights for policy 0, policy_version 33220 (0.0008) +[2026-06-07 03:31:00,007][521438] Updated weights for policy 0, policy_version 33230 (0.0008) +[2026-06-07 03:31:00,590][521438] Updated weights for policy 0, policy_version 33241 (0.0008) +[2026-06-07 03:31:00,708][521438] Updated weights for policy 0, policy_version 33252 (0.0008) +[2026-06-07 03:31:00,834][521438] Updated weights for policy 0, policy_version 33263 (0.0008) +[2026-06-07 03:31:00,980][521438] Updated weights for policy 0, policy_version 33276 (0.0008) +[2026-06-07 03:31:01,091][521438] Updated weights for policy 0, policy_version 33286 (0.0008) +[2026-06-07 03:31:01,217][521438] Updated weights for policy 0, policy_version 33297 (0.0008) +[2026-06-07 03:31:01,794][521438] Updated weights for policy 0, policy_version 33308 (0.0008) +[2026-06-07 03:31:01,903][521438] Updated weights for policy 0, policy_version 33318 (0.0006) +[2026-06-07 03:31:02,023][521438] Updated weights for policy 0, policy_version 33329 (0.0004) +[2026-06-07 03:31:02,143][521438] Updated weights for policy 0, policy_version 33340 (0.0006) +[2026-06-07 03:31:02,286][521438] Updated weights for policy 0, policy_version 33353 (0.0008) +[2026-06-07 03:31:02,395][521438] Updated weights for policy 0, policy_version 33363 (0.0008) +[2026-06-07 03:31:03,012][521438] Updated weights for policy 0, policy_version 33375 (0.0008) +[2026-06-07 03:31:03,160][521438] Updated weights for policy 0, policy_version 33388 (0.0008) +[2026-06-07 03:31:03,270][521438] Updated weights for policy 0, policy_version 33398 (0.0008) +[2026-06-07 03:31:03,381][521438] Updated weights for policy 0, policy_version 33408 (0.0008) +[2026-06-07 03:31:03,500][521438] Updated weights for policy 0, policy_version 33419 (0.0008) +[2026-06-07 03:31:03,616][521438] Updated weights for policy 0, policy_version 33429 (0.0008) +[2026-06-07 03:31:04,199][521438] Updated weights for policy 0, policy_version 33439 (0.0008) +[2026-06-07 03:31:04,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27436.3). Total num frames: 17137664. Throughput: 0: 27628.2. Samples: 17122560. Policy #0 lag: (min: 47.0, avg: 56.1, max: 111.0) +[2026-06-07 03:31:04,313][519537] Avg episode reward: [(0, '89.496')] +[2026-06-07 03:31:04,335][521438] Updated weights for policy 0, policy_version 33451 (0.0008) +[2026-06-07 03:31:04,457][521438] Updated weights for policy 0, policy_version 33462 (0.0008) +[2026-06-07 03:31:04,583][521438] Updated weights for policy 0, policy_version 33473 (0.0008) +[2026-06-07 03:31:04,721][521438] Updated weights for policy 0, policy_version 33485 (0.0008) +[2026-06-07 03:31:05,286][521438] Updated weights for policy 0, policy_version 33498 (0.0008) +[2026-06-07 03:31:05,402][521438] Updated weights for policy 0, policy_version 33508 (0.0008) +[2026-06-07 03:31:05,530][521438] Updated weights for policy 0, policy_version 33519 (0.0008) +[2026-06-07 03:31:05,669][521438] Updated weights for policy 0, policy_version 33532 (0.0008) +[2026-06-07 03:31:05,804][521438] Updated weights for policy 0, policy_version 33544 (0.0008) +[2026-06-07 03:31:05,929][521438] Updated weights for policy 0, policy_version 33555 (0.0008) +[2026-06-07 03:31:06,573][521438] Updated weights for policy 0, policy_version 33569 (0.0009) +[2026-06-07 03:31:06,696][521438] Updated weights for policy 0, policy_version 33580 (0.0008) +[2026-06-07 03:31:06,809][521438] Updated weights for policy 0, policy_version 33591 (0.0008) +[2026-06-07 03:31:06,934][521438] Updated weights for policy 0, policy_version 33602 (0.0008) +[2026-06-07 03:31:07,056][521438] Updated weights for policy 0, policy_version 33612 (0.0008) +[2026-06-07 03:31:07,179][521438] Updated weights for policy 0, policy_version 33623 (0.0008) +[2026-06-07 03:31:07,785][521438] Updated weights for policy 0, policy_version 33635 (0.0008) +[2026-06-07 03:31:07,904][521438] Updated weights for policy 0, policy_version 33646 (0.0008) +[2026-06-07 03:31:08,012][521438] Updated weights for policy 0, policy_version 33656 (0.0008) +[2026-06-07 03:31:08,167][521438] Updated weights for policy 0, policy_version 33670 (0.0009) +[2026-06-07 03:31:08,291][521438] Updated weights for policy 0, policy_version 33682 (0.0008) +[2026-06-07 03:31:08,935][521438] Updated weights for policy 0, policy_version 33694 (0.0008) +[2026-06-07 03:31:09,071][521438] Updated weights for policy 0, policy_version 33706 (0.0008) +[2026-06-07 03:31:09,179][521438] Updated weights for policy 0, policy_version 33716 (0.0008) +[2026-06-07 03:31:09,286][521438] Updated weights for policy 0, policy_version 33726 (0.0008) +[2026-06-07 03:31:09,313][519537] Fps is (10 sec: 26213.9, 60 sec: 27306.6, 300 sec: 27436.2). Total num frames: 17268736. Throughput: 0: 27536.9. Samples: 17284992. Policy #0 lag: (min: 46.0, avg: 57.1, max: 110.0) +[2026-06-07 03:31:09,313][519537] Avg episode reward: [(0, '84.797')] +[2026-06-07 03:31:09,416][521438] Updated weights for policy 0, policy_version 33737 (0.0008) +[2026-06-07 03:31:09,525][521438] Updated weights for policy 0, policy_version 33747 (0.0008) +[2026-06-07 03:31:10,113][521438] Updated weights for policy 0, policy_version 33757 (0.0008) +[2026-06-07 03:31:10,223][521438] Updated weights for policy 0, policy_version 33767 (0.0008) +[2026-06-07 03:31:10,336][521438] Updated weights for policy 0, policy_version 33777 (0.0008) +[2026-06-07 03:31:10,448][521438] Updated weights for policy 0, policy_version 33787 (0.0008) +[2026-06-07 03:31:10,574][521438] Updated weights for policy 0, policy_version 33798 (0.0008) +[2026-06-07 03:31:10,696][521438] Updated weights for policy 0, policy_version 33809 (0.0008) +[2026-06-07 03:31:11,297][521438] Updated weights for policy 0, policy_version 33820 (0.0008) +[2026-06-07 03:31:11,427][521438] Updated weights for policy 0, policy_version 33832 (0.0008) +[2026-06-07 03:31:11,561][521438] Updated weights for policy 0, policy_version 33844 (0.0008) +[2026-06-07 03:31:11,683][521438] Updated weights for policy 0, policy_version 33855 (0.0008) +[2026-06-07 03:31:11,825][521438] Updated weights for policy 0, policy_version 33868 (0.0008) +[2026-06-07 03:31:11,939][521438] Updated weights for policy 0, policy_version 33878 (0.0008) +[2026-06-07 03:31:12,592][521438] Updated weights for policy 0, policy_version 33890 (0.0008) +[2026-06-07 03:31:12,720][521438] Updated weights for policy 0, policy_version 33902 (0.0008) +[2026-06-07 03:31:12,874][521438] Updated weights for policy 0, policy_version 33916 (0.0008) +[2026-06-07 03:31:13,015][521438] Updated weights for policy 0, policy_version 33929 (0.0008) +[2026-06-07 03:31:13,136][521438] Updated weights for policy 0, policy_version 33941 (0.0008) +[2026-06-07 03:31:13,726][521438] Updated weights for policy 0, policy_version 33952 (0.0008) +[2026-06-07 03:31:13,854][521438] Updated weights for policy 0, policy_version 33964 (0.0008) +[2026-06-07 03:31:13,980][521438] Updated weights for policy 0, policy_version 33976 (0.0008) +[2026-06-07 03:31:14,110][521438] Updated weights for policy 0, policy_version 33988 (0.0009) +[2026-06-07 03:31:14,277][521438] Updated weights for policy 0, policy_version 34004 (0.0008) +[2026-06-07 03:31:14,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 27436.3). Total num frames: 17399808. Throughput: 0: 27602.6. Samples: 17450240. Policy #0 lag: (min: 46.0, avg: 57.1, max: 110.0) +[2026-06-07 03:31:14,313][519537] Avg episode reward: [(0, '68.277')] +[2026-06-07 03:31:14,882][521438] Updated weights for policy 0, policy_version 34015 (0.0008) +[2026-06-07 03:31:15,010][521438] Updated weights for policy 0, policy_version 34028 (0.0008) +[2026-06-07 03:31:15,133][521438] Updated weights for policy 0, policy_version 34040 (0.0008) +[2026-06-07 03:31:15,276][521438] Updated weights for policy 0, policy_version 34053 (0.0008) +[2026-06-07 03:31:15,395][521438] Updated weights for policy 0, policy_version 34064 (0.0008) +[2026-06-07 03:31:16,043][521438] Updated weights for policy 0, policy_version 34076 (0.0008) +[2026-06-07 03:31:16,191][521438] Updated weights for policy 0, policy_version 34091 (0.0008) +[2026-06-07 03:31:16,345][521438] Updated weights for policy 0, policy_version 34105 (0.0008) +[2026-06-07 03:31:16,474][521438] Updated weights for policy 0, policy_version 34117 (0.0008) +[2026-06-07 03:31:16,603][521438] Updated weights for policy 0, policy_version 34129 (0.0008) +[2026-06-07 03:31:17,228][521438] Updated weights for policy 0, policy_version 34139 (0.0008) +[2026-06-07 03:31:17,362][521438] Updated weights for policy 0, policy_version 34152 (0.0008) +[2026-06-07 03:31:17,514][521438] Updated weights for policy 0, policy_version 34165 (0.0008) +[2026-06-07 03:31:17,649][521438] Updated weights for policy 0, policy_version 34177 (0.0008) +[2026-06-07 03:31:17,770][521438] Updated weights for policy 0, policy_version 34188 (0.0008) +[2026-06-07 03:31:18,387][521438] Updated weights for policy 0, policy_version 34201 (0.0008) +[2026-06-07 03:31:18,539][521438] Updated weights for policy 0, policy_version 34216 (0.0008) +[2026-06-07 03:31:18,693][521438] Updated weights for policy 0, policy_version 34231 (0.0008) +[2026-06-07 03:31:18,810][521438] Updated weights for policy 0, policy_version 34242 (0.0008) +[2026-06-07 03:31:18,943][521438] Updated weights for policy 0, policy_version 34255 (0.0008) +[2026-06-07 03:31:19,313][519537] Fps is (10 sec: 29491.5, 60 sec: 27852.8, 300 sec: 27436.2). Total num frames: 17563648. Throughput: 0: 27525.6. Samples: 17536768. Policy #0 lag: (min: 46.0, avg: 57.1, max: 110.0) +[2026-06-07 03:31:19,314][519537] Avg episode reward: [(0, '86.908')] +[2026-06-07 03:31:19,581][521438] Updated weights for policy 0, policy_version 34266 (0.0008) +[2026-06-07 03:31:19,719][521438] Updated weights for policy 0, policy_version 34279 (0.0008) +[2026-06-07 03:31:19,866][521438] Updated weights for policy 0, policy_version 34293 (0.0008) +[2026-06-07 03:31:19,985][521438] Updated weights for policy 0, policy_version 34304 (0.0008) +[2026-06-07 03:31:20,125][521438] Updated weights for policy 0, policy_version 34317 (0.0008) +[2026-06-07 03:31:20,756][521438] Updated weights for policy 0, policy_version 34329 (0.0008) +[2026-06-07 03:31:20,893][521438] Updated weights for policy 0, policy_version 34341 (0.0004) +[2026-06-07 03:31:21,003][521438] Updated weights for policy 0, policy_version 34351 (0.0005) +[2026-06-07 03:31:21,137][521438] Updated weights for policy 0, policy_version 34363 (0.0005) +[2026-06-07 03:31:21,261][521438] Updated weights for policy 0, policy_version 34374 (0.0005) +[2026-06-07 03:31:21,376][521438] Updated weights for policy 0, policy_version 34384 (0.0004) +[2026-06-07 03:31:21,964][521438] Updated weights for policy 0, policy_version 34396 (0.0005) +[2026-06-07 03:31:22,109][521438] Updated weights for policy 0, policy_version 34409 (0.0005) +[2026-06-07 03:31:22,218][521438] Updated weights for policy 0, policy_version 34419 (0.0004) +[2026-06-07 03:31:22,350][521438] Updated weights for policy 0, policy_version 34431 (0.0007) +[2026-06-07 03:31:22,488][521438] Updated weights for policy 0, policy_version 34443 (0.0008) +[2026-06-07 03:31:22,603][521438] Updated weights for policy 0, policy_version 34454 (0.0008) +[2026-06-07 03:31:23,224][521438] Updated weights for policy 0, policy_version 34466 (0.0008) +[2026-06-07 03:31:23,370][521438] Updated weights for policy 0, policy_version 34479 (0.0008) +[2026-06-07 03:31:23,497][521438] Updated weights for policy 0, policy_version 34491 (0.0008) +[2026-06-07 03:31:23,629][521438] Updated weights for policy 0, policy_version 34503 (0.0008) +[2026-06-07 03:31:23,735][521438] Updated weights for policy 0, policy_version 34513 (0.0008) +[2026-06-07 03:31:24,306][521438] Updated weights for policy 0, policy_version 34524 (0.0008) +[2026-06-07 03:31:24,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.9, 300 sec: 27436.3). Total num frames: 17694720. Throughput: 0: 27602.6. Samples: 17704064. Policy #0 lag: (min: 46.0, avg: 57.1, max: 110.0) +[2026-06-07 03:31:24,313][519537] Avg episode reward: [(0, '85.334')] +[2026-06-07 03:31:24,428][521438] Updated weights for policy 0, policy_version 34536 (0.0009) +[2026-06-07 03:31:24,573][521438] Updated weights for policy 0, policy_version 34550 (0.0009) +[2026-06-07 03:31:24,723][521438] Updated weights for policy 0, policy_version 34564 (0.0009) +[2026-06-07 03:31:24,846][521438] Updated weights for policy 0, policy_version 34575 (0.0008) +[2026-06-07 03:31:25,470][521438] Updated weights for policy 0, policy_version 34587 (0.0008) +[2026-06-07 03:31:25,603][521438] Updated weights for policy 0, policy_version 34600 (0.0008) +[2026-06-07 03:31:25,722][521438] Updated weights for policy 0, policy_version 34611 (0.0008) +[2026-06-07 03:31:25,872][521438] Updated weights for policy 0, policy_version 34625 (0.0008) +[2026-06-07 03:31:26,029][521438] Updated weights for policy 0, policy_version 34640 (0.0008) +[2026-06-07 03:31:26,672][521438] Updated weights for policy 0, policy_version 34653 (0.0008) +[2026-06-07 03:31:26,798][521438] Updated weights for policy 0, policy_version 34665 (0.0008) +[2026-06-07 03:31:26,947][521438] Updated weights for policy 0, policy_version 34678 (0.0007) +[2026-06-07 03:31:27,054][521438] Updated weights for policy 0, policy_version 34688 (0.0008) +[2026-06-07 03:31:27,167][521438] Updated weights for policy 0, policy_version 34698 (0.0008) +[2026-06-07 03:31:27,294][521438] Updated weights for policy 0, policy_version 34710 (0.0008) +[2026-06-07 03:31:27,907][521438] Updated weights for policy 0, policy_version 34722 (0.0008) +[2026-06-07 03:31:28,072][521438] Updated weights for policy 0, policy_version 34737 (0.0008) +[2026-06-07 03:31:28,191][521438] Updated weights for policy 0, policy_version 34747 (0.0008) +[2026-06-07 03:31:28,305][521438] Updated weights for policy 0, policy_version 34757 (0.0008) +[2026-06-07 03:31:28,464][521438] Updated weights for policy 0, policy_version 34771 (0.0008) +[2026-06-07 03:31:29,087][521438] Updated weights for policy 0, policy_version 34787 (0.0008) +[2026-06-07 03:31:29,230][521438] Updated weights for policy 0, policy_version 34801 (0.0008) +[2026-06-07 03:31:29,313][519537] Fps is (10 sec: 26214.1, 60 sec: 27306.6, 300 sec: 27436.2). Total num frames: 17825792. Throughput: 0: 27545.4. Samples: 17867648. Policy #0 lag: (min: 46.0, avg: 57.1, max: 110.0) +[2026-06-07 03:31:29,314][519537] Avg episode reward: [(0, '94.372')] +[2026-06-07 03:31:29,350][521438] Updated weights for policy 0, policy_version 34811 (0.0008) +[2026-06-07 03:31:29,466][521438] Updated weights for policy 0, policy_version 34821 (0.0008) +[2026-06-07 03:31:29,585][521438] Updated weights for policy 0, policy_version 34832 (0.0008) +[2026-06-07 03:31:29,669][520965] Saving new best policy, reward=94.372! +[2026-06-07 03:31:30,213][521438] Updated weights for policy 0, policy_version 34846 (0.0008) +[2026-06-07 03:31:30,350][521438] Updated weights for policy 0, policy_version 34859 (0.0008) +[2026-06-07 03:31:30,484][521438] Updated weights for policy 0, policy_version 34871 (0.0009) +[2026-06-07 03:31:30,613][521438] Updated weights for policy 0, policy_version 34882 (0.0008) +[2026-06-07 03:31:30,725][521438] Updated weights for policy 0, policy_version 34892 (0.0009) +[2026-06-07 03:31:30,830][521438] Updated weights for policy 0, policy_version 34902 (0.0008) +[2026-06-07 03:31:31,492][521438] Updated weights for policy 0, policy_version 34915 (0.0009) +[2026-06-07 03:31:31,621][521438] Updated weights for policy 0, policy_version 34927 (0.0008) +[2026-06-07 03:31:31,751][521438] Updated weights for policy 0, policy_version 34939 (0.0008) +[2026-06-07 03:31:31,871][521438] Updated weights for policy 0, policy_version 34950 (0.0008) +[2026-06-07 03:31:31,990][521438] Updated weights for policy 0, policy_version 34960 (0.0008) +[2026-06-07 03:31:32,611][521438] Updated weights for policy 0, policy_version 34970 (0.0008) +[2026-06-07 03:31:32,723][521438] Updated weights for policy 0, policy_version 34980 (0.0008) +[2026-06-07 03:31:32,833][521438] Updated weights for policy 0, policy_version 34990 (0.0008) +[2026-06-07 03:31:32,957][521438] Updated weights for policy 0, policy_version 35001 (0.0008) +[2026-06-07 03:31:33,073][521438] Updated weights for policy 0, policy_version 35011 (0.0008) +[2026-06-07 03:31:33,214][521438] Updated weights for policy 0, policy_version 35024 (0.0007) +[2026-06-07 03:31:33,844][521438] Updated weights for policy 0, policy_version 35037 (0.0008) +[2026-06-07 03:31:33,995][521438] Updated weights for policy 0, policy_version 35051 (0.0008) +[2026-06-07 03:31:34,109][521438] Updated weights for policy 0, policy_version 35061 (0.0008) +[2026-06-07 03:31:34,223][521438] Updated weights for policy 0, policy_version 35071 (0.0008) +[2026-06-07 03:31:34,312][519537] Fps is (10 sec: 26214.2, 60 sec: 27306.7, 300 sec: 27436.3). Total num frames: 17956864. Throughput: 0: 27500.3. Samples: 17943296. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:31:34,313][519537] Avg episode reward: [(0, '81.729')] +[2026-06-07 03:31:34,334][521438] Updated weights for policy 0, policy_version 35081 (0.0008) +[2026-06-07 03:31:34,464][521438] Updated weights for policy 0, policy_version 35092 (0.0008) +[2026-06-07 03:31:35,003][521438] Updated weights for policy 0, policy_version 35102 (0.0008) +[2026-06-07 03:31:35,122][521438] Updated weights for policy 0, policy_version 35113 (0.0008) +[2026-06-07 03:31:35,235][521438] Updated weights for policy 0, policy_version 35123 (0.0008) +[2026-06-07 03:31:35,345][521438] Updated weights for policy 0, policy_version 35133 (0.0008) +[2026-06-07 03:31:35,457][521438] Updated weights for policy 0, policy_version 35143 (0.0008) +[2026-06-07 03:31:35,568][521438] Updated weights for policy 0, policy_version 35153 (0.0008) +[2026-06-07 03:31:36,186][521438] Updated weights for policy 0, policy_version 35163 (0.0008) +[2026-06-07 03:31:36,299][521438] Updated weights for policy 0, policy_version 35173 (0.0008) +[2026-06-07 03:31:36,424][521438] Updated weights for policy 0, policy_version 35184 (0.0008) +[2026-06-07 03:31:36,550][521438] Updated weights for policy 0, policy_version 35196 (0.0008) +[2026-06-07 03:31:36,666][521438] Updated weights for policy 0, policy_version 35206 (0.0008) +[2026-06-07 03:31:36,780][521438] Updated weights for policy 0, policy_version 35216 (0.0008) +[2026-06-07 03:31:37,348][521438] Updated weights for policy 0, policy_version 35226 (0.0008) +[2026-06-07 03:31:37,483][521438] Updated weights for policy 0, policy_version 35238 (0.0008) +[2026-06-07 03:31:37,601][521438] Updated weights for policy 0, policy_version 35249 (0.0008) +[2026-06-07 03:31:37,735][521438] Updated weights for policy 0, policy_version 35261 (0.0008) +[2026-06-07 03:31:37,870][521438] Updated weights for policy 0, policy_version 35273 (0.0008) +[2026-06-07 03:31:37,990][521438] Updated weights for policy 0, policy_version 35284 (0.0008) +[2026-06-07 03:31:38,580][521438] Updated weights for policy 0, policy_version 35294 (0.0008) +[2026-06-07 03:31:38,733][521438] Updated weights for policy 0, policy_version 35308 (0.0008) +[2026-06-07 03:31:38,875][521438] Updated weights for policy 0, policy_version 35321 (0.0008) +[2026-06-07 03:31:39,014][521438] Updated weights for policy 0, policy_version 35333 (0.0008) +[2026-06-07 03:31:39,140][521438] Updated weights for policy 0, policy_version 35345 (0.0008) +[2026-06-07 03:31:39,312][519537] Fps is (10 sec: 29491.8, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 18120704. Throughput: 0: 27488.7. Samples: 18109568. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:31:39,314][519537] Avg episode reward: [(0, '83.069')] +[2026-06-07 03:31:39,734][521438] Updated weights for policy 0, policy_version 35355 (0.0008) +[2026-06-07 03:31:39,862][521438] Updated weights for policy 0, policy_version 35366 (0.0008) +[2026-06-07 03:31:39,980][521438] Updated weights for policy 0, policy_version 35377 (0.0008) +[2026-06-07 03:31:40,125][521438] Updated weights for policy 0, policy_version 35390 (0.0008) +[2026-06-07 03:31:40,288][521438] Updated weights for policy 0, policy_version 35405 (0.0008) +[2026-06-07 03:31:40,893][521438] Updated weights for policy 0, policy_version 35418 (0.0008) +[2026-06-07 03:31:41,019][521438] Updated weights for policy 0, policy_version 35429 (0.0008) +[2026-06-07 03:31:41,145][521438] Updated weights for policy 0, policy_version 35440 (0.0008) +[2026-06-07 03:31:41,287][521438] Updated weights for policy 0, policy_version 35453 (0.0008) +[2026-06-07 03:31:41,402][521438] Updated weights for policy 0, policy_version 35463 (0.0008) +[2026-06-07 03:31:41,518][521438] Updated weights for policy 0, policy_version 35474 (0.0008) +[2026-06-07 03:31:42,106][521438] Updated weights for policy 0, policy_version 35484 (0.0008) +[2026-06-07 03:31:42,236][521438] Updated weights for policy 0, policy_version 35496 (0.0008) +[2026-06-07 03:31:42,360][521438] Updated weights for policy 0, policy_version 35507 (0.0008) +[2026-06-07 03:31:42,497][521438] Updated weights for policy 0, policy_version 35519 (0.0008) +[2026-06-07 03:31:42,623][521438] Updated weights for policy 0, policy_version 35531 (0.0008) +[2026-06-07 03:31:42,746][521438] Updated weights for policy 0, policy_version 35542 (0.0008) +[2026-06-07 03:31:43,335][521438] Updated weights for policy 0, policy_version 35553 (0.0008) +[2026-06-07 03:31:43,448][521438] Updated weights for policy 0, policy_version 35563 (0.0008) +[2026-06-07 03:31:43,567][521438] Updated weights for policy 0, policy_version 35574 (0.0008) +[2026-06-07 03:31:43,690][521438] Updated weights for policy 0, policy_version 35585 (0.0010) +[2026-06-07 03:31:43,812][521438] Updated weights for policy 0, policy_version 35596 (0.0008) +[2026-06-07 03:31:43,933][521438] Updated weights for policy 0, policy_version 35607 (0.0008) +[2026-06-07 03:31:44,312][519537] Fps is (10 sec: 29491.1, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 18251776. Throughput: 0: 27545.6. Samples: 18276992. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:31:44,314][519537] Avg episode reward: [(0, '81.143')] +[2026-06-07 03:31:44,568][521438] Updated weights for policy 0, policy_version 35618 (0.0008) +[2026-06-07 03:31:44,689][521438] Updated weights for policy 0, policy_version 35629 (0.0008) +[2026-06-07 03:31:44,809][521438] Updated weights for policy 0, policy_version 35640 (0.0008) +[2026-06-07 03:31:44,933][521438] Updated weights for policy 0, policy_version 35652 (0.0008) +[2026-06-07 03:31:45,072][521438] Updated weights for policy 0, policy_version 35664 (0.0008) +[2026-06-07 03:31:45,667][521438] Updated weights for policy 0, policy_version 35674 (0.0008) +[2026-06-07 03:31:45,798][521438] Updated weights for policy 0, policy_version 35686 (0.0008) +[2026-06-07 03:31:45,932][521438] Updated weights for policy 0, policy_version 35698 (0.0008) +[2026-06-07 03:31:46,043][521438] Updated weights for policy 0, policy_version 35708 (0.0008) +[2026-06-07 03:31:46,165][521438] Updated weights for policy 0, policy_version 35719 (0.0008) +[2026-06-07 03:31:46,279][521438] Updated weights for policy 0, policy_version 35729 (0.0008) +[2026-06-07 03:31:46,853][521438] Updated weights for policy 0, policy_version 35740 (0.0008) +[2026-06-07 03:31:46,983][521438] Updated weights for policy 0, policy_version 35752 (0.0008) +[2026-06-07 03:31:47,103][521438] Updated weights for policy 0, policy_version 35763 (0.0008) +[2026-06-07 03:31:47,223][521438] Updated weights for policy 0, policy_version 35774 (0.0008) +[2026-06-07 03:31:47,348][521438] Updated weights for policy 0, policy_version 35785 (0.0008) +[2026-06-07 03:31:47,462][521438] Updated weights for policy 0, policy_version 35795 (0.0008) +[2026-06-07 03:31:48,071][521438] Updated weights for policy 0, policy_version 35806 (0.0008) +[2026-06-07 03:31:48,180][521438] Updated weights for policy 0, policy_version 35816 (0.0008) +[2026-06-07 03:31:48,308][521438] Updated weights for policy 0, policy_version 35827 (0.0008) +[2026-06-07 03:31:48,443][521438] Updated weights for policy 0, policy_version 35840 (0.0008) +[2026-06-07 03:31:48,563][521438] Updated weights for policy 0, policy_version 35850 (0.0009) +[2026-06-07 03:31:48,690][521438] Updated weights for policy 0, policy_version 35861 (0.0008) +[2026-06-07 03:31:49,273][521438] Updated weights for policy 0, policy_version 35872 (0.0008) +[2026-06-07 03:31:49,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27852.9, 300 sec: 27436.3). Total num frames: 18382848. Throughput: 0: 27579.7. Samples: 18363648. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:31:49,314][519537] Avg episode reward: [(0, '89.340')] +[2026-06-07 03:31:49,388][521438] Updated weights for policy 0, policy_version 35883 (0.0008) +[2026-06-07 03:31:49,519][521438] Updated weights for policy 0, policy_version 35894 (0.0008) +[2026-06-07 03:31:49,639][521438] Updated weights for policy 0, policy_version 35905 (0.0008) +[2026-06-07 03:31:49,751][521438] Updated weights for policy 0, policy_version 35915 (0.0008) +[2026-06-07 03:31:49,870][521438] Updated weights for policy 0, policy_version 35926 (0.0008) +[2026-06-07 03:31:50,472][521438] Updated weights for policy 0, policy_version 35937 (0.0008) +[2026-06-07 03:31:50,589][521438] Updated weights for policy 0, policy_version 35948 (0.0009) +[2026-06-07 03:31:50,721][521438] Updated weights for policy 0, policy_version 35960 (0.0008) +[2026-06-07 03:31:50,840][521438] Updated weights for policy 0, policy_version 35970 (0.0008) +[2026-06-07 03:31:50,978][521438] Updated weights for policy 0, policy_version 35983 (0.0008) +[2026-06-07 03:31:51,616][521438] Updated weights for policy 0, policy_version 35994 (0.0009) +[2026-06-07 03:31:51,728][521438] Updated weights for policy 0, policy_version 36005 (0.0008) +[2026-06-07 03:31:51,861][521438] Updated weights for policy 0, policy_version 36017 (0.0008) +[2026-06-07 03:31:51,991][521438] Updated weights for policy 0, policy_version 36028 (0.0008) +[2026-06-07 03:31:52,096][521438] Updated weights for policy 0, policy_version 36038 (0.0008) +[2026-06-07 03:31:52,205][521438] Updated weights for policy 0, policy_version 36048 (0.0008) +[2026-06-07 03:31:52,821][521438] Updated weights for policy 0, policy_version 36058 (0.0008) +[2026-06-07 03:31:52,939][521438] Updated weights for policy 0, policy_version 36069 (0.0008) +[2026-06-07 03:31:53,050][521438] Updated weights for policy 0, policy_version 36079 (0.0008) +[2026-06-07 03:31:53,177][521438] Updated weights for policy 0, policy_version 36090 (0.0008) +[2026-06-07 03:31:53,313][521438] Updated weights for policy 0, policy_version 36102 (0.0009) +[2026-06-07 03:31:53,462][521438] Updated weights for policy 0, policy_version 36115 (0.0008) +[2026-06-07 03:31:54,065][521438] Updated weights for policy 0, policy_version 36127 (0.0009) +[2026-06-07 03:31:54,175][521438] Updated weights for policy 0, policy_version 36137 (0.0008) +[2026-06-07 03:31:54,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 27436.3). Total num frames: 18513920. Throughput: 0: 27642.5. Samples: 18528896. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:31:54,313][519537] Avg episode reward: [(0, '93.073')] +[2026-06-07 03:31:54,314][521438] Updated weights for policy 0, policy_version 36150 (0.0008) +[2026-06-07 03:31:54,446][521438] Updated weights for policy 0, policy_version 36161 (0.0008) +[2026-06-07 03:31:54,559][521438] Updated weights for policy 0, policy_version 36171 (0.0009) +[2026-06-07 03:31:54,681][521438] Updated weights for policy 0, policy_version 36182 (0.0008) +[2026-06-07 03:31:55,300][521438] Updated weights for policy 0, policy_version 36194 (0.0008) +[2026-06-07 03:31:55,428][521438] Updated weights for policy 0, policy_version 36205 (0.0008) +[2026-06-07 03:31:55,543][521438] Updated weights for policy 0, policy_version 36216 (0.0008) +[2026-06-07 03:31:55,659][521438] Updated weights for policy 0, policy_version 36227 (0.0008) +[2026-06-07 03:31:55,794][521438] Updated weights for policy 0, policy_version 36239 (0.0008) +[2026-06-07 03:31:56,407][521438] Updated weights for policy 0, policy_version 36249 (0.0008) +[2026-06-07 03:31:56,539][521438] Updated weights for policy 0, policy_version 36261 (0.0008) +[2026-06-07 03:31:56,673][521438] Updated weights for policy 0, policy_version 36274 (0.0008) +[2026-06-07 03:31:56,818][521438] Updated weights for policy 0, policy_version 36287 (0.0008) +[2026-06-07 03:31:56,932][521438] Updated weights for policy 0, policy_version 36297 (0.0008) +[2026-06-07 03:31:57,045][521438] Updated weights for policy 0, policy_version 36307 (0.0008) +[2026-06-07 03:31:57,644][521438] Updated weights for policy 0, policy_version 36319 (0.0008) +[2026-06-07 03:31:57,764][521438] Updated weights for policy 0, policy_version 36330 (0.0009) +[2026-06-07 03:31:57,883][521438] Updated weights for policy 0, policy_version 36341 (0.0008) +[2026-06-07 03:31:58,004][521438] Updated weights for policy 0, policy_version 36352 (0.0008) +[2026-06-07 03:31:58,126][521438] Updated weights for policy 0, policy_version 36362 (0.0008) +[2026-06-07 03:31:58,258][521438] Updated weights for policy 0, policy_version 36374 (0.0008) +[2026-06-07 03:31:58,858][521438] Updated weights for policy 0, policy_version 36384 (0.0008) +[2026-06-07 03:31:58,973][521438] Updated weights for policy 0, policy_version 36394 (0.0008) +[2026-06-07 03:31:59,101][521438] Updated weights for policy 0, policy_version 36406 (0.0008) +[2026-06-07 03:31:59,216][521438] Updated weights for policy 0, policy_version 36416 (0.0008) +[2026-06-07 03:31:59,313][519537] Fps is (10 sec: 26214.1, 60 sec: 27306.6, 300 sec: 27436.2). Total num frames: 18644992. Throughput: 0: 27673.5. Samples: 18695552. Policy #0 lag: (min: 30.0, avg: 42.1, max: 94.0) +[2026-06-07 03:31:59,314][519537] Avg episode reward: [(0, '76.978')] +[2026-06-07 03:31:59,339][521438] Updated weights for policy 0, policy_version 36427 (0.0009) +[2026-06-07 03:31:59,457][521438] Updated weights for policy 0, policy_version 36437 (0.0008) +[2026-06-07 03:32:00,045][521438] Updated weights for policy 0, policy_version 36447 (0.0008) +[2026-06-07 03:32:00,175][521438] Updated weights for policy 0, policy_version 36460 (0.0009) +[2026-06-07 03:32:00,289][521438] Updated weights for policy 0, policy_version 36470 (0.0008) +[2026-06-07 03:32:00,407][521438] Updated weights for policy 0, policy_version 36481 (0.0008) +[2026-06-07 03:32:00,527][521438] Updated weights for policy 0, policy_version 36492 (0.0009) +[2026-06-07 03:32:00,666][521438] Updated weights for policy 0, policy_version 36504 (0.0008) +[2026-06-07 03:32:01,275][521438] Updated weights for policy 0, policy_version 36517 (0.0008) +[2026-06-07 03:32:01,409][521438] Updated weights for policy 0, policy_version 36528 (0.0008) +[2026-06-07 03:32:01,528][521438] Updated weights for policy 0, policy_version 36539 (0.0008) +[2026-06-07 03:32:01,653][521438] Updated weights for policy 0, policy_version 36550 (0.0008) +[2026-06-07 03:32:01,762][521438] Updated weights for policy 0, policy_version 36560 (0.0008) +[2026-06-07 03:32:02,325][521438] Updated weights for policy 0, policy_version 36570 (0.0008) +[2026-06-07 03:32:02,465][521438] Updated weights for policy 0, policy_version 36583 (0.0008) +[2026-06-07 03:32:02,581][521438] Updated weights for policy 0, policy_version 36594 (0.0008) +[2026-06-07 03:32:02,718][521438] Updated weights for policy 0, policy_version 36607 (0.0008) +[2026-06-07 03:32:02,839][521438] Updated weights for policy 0, policy_version 36617 (0.0008) +[2026-06-07 03:32:02,970][521438] Updated weights for policy 0, policy_version 36629 (0.0008) +[2026-06-07 03:32:03,555][521438] Updated weights for policy 0, policy_version 36639 (0.0008) +[2026-06-07 03:32:03,696][521438] Updated weights for policy 0, policy_version 36651 (0.0008) +[2026-06-07 03:32:03,803][521438] Updated weights for policy 0, policy_version 36661 (0.0008) +[2026-06-07 03:32:03,920][521438] Updated weights for policy 0, policy_version 36671 (0.0008) +[2026-06-07 03:32:04,034][521438] Updated weights for policy 0, policy_version 36682 (0.0008) +[2026-06-07 03:32:04,178][521438] Updated weights for policy 0, policy_version 36695 (0.0008) +[2026-06-07 03:32:04,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 18808832. Throughput: 0: 27577.0. Samples: 18777728. Policy #0 lag: (min: 30.0, avg: 42.1, max: 94.0) +[2026-06-07 03:32:04,313][519537] Avg episode reward: [(0, '76.249')] +[2026-06-07 03:32:04,755][521438] Updated weights for policy 0, policy_version 36706 (0.0008) +[2026-06-07 03:32:04,871][521438] Updated weights for policy 0, policy_version 36716 (0.0008) +[2026-06-07 03:32:04,996][521438] Updated weights for policy 0, policy_version 36727 (0.0009) +[2026-06-07 03:32:05,119][521438] Updated weights for policy 0, policy_version 36738 (0.0008) +[2026-06-07 03:32:05,236][521438] Updated weights for policy 0, policy_version 36748 (0.0008) +[2026-06-07 03:32:05,343][521438] Updated weights for policy 0, policy_version 36758 (0.0008) +[2026-06-07 03:32:05,945][521438] Updated weights for policy 0, policy_version 36770 (0.0005) +[2026-06-07 03:32:06,065][521438] Updated weights for policy 0, policy_version 36781 (0.0008) +[2026-06-07 03:32:06,178][521438] Updated weights for policy 0, policy_version 36791 (0.0008) +[2026-06-07 03:32:06,305][521438] Updated weights for policy 0, policy_version 36802 (0.0008) +[2026-06-07 03:32:06,407][521438] Updated weights for policy 0, policy_version 36812 (0.0008) +[2026-06-07 03:32:06,530][521438] Updated weights for policy 0, policy_version 36822 (0.0008) +[2026-06-07 03:32:07,120][521438] Updated weights for policy 0, policy_version 36833 (0.0005) +[2026-06-07 03:32:07,244][521438] Updated weights for policy 0, policy_version 36844 (0.0004) +[2026-06-07 03:32:07,356][521438] Updated weights for policy 0, policy_version 36854 (0.0004) +[2026-06-07 03:32:07,465][521438] Updated weights for policy 0, policy_version 36864 (0.0004) +[2026-06-07 03:32:07,593][521438] Updated weights for policy 0, policy_version 36875 (0.0008) +[2026-06-07 03:32:07,723][521438] Updated weights for policy 0, policy_version 36887 (0.0006) +[2026-06-07 03:32:08,313][521438] Updated weights for policy 0, policy_version 36899 (0.0004) +[2026-06-07 03:32:08,423][521438] Updated weights for policy 0, policy_version 36909 (0.0004) +[2026-06-07 03:32:08,544][521438] Updated weights for policy 0, policy_version 36920 (0.0004) +[2026-06-07 03:32:08,653][521438] Updated weights for policy 0, policy_version 36930 (0.0004) +[2026-06-07 03:32:08,796][521438] Updated weights for policy 0, policy_version 36943 (0.0004) +[2026-06-07 03:32:09,312][519537] Fps is (10 sec: 29491.7, 60 sec: 27852.9, 300 sec: 27547.3). Total num frames: 18939904. Throughput: 0: 27650.8. Samples: 18948352. Policy #0 lag: (min: 30.0, avg: 42.1, max: 94.0) +[2026-06-07 03:32:09,313][519537] Avg episode reward: [(0, '76.736')] +[2026-06-07 03:32:09,362][521438] Updated weights for policy 0, policy_version 36953 (0.0004) +[2026-06-07 03:32:09,478][521438] Updated weights for policy 0, policy_version 36964 (0.0004) +[2026-06-07 03:32:09,595][521438] Updated weights for policy 0, policy_version 36975 (0.0004) +[2026-06-07 03:32:09,727][521438] Updated weights for policy 0, policy_version 36987 (0.0004) +[2026-06-07 03:32:09,862][521438] Updated weights for policy 0, policy_version 36999 (0.0004) +[2026-06-07 03:32:09,981][521438] Updated weights for policy 0, policy_version 37010 (0.0007) +[2026-06-07 03:32:10,583][521438] Updated weights for policy 0, policy_version 37021 (0.0008) +[2026-06-07 03:32:10,722][521438] Updated weights for policy 0, policy_version 37034 (0.0008) +[2026-06-07 03:32:10,872][521438] Updated weights for policy 0, policy_version 37048 (0.0009) +[2026-06-07 03:32:11,003][521438] Updated weights for policy 0, policy_version 37060 (0.0008) +[2026-06-07 03:32:11,155][521438] Updated weights for policy 0, policy_version 37074 (0.0008) +[2026-06-07 03:32:11,744][521438] Updated weights for policy 0, policy_version 37085 (0.0008) +[2026-06-07 03:32:11,851][521438] Updated weights for policy 0, policy_version 37095 (0.0009) +[2026-06-07 03:32:11,978][521438] Updated weights for policy 0, policy_version 37107 (0.0008) +[2026-06-07 03:32:12,111][521438] Updated weights for policy 0, policy_version 37120 (0.0009) +[2026-06-07 03:32:12,233][521438] Updated weights for policy 0, policy_version 37131 (0.0008) +[2026-06-07 03:32:12,357][521438] Updated weights for policy 0, policy_version 37142 (0.0008) +[2026-06-07 03:32:12,988][521438] Updated weights for policy 0, policy_version 37154 (0.0008) +[2026-06-07 03:32:13,096][521438] Updated weights for policy 0, policy_version 37164 (0.0008) +[2026-06-07 03:32:13,231][521438] Updated weights for policy 0, policy_version 37177 (0.0008) +[2026-06-07 03:32:13,394][521438] Updated weights for policy 0, policy_version 37192 (0.0008) +[2026-06-07 03:32:13,505][521438] Updated weights for policy 0, policy_version 37202 (0.0008) +[2026-06-07 03:32:14,109][521438] Updated weights for policy 0, policy_version 37213 (0.0006) +[2026-06-07 03:32:14,226][521438] Updated weights for policy 0, policy_version 37224 (0.0004) +[2026-06-07 03:32:14,312][519537] Fps is (10 sec: 26214.2, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 19070976. Throughput: 0: 27773.3. Samples: 19117440. Policy #0 lag: (min: 30.0, avg: 42.1, max: 94.0) +[2026-06-07 03:32:14,313][519537] Avg episode reward: [(0, '76.212')] +[2026-06-07 03:32:14,355][521438] Updated weights for policy 0, policy_version 37235 (0.0004) +[2026-06-07 03:32:14,475][521438] Updated weights for policy 0, policy_version 37246 (0.0004) +[2026-06-07 03:32:14,611][521438] Updated weights for policy 0, policy_version 37259 (0.0004) +[2026-06-07 03:32:14,734][521438] Updated weights for policy 0, policy_version 37269 (0.0008) +[2026-06-07 03:32:15,319][521438] Updated weights for policy 0, policy_version 37279 (0.0008) +[2026-06-07 03:32:15,451][521438] Updated weights for policy 0, policy_version 37291 (0.0008) +[2026-06-07 03:32:15,566][521438] Updated weights for policy 0, policy_version 37302 (0.0008) +[2026-06-07 03:32:15,695][521438] Updated weights for policy 0, policy_version 37313 (0.0008) +[2026-06-07 03:32:15,844][521438] Updated weights for policy 0, policy_version 37326 (0.0008) +[2026-06-07 03:32:15,960][521438] Updated weights for policy 0, policy_version 37336 (0.0008) +[2026-06-07 03:32:16,552][521438] Updated weights for policy 0, policy_version 37347 (0.0008) +[2026-06-07 03:32:16,680][521438] Updated weights for policy 0, policy_version 37359 (0.0008) +[2026-06-07 03:32:16,806][521438] Updated weights for policy 0, policy_version 37370 (0.0008) +[2026-06-07 03:32:16,942][521438] Updated weights for policy 0, policy_version 37382 (0.0008) +[2026-06-07 03:32:17,055][521438] Updated weights for policy 0, policy_version 37393 (0.0008) +[2026-06-07 03:32:17,648][521438] Updated weights for policy 0, policy_version 37403 (0.0008) +[2026-06-07 03:32:17,757][521438] Updated weights for policy 0, policy_version 37413 (0.0008) +[2026-06-07 03:32:17,903][521438] Updated weights for policy 0, policy_version 37427 (0.0008) +[2026-06-07 03:32:18,073][521438] Updated weights for policy 0, policy_version 37443 (0.0008) +[2026-06-07 03:32:18,238][521438] Updated weights for policy 0, policy_version 37458 (0.0008) +[2026-06-07 03:32:18,842][521438] Updated weights for policy 0, policy_version 37468 (0.0008) +[2026-06-07 03:32:18,960][521438] Updated weights for policy 0, policy_version 37479 (0.0008) +[2026-06-07 03:32:19,068][521438] Updated weights for policy 0, policy_version 37489 (0.0008) +[2026-06-07 03:32:19,193][521438] Updated weights for policy 0, policy_version 37500 (0.0008) +[2026-06-07 03:32:19,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 27547.3). Total num frames: 19202048. Throughput: 0: 27773.2. Samples: 19193088. Policy #0 lag: (min: 30.0, avg: 42.1, max: 94.0) +[2026-06-07 03:32:19,313][519537] Avg episode reward: [(0, '94.371')] +[2026-06-07 03:32:19,324][521438] Updated weights for policy 0, policy_version 37511 (0.0008) +[2026-06-07 03:32:19,446][521438] Updated weights for policy 0, policy_version 37522 (0.0008) +[2026-06-07 03:32:20,023][521438] Updated weights for policy 0, policy_version 37532 (0.0008) +[2026-06-07 03:32:20,147][521438] Updated weights for policy 0, policy_version 37543 (0.0008) +[2026-06-07 03:32:20,261][521438] Updated weights for policy 0, policy_version 37553 (0.0008) +[2026-06-07 03:32:20,377][521438] Updated weights for policy 0, policy_version 37564 (0.0008) +[2026-06-07 03:32:20,499][521438] Updated weights for policy 0, policy_version 37574 (0.0008) +[2026-06-07 03:32:20,626][521438] Updated weights for policy 0, policy_version 37586 (0.0008) +[2026-06-07 03:32:21,209][521438] Updated weights for policy 0, policy_version 37596 (0.0008) +[2026-06-07 03:32:21,351][521438] Updated weights for policy 0, policy_version 37609 (0.0008) +[2026-06-07 03:32:21,473][521438] Updated weights for policy 0, policy_version 37620 (0.0008) +[2026-06-07 03:32:21,604][521438] Updated weights for policy 0, policy_version 37632 (0.0008) +[2026-06-07 03:32:21,740][521438] Updated weights for policy 0, policy_version 37644 (0.0008) +[2026-06-07 03:32:21,865][521438] Updated weights for policy 0, policy_version 37655 (0.0008) +[2026-06-07 03:32:22,467][521438] Updated weights for policy 0, policy_version 37666 (0.0008) +[2026-06-07 03:32:22,592][521438] Updated weights for policy 0, policy_version 37677 (0.0008) +[2026-06-07 03:32:22,700][521438] Updated weights for policy 0, policy_version 37687 (0.0008) +[2026-06-07 03:32:22,833][521438] Updated weights for policy 0, policy_version 37699 (0.0008) +[2026-06-07 03:32:22,954][521438] Updated weights for policy 0, policy_version 37710 (0.0008) +[2026-06-07 03:32:23,522][521438] Updated weights for policy 0, policy_version 37721 (0.0008) +[2026-06-07 03:32:23,655][521438] Updated weights for policy 0, policy_version 37733 (0.0008) +[2026-06-07 03:32:23,785][521438] Updated weights for policy 0, policy_version 37745 (0.0009) +[2026-06-07 03:32:23,898][521438] Updated weights for policy 0, policy_version 37755 (0.0008) +[2026-06-07 03:32:24,007][521438] Updated weights for policy 0, policy_version 37765 (0.0008) +[2026-06-07 03:32:24,155][521438] Updated weights for policy 0, policy_version 37778 (0.0008) +[2026-06-07 03:32:24,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 19365888. Throughput: 0: 27719.1. Samples: 19356928. Policy #0 lag: (min: 74.0, avg: 107.9, max: 143.0) +[2026-06-07 03:32:24,314][519537] Avg episode reward: [(0, '81.114')] +[2026-06-07 03:32:24,735][521438] Updated weights for policy 0, policy_version 37788 (0.0008) +[2026-06-07 03:32:24,870][521438] Updated weights for policy 0, policy_version 37800 (0.0008) +[2026-06-07 03:32:24,991][521438] Updated weights for policy 0, policy_version 37811 (0.0008) +[2026-06-07 03:32:25,125][521438] Updated weights for policy 0, policy_version 37823 (0.0008) +[2026-06-07 03:32:25,260][521438] Updated weights for policy 0, policy_version 37835 (0.0005) +[2026-06-07 03:32:25,388][521438] Updated weights for policy 0, policy_version 37846 (0.0008) +[2026-06-07 03:32:25,973][521438] Updated weights for policy 0, policy_version 37858 (0.0008) +[2026-06-07 03:32:26,111][521438] Updated weights for policy 0, policy_version 37870 (0.0008) +[2026-06-07 03:32:26,221][521438] Updated weights for policy 0, policy_version 37880 (0.0008) +[2026-06-07 03:32:26,348][521438] Updated weights for policy 0, policy_version 37891 (0.0008) +[2026-06-07 03:32:26,481][521438] Updated weights for policy 0, policy_version 37903 (0.0008) +[2026-06-07 03:32:27,075][521438] Updated weights for policy 0, policy_version 37914 (0.0008) +[2026-06-07 03:32:27,182][521438] Updated weights for policy 0, policy_version 37924 (0.0009) +[2026-06-07 03:32:27,297][521438] Updated weights for policy 0, policy_version 37934 (0.0008) +[2026-06-07 03:32:27,410][521438] Updated weights for policy 0, policy_version 37944 (0.0008) +[2026-06-07 03:32:27,522][521438] Updated weights for policy 0, policy_version 37954 (0.0008) +[2026-06-07 03:32:27,636][521438] Updated weights for policy 0, policy_version 37964 (0.0008) +[2026-06-07 03:32:27,764][521438] Updated weights for policy 0, policy_version 37976 (0.0008) +[2026-06-07 03:32:28,362][521438] Updated weights for policy 0, policy_version 37987 (0.0009) +[2026-06-07 03:32:28,475][521438] Updated weights for policy 0, policy_version 37997 (0.0008) +[2026-06-07 03:32:28,599][521438] Updated weights for policy 0, policy_version 38008 (0.0008) +[2026-06-07 03:32:28,716][521438] Updated weights for policy 0, policy_version 38019 (0.0008) +[2026-06-07 03:32:28,837][521438] Updated weights for policy 0, policy_version 38030 (0.0008) +[2026-06-07 03:32:28,949][521438] Updated weights for policy 0, policy_version 38040 (0.0008) +[2026-06-07 03:32:29,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.9, 300 sec: 27547.3). Total num frames: 19496960. Throughput: 0: 27713.5. Samples: 19524096. Policy #0 lag: (min: 74.0, avg: 107.9, max: 143.0) +[2026-06-07 03:32:29,313][519537] Avg episode reward: [(0, '84.953')] +[2026-06-07 03:32:29,510][521438] Updated weights for policy 0, policy_version 38050 (0.0008) +[2026-06-07 03:32:29,645][521438] Updated weights for policy 0, policy_version 38062 (0.0008) +[2026-06-07 03:32:29,767][521438] Updated weights for policy 0, policy_version 38073 (0.0008) +[2026-06-07 03:32:29,900][521438] Updated weights for policy 0, policy_version 38085 (0.0008) +[2026-06-07 03:32:30,027][521438] Updated weights for policy 0, policy_version 38096 (0.0009) +[2026-06-07 03:32:30,621][521438] Updated weights for policy 0, policy_version 38107 (0.0008) +[2026-06-07 03:32:30,761][521438] Updated weights for policy 0, policy_version 38120 (0.0008) +[2026-06-07 03:32:30,882][521438] Updated weights for policy 0, policy_version 38131 (0.0008) +[2026-06-07 03:32:30,993][521438] Updated weights for policy 0, policy_version 38141 (0.0008) +[2026-06-07 03:32:31,103][521438] Updated weights for policy 0, policy_version 38151 (0.0008) +[2026-06-07 03:32:31,226][521438] Updated weights for policy 0, policy_version 38162 (0.0008) +[2026-06-07 03:32:31,818][521438] Updated weights for policy 0, policy_version 38173 (0.0008) +[2026-06-07 03:32:31,930][521438] Updated weights for policy 0, policy_version 38183 (0.0008) +[2026-06-07 03:32:32,067][521438] Updated weights for policy 0, policy_version 38196 (0.0008) +[2026-06-07 03:32:32,183][521438] Updated weights for policy 0, policy_version 38206 (0.0008) +[2026-06-07 03:32:32,313][521438] Updated weights for policy 0, policy_version 38217 (0.0008) +[2026-06-07 03:32:32,433][521438] Updated weights for policy 0, policy_version 38228 (0.0008) +[2026-06-07 03:32:33,022][521438] Updated weights for policy 0, policy_version 38238 (0.0008) +[2026-06-07 03:32:33,153][521438] Updated weights for policy 0, policy_version 38250 (0.0008) +[2026-06-07 03:32:33,277][521438] Updated weights for policy 0, policy_version 38261 (0.0008) +[2026-06-07 03:32:33,415][521438] Updated weights for policy 0, policy_version 38274 (0.0008) +[2026-06-07 03:32:33,551][521438] Updated weights for policy 0, policy_version 38286 (0.0008) +[2026-06-07 03:32:34,137][521438] Updated weights for policy 0, policy_version 38298 (0.0007) +[2026-06-07 03:32:34,277][521438] Updated weights for policy 0, policy_version 38310 (0.0005) +[2026-06-07 03:32:34,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 19628032. Throughput: 0: 27687.8. Samples: 19609600. Policy #0 lag: (min: 74.0, avg: 107.9, max: 143.0) +[2026-06-07 03:32:34,313][519537] Avg episode reward: [(0, '69.197')] +[2026-06-07 03:32:34,398][521438] Updated weights for policy 0, policy_version 38321 (0.0008) +[2026-06-07 03:32:34,519][521438] Updated weights for policy 0, policy_version 38332 (0.0008) +[2026-06-07 03:32:34,655][521438] Updated weights for policy 0, policy_version 38344 (0.0008) +[2026-06-07 03:32:34,799][521438] Updated weights for policy 0, policy_version 38357 (0.0008) +[2026-06-07 03:32:35,366][521438] Updated weights for policy 0, policy_version 38367 (0.0008) +[2026-06-07 03:32:35,482][521438] Updated weights for policy 0, policy_version 38377 (0.0008) +[2026-06-07 03:32:35,605][521438] Updated weights for policy 0, policy_version 38388 (0.0008) +[2026-06-07 03:32:35,726][521438] Updated weights for policy 0, policy_version 38399 (0.0008) +[2026-06-07 03:32:35,864][521438] Updated weights for policy 0, policy_version 38411 (0.0008) +[2026-06-07 03:32:35,999][521438] Updated weights for policy 0, policy_version 38423 (0.0008) +[2026-06-07 03:32:36,609][521438] Updated weights for policy 0, policy_version 38435 (0.0008) +[2026-06-07 03:32:36,742][521438] Updated weights for policy 0, policy_version 38447 (0.0008) +[2026-06-07 03:32:36,850][521438] Updated weights for policy 0, policy_version 38457 (0.0008) +[2026-06-07 03:32:36,983][521438] Updated weights for policy 0, policy_version 38469 (0.0008) +[2026-06-07 03:32:37,112][521438] Updated weights for policy 0, policy_version 38481 (0.0008) +[2026-06-07 03:32:37,699][521438] Updated weights for policy 0, policy_version 38492 (0.0008) +[2026-06-07 03:32:37,849][521438] Updated weights for policy 0, policy_version 38506 (0.0008) +[2026-06-07 03:32:37,964][521438] Updated weights for policy 0, policy_version 38516 (0.0008) +[2026-06-07 03:32:38,084][521438] Updated weights for policy 0, policy_version 38527 (0.0009) +[2026-06-07 03:32:38,208][521438] Updated weights for policy 0, policy_version 38538 (0.0008) +[2026-06-07 03:32:38,337][521438] Updated weights for policy 0, policy_version 38549 (0.0008) +[2026-06-07 03:32:38,934][521438] Updated weights for policy 0, policy_version 38560 (0.0008) +[2026-06-07 03:32:39,044][521438] Updated weights for policy 0, policy_version 38570 (0.0008) +[2026-06-07 03:32:39,167][521438] Updated weights for policy 0, policy_version 38582 (0.0008) +[2026-06-07 03:32:39,292][521438] Updated weights for policy 0, policy_version 38593 (0.0008) +[2026-06-07 03:32:39,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27547.3). Total num frames: 19759104. Throughput: 0: 27656.6. Samples: 19773440. Policy #0 lag: (min: 74.0, avg: 107.9, max: 143.0) +[2026-06-07 03:32:39,313][519537] Avg episode reward: [(0, '70.964')] +[2026-06-07 03:32:39,414][521438] Updated weights for policy 0, policy_version 38604 (0.0008) +[2026-06-07 03:32:39,534][521438] Updated weights for policy 0, policy_version 38615 (0.0008) +[2026-06-07 03:32:40,147][521438] Updated weights for policy 0, policy_version 38627 (0.0008) +[2026-06-07 03:32:40,268][521438] Updated weights for policy 0, policy_version 38638 (0.0008) +[2026-06-07 03:32:40,388][521438] Updated weights for policy 0, policy_version 38649 (0.0008) +[2026-06-07 03:32:40,508][521438] Updated weights for policy 0, policy_version 38659 (0.0008) +[2026-06-07 03:32:40,612][521438] Updated weights for policy 0, policy_version 38669 (0.0008) +[2026-06-07 03:32:41,234][521438] Updated weights for policy 0, policy_version 38681 (0.0008) +[2026-06-07 03:32:41,355][521438] Updated weights for policy 0, policy_version 38692 (0.0008) +[2026-06-07 03:32:41,474][521438] Updated weights for policy 0, policy_version 38703 (0.0008) +[2026-06-07 03:32:41,590][521438] Updated weights for policy 0, policy_version 38714 (0.0008) +[2026-06-07 03:32:41,723][521438] Updated weights for policy 0, policy_version 38725 (0.0009) +[2026-06-07 03:32:41,821][521438] Updated weights for policy 0, policy_version 38735 (0.0008) +[2026-06-07 03:32:42,426][521438] Updated weights for policy 0, policy_version 38745 (0.0008) +[2026-06-07 03:32:42,541][521438] Updated weights for policy 0, policy_version 38756 (0.0004) +[2026-06-07 03:32:42,679][521438] Updated weights for policy 0, policy_version 38768 (0.0004) +[2026-06-07 03:32:42,804][521438] Updated weights for policy 0, policy_version 38780 (0.0004) +[2026-06-07 03:32:42,935][521438] Updated weights for policy 0, policy_version 38791 (0.0007) +[2026-06-07 03:32:43,052][521438] Updated weights for policy 0, policy_version 38801 (0.0008) +[2026-06-07 03:32:43,647][521438] Updated weights for policy 0, policy_version 38812 (0.0008) +[2026-06-07 03:32:43,760][521438] Updated weights for policy 0, policy_version 38822 (0.0008) +[2026-06-07 03:32:43,885][521438] Updated weights for policy 0, policy_version 38833 (0.0008) +[2026-06-07 03:32:44,019][521438] Updated weights for policy 0, policy_version 38845 (0.0008) +[2026-06-07 03:32:44,135][521438] Updated weights for policy 0, policy_version 38856 (0.0008) +[2026-06-07 03:32:44,260][521438] Updated weights for policy 0, policy_version 38867 (0.0008) +[2026-06-07 03:32:44,313][519537] Fps is (10 sec: 26214.2, 60 sec: 27306.6, 300 sec: 27547.3). Total num frames: 19890176. Throughput: 0: 27631.0. Samples: 19938944. Policy #0 lag: (min: 74.0, avg: 107.9, max: 143.0) +[2026-06-07 03:32:44,314][519537] Avg episode reward: [(0, '98.898')] +[2026-06-07 03:32:44,319][520965] Saving new best policy, reward=98.898! +[2026-06-07 03:32:44,866][521438] Updated weights for policy 0, policy_version 38878 (0.0008) +[2026-06-07 03:32:45,014][521438] Updated weights for policy 0, policy_version 38892 (0.0009) +[2026-06-07 03:32:45,137][521438] Updated weights for policy 0, policy_version 38903 (0.0008) +[2026-06-07 03:32:45,253][521438] Updated weights for policy 0, policy_version 38913 (0.0008) +[2026-06-07 03:32:45,366][521438] Updated weights for policy 0, policy_version 38923 (0.0008) +[2026-06-07 03:32:45,995][521438] Updated weights for policy 0, policy_version 38937 (0.0008) +[2026-06-07 03:32:46,115][521438] Updated weights for policy 0, policy_version 38948 (0.0008) +[2026-06-07 03:32:46,254][521438] Updated weights for policy 0, policy_version 38961 (0.0008) +[2026-06-07 03:32:46,388][521438] Updated weights for policy 0, policy_version 38973 (0.0008) +[2026-06-07 03:32:46,517][521438] Updated weights for policy 0, policy_version 38984 (0.0008) +[2026-06-07 03:32:46,640][521438] Updated weights for policy 0, policy_version 38995 (0.0008) +[2026-06-07 03:32:47,269][521438] Updated weights for policy 0, policy_version 39005 (0.0008) +[2026-06-07 03:32:47,380][521438] Updated weights for policy 0, policy_version 39015 (0.0008) +[2026-06-07 03:32:47,516][521438] Updated weights for policy 0, policy_version 39027 (0.0008) +[2026-06-07 03:32:47,626][521438] Updated weights for policy 0, policy_version 39037 (0.0008) +[2026-06-07 03:32:47,762][521438] Updated weights for policy 0, policy_version 39049 (0.0008) +[2026-06-07 03:32:47,886][521438] Updated weights for policy 0, policy_version 39060 (0.0008) +[2026-06-07 03:32:48,459][521438] Updated weights for policy 0, policy_version 39070 (0.0008) +[2026-06-07 03:32:48,594][521438] Updated weights for policy 0, policy_version 39082 (0.0008) +[2026-06-07 03:32:48,737][521438] Updated weights for policy 0, policy_version 39095 (0.0008) +[2026-06-07 03:32:48,859][521438] Updated weights for policy 0, policy_version 39106 (0.0008) +[2026-06-07 03:32:48,974][521438] Updated weights for policy 0, policy_version 39116 (0.0008) +[2026-06-07 03:32:49,106][521438] Updated weights for policy 0, policy_version 39128 (0.0008) +[2026-06-07 03:32:49,312][519537] Fps is (10 sec: 29491.1, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 20054016. Throughput: 0: 27727.6. Samples: 20025472. Policy #0 lag: (min: 15.0, avg: 25.8, max: 79.0) +[2026-06-07 03:32:49,313][519537] Avg episode reward: [(0, '69.528')] +[2026-06-07 03:32:49,678][521438] Updated weights for policy 0, policy_version 39139 (0.0008) +[2026-06-07 03:32:49,787][521438] Updated weights for policy 0, policy_version 39149 (0.0008) +[2026-06-07 03:32:49,897][521438] Updated weights for policy 0, policy_version 39159 (0.0008) +[2026-06-07 03:32:50,019][521438] Updated weights for policy 0, policy_version 39170 (0.0008) +[2026-06-07 03:32:50,131][521438] Updated weights for policy 0, policy_version 39180 (0.0008) +[2026-06-07 03:32:50,258][521438] Updated weights for policy 0, policy_version 39191 (0.0008) +[2026-06-07 03:32:50,849][521438] Updated weights for policy 0, policy_version 39202 (0.0008) +[2026-06-07 03:32:50,990][521438] Updated weights for policy 0, policy_version 39215 (0.0008) +[2026-06-07 03:32:51,122][521438] Updated weights for policy 0, policy_version 39227 (0.0008) +[2026-06-07 03:32:51,231][521438] Updated weights for policy 0, policy_version 39237 (0.0008) +[2026-06-07 03:32:51,346][521438] Updated weights for policy 0, policy_version 39247 (0.0008) +[2026-06-07 03:32:51,942][521438] Updated weights for policy 0, policy_version 39258 (0.0008) +[2026-06-07 03:32:52,058][521438] Updated weights for policy 0, policy_version 39269 (0.0008) +[2026-06-07 03:32:52,187][521438] Updated weights for policy 0, policy_version 39280 (0.0008) +[2026-06-07 03:32:52,295][521438] Updated weights for policy 0, policy_version 39290 (0.0008) +[2026-06-07 03:32:52,422][521438] Updated weights for policy 0, policy_version 39301 (0.0008) +[2026-06-07 03:32:52,537][521438] Updated weights for policy 0, policy_version 39312 (0.0008) +[2026-06-07 03:32:53,120][521438] Updated weights for policy 0, policy_version 39322 (0.0008) +[2026-06-07 03:32:53,231][521438] Updated weights for policy 0, policy_version 39332 (0.0008) +[2026-06-07 03:32:53,357][521438] Updated weights for policy 0, policy_version 39344 (0.0008) +[2026-06-07 03:32:53,469][521438] Updated weights for policy 0, policy_version 39354 (0.0008) +[2026-06-07 03:32:53,601][521438] Updated weights for policy 0, policy_version 39366 (0.0008) +[2026-06-07 03:32:53,725][521438] Updated weights for policy 0, policy_version 39377 (0.0008) +[2026-06-07 03:32:54,312][519537] Fps is (10 sec: 29491.6, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 20185088. Throughput: 0: 27650.9. Samples: 20192640. Policy #0 lag: (min: 15.0, avg: 25.8, max: 79.0) +[2026-06-07 03:32:54,313][519537] Avg episode reward: [(0, '81.001')] +[2026-06-07 03:32:54,324][521438] Updated weights for policy 0, policy_version 39387 (0.0008) +[2026-06-07 03:32:54,444][521438] Updated weights for policy 0, policy_version 39398 (0.0008) +[2026-06-07 03:32:54,567][521438] Updated weights for policy 0, policy_version 39409 (0.0008) +[2026-06-07 03:32:54,697][521438] Updated weights for policy 0, policy_version 39421 (0.0008) +[2026-06-07 03:32:54,823][521438] Updated weights for policy 0, policy_version 39432 (0.0008) +[2026-06-07 03:32:54,933][521438] Updated weights for policy 0, policy_version 39442 (0.0008) +[2026-06-07 03:32:55,530][521438] Updated weights for policy 0, policy_version 39453 (0.0008) +[2026-06-07 03:32:55,651][521438] Updated weights for policy 0, policy_version 39464 (0.0008) +[2026-06-07 03:32:55,778][521438] Updated weights for policy 0, policy_version 39476 (0.0008) +[2026-06-07 03:32:55,907][521438] Updated weights for policy 0, policy_version 39487 (0.0008) +[2026-06-07 03:32:56,029][521438] Updated weights for policy 0, policy_version 39498 (0.0008) +[2026-06-07 03:32:56,143][521438] Updated weights for policy 0, policy_version 39508 (0.0008) +[2026-06-07 03:32:56,744][521438] Updated weights for policy 0, policy_version 39519 (0.0008) +[2026-06-07 03:32:56,851][521438] Updated weights for policy 0, policy_version 39529 (0.0008) +[2026-06-07 03:32:56,984][521438] Updated weights for policy 0, policy_version 39541 (0.0008) +[2026-06-07 03:32:57,098][521438] Updated weights for policy 0, policy_version 39551 (0.0008) +[2026-06-07 03:32:57,219][521438] Updated weights for policy 0, policy_version 39562 (0.0008) +[2026-06-07 03:32:57,336][521438] Updated weights for policy 0, policy_version 39572 (0.0008) +[2026-06-07 03:32:57,936][521438] Updated weights for policy 0, policy_version 39583 (0.0008) +[2026-06-07 03:32:58,062][521438] Updated weights for policy 0, policy_version 39594 (0.0009) +[2026-06-07 03:32:58,183][521438] Updated weights for policy 0, policy_version 39605 (0.0008) +[2026-06-07 03:32:58,319][521438] Updated weights for policy 0, policy_version 39617 (0.0008) +[2026-06-07 03:32:58,444][521438] Updated weights for policy 0, policy_version 39628 (0.0008) +[2026-06-07 03:32:58,561][521438] Updated weights for policy 0, policy_version 39639 (0.0008) +[2026-06-07 03:32:59,177][521438] Updated weights for policy 0, policy_version 39651 (0.0008) +[2026-06-07 03:32:59,313][519537] Fps is (10 sec: 26214.1, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 20316160. Throughput: 0: 27576.8. Samples: 20358400. Policy #0 lag: (min: 15.0, avg: 25.8, max: 79.0) +[2026-06-07 03:32:59,315][519537] Avg episode reward: [(0, '86.772')] +[2026-06-07 03:32:59,323][521438] Updated weights for policy 0, policy_version 39664 (0.0008) +[2026-06-07 03:32:59,448][521438] Updated weights for policy 0, policy_version 39675 (0.0008) +[2026-06-07 03:32:59,569][521438] Updated weights for policy 0, policy_version 39686 (0.0008) +[2026-06-07 03:32:59,696][521438] Updated weights for policy 0, policy_version 39697 (0.0008) +[2026-06-07 03:33:00,282][521438] Updated weights for policy 0, policy_version 39707 (0.0008) +[2026-06-07 03:33:00,414][521438] Updated weights for policy 0, policy_version 39719 (0.0008) +[2026-06-07 03:33:00,556][521438] Updated weights for policy 0, policy_version 39732 (0.0008) +[2026-06-07 03:33:00,665][521438] Updated weights for policy 0, policy_version 39742 (0.0008) +[2026-06-07 03:33:00,776][521438] Updated weights for policy 0, policy_version 39752 (0.0008) +[2026-06-07 03:33:00,891][521438] Updated weights for policy 0, policy_version 39762 (0.0008) +[2026-06-07 03:33:01,531][521438] Updated weights for policy 0, policy_version 39773 (0.0008) +[2026-06-07 03:33:01,641][521438] Updated weights for policy 0, policy_version 39783 (0.0008) +[2026-06-07 03:33:01,751][521438] Updated weights for policy 0, policy_version 39793 (0.0008) +[2026-06-07 03:33:01,866][521438] Updated weights for policy 0, policy_version 39804 (0.0008) +[2026-06-07 03:33:01,980][521438] Updated weights for policy 0, policy_version 39814 (0.0008) +[2026-06-07 03:33:02,104][521438] Updated weights for policy 0, policy_version 39825 (0.0008) +[2026-06-07 03:33:02,711][521438] Updated weights for policy 0, policy_version 39837 (0.0008) +[2026-06-07 03:33:02,840][521438] Updated weights for policy 0, policy_version 39849 (0.0008) +[2026-06-07 03:33:02,971][521438] Updated weights for policy 0, policy_version 39861 (0.0008) +[2026-06-07 03:33:03,086][521438] Updated weights for policy 0, policy_version 39872 (0.0008) +[2026-06-07 03:33:03,203][521438] Updated weights for policy 0, policy_version 39882 (0.0008) +[2026-06-07 03:33:03,320][521438] Updated weights for policy 0, policy_version 39892 (0.0008) +[2026-06-07 03:33:03,901][521438] Updated weights for policy 0, policy_version 39905 (0.0008) +[2026-06-07 03:33:04,025][521438] Updated weights for policy 0, policy_version 39916 (0.0008) +[2026-06-07 03:33:04,155][521438] Updated weights for policy 0, policy_version 39927 (0.0008) +[2026-06-07 03:33:04,277][521438] Updated weights for policy 0, policy_version 39938 (0.0008) +[2026-06-07 03:33:04,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.7, 300 sec: 27547.3). Total num frames: 20447232. Throughput: 0: 27576.9. Samples: 20434048. Policy #0 lag: (min: 15.0, avg: 25.8, max: 79.0) +[2026-06-07 03:33:04,313][519537] Avg episode reward: [(0, '83.057')] +[2026-06-07 03:33:04,390][521438] Updated weights for policy 0, policy_version 39948 (0.0008) +[2026-06-07 03:33:04,509][521438] Updated weights for policy 0, policy_version 39959 (0.0008) +[2026-06-07 03:33:05,099][521438] Updated weights for policy 0, policy_version 39971 (0.0008) +[2026-06-07 03:33:05,220][521438] Updated weights for policy 0, policy_version 39982 (0.0008) +[2026-06-07 03:33:05,345][521438] Updated weights for policy 0, policy_version 39993 (0.0008) +[2026-06-07 03:33:05,458][521438] Updated weights for policy 0, policy_version 40003 (0.0008) +[2026-06-07 03:33:05,580][521438] Updated weights for policy 0, policy_version 40014 (0.0008) +[2026-06-07 03:33:06,158][521438] Updated weights for policy 0, policy_version 40025 (0.0008) +[2026-06-07 03:33:06,281][521438] Updated weights for policy 0, policy_version 40036 (0.0008) +[2026-06-07 03:33:06,406][521438] Updated weights for policy 0, policy_version 40047 (0.0008) +[2026-06-07 03:33:06,517][521438] Updated weights for policy 0, policy_version 40057 (0.0009) +[2026-06-07 03:33:06,639][521438] Updated weights for policy 0, policy_version 40068 (0.0008) +[2026-06-07 03:33:06,763][521438] Updated weights for policy 0, policy_version 40079 (0.0008) +[2026-06-07 03:33:07,343][521438] Updated weights for policy 0, policy_version 40090 (0.0008) +[2026-06-07 03:33:07,493][521438] Updated weights for policy 0, policy_version 40103 (0.0008) +[2026-06-07 03:33:07,613][521438] Updated weights for policy 0, policy_version 40114 (0.0008) +[2026-06-07 03:33:07,747][521438] Updated weights for policy 0, policy_version 40126 (0.0008) +[2026-06-07 03:33:07,859][521438] Updated weights for policy 0, policy_version 40136 (0.0008) +[2026-06-07 03:33:07,988][521438] Updated weights for policy 0, policy_version 40148 (0.0008) +[2026-06-07 03:33:08,598][521438] Updated weights for policy 0, policy_version 40159 (0.0006) +[2026-06-07 03:33:08,730][521438] Updated weights for policy 0, policy_version 40172 (0.0005) +[2026-06-07 03:33:08,866][521438] Updated weights for policy 0, policy_version 40184 (0.0005) +[2026-06-07 03:33:08,987][521438] Updated weights for policy 0, policy_version 40195 (0.0006) +[2026-06-07 03:33:09,113][521438] Updated weights for policy 0, policy_version 40206 (0.0010) +[2026-06-07 03:33:09,312][519537] Fps is (10 sec: 29491.7, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 20611072. Throughput: 0: 27602.5. Samples: 20599040. Policy #0 lag: (min: 15.0, avg: 25.8, max: 79.0) +[2026-06-07 03:33:09,314][519537] Avg episode reward: [(0, '90.461')] +[2026-06-07 03:33:09,719][521438] Updated weights for policy 0, policy_version 40217 (0.0011) +[2026-06-07 03:33:09,858][521438] Updated weights for policy 0, policy_version 40230 (0.0008) +[2026-06-07 03:33:09,997][521438] Updated weights for policy 0, policy_version 40243 (0.0008) +[2026-06-07 03:33:10,135][521438] Updated weights for policy 0, policy_version 40256 (0.0008) +[2026-06-07 03:33:10,262][521438] Updated weights for policy 0, policy_version 40268 (0.0008) +[2026-06-07 03:33:10,383][521438] Updated weights for policy 0, policy_version 40279 (0.0008) +[2026-06-07 03:33:11,021][521438] Updated weights for policy 0, policy_version 40290 (0.0008) +[2026-06-07 03:33:11,151][521438] Updated weights for policy 0, policy_version 40302 (0.0008) +[2026-06-07 03:33:11,288][521438] Updated weights for policy 0, policy_version 40314 (0.0008) +[2026-06-07 03:33:11,414][521438] Updated weights for policy 0, policy_version 40326 (0.0008) +[2026-06-07 03:33:11,525][520965] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000001 +[2026-06-07 03:33:11,528][521438] Updated weights for policy 0, policy_version 40336 (0.0008) +[2026-06-07 03:33:12,131][521438] Updated weights for policy 0, policy_version 40346 (0.0008) +[2026-06-07 03:33:12,252][521438] Updated weights for policy 0, policy_version 40357 (0.0008) +[2026-06-07 03:33:12,369][521438] Updated weights for policy 0, policy_version 40368 (0.0008) +[2026-06-07 03:33:12,513][521438] Updated weights for policy 0, policy_version 40381 (0.0008) +[2026-06-07 03:33:12,637][521438] Updated weights for policy 0, policy_version 40392 (0.0008) +[2026-06-07 03:33:13,257][521438] Updated weights for policy 0, policy_version 40403 (0.0008) +[2026-06-07 03:33:13,391][521438] Updated weights for policy 0, policy_version 40415 (0.0008) +[2026-06-07 03:33:13,513][521438] Updated weights for policy 0, policy_version 40426 (0.0008) +[2026-06-07 03:33:13,633][521438] Updated weights for policy 0, policy_version 40437 (0.0008) +[2026-06-07 03:33:13,758][521438] Updated weights for policy 0, policy_version 40448 (0.0008) +[2026-06-07 03:33:13,873][521438] Updated weights for policy 0, policy_version 40458 (0.0008) +[2026-06-07 03:33:14,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 20742144. Throughput: 0: 27648.0. Samples: 20768256. Policy #0 lag: (min: 50.0, avg: 95.5, max: 114.0) +[2026-06-07 03:33:14,313][519537] Avg episode reward: [(0, '84.181')] +[2026-06-07 03:33:14,467][521438] Updated weights for policy 0, policy_version 40469 (0.0008) +[2026-06-07 03:33:14,587][521438] Updated weights for policy 0, policy_version 40480 (0.0008) +[2026-06-07 03:33:14,712][521438] Updated weights for policy 0, policy_version 40491 (0.0008) +[2026-06-07 03:33:14,852][521438] Updated weights for policy 0, policy_version 40505 (0.0008) +[2026-06-07 03:33:14,966][521438] Updated weights for policy 0, policy_version 40515 (0.0008) +[2026-06-07 03:33:15,096][521438] Updated weights for policy 0, policy_version 40527 (0.0008) +[2026-06-07 03:33:15,698][521438] Updated weights for policy 0, policy_version 40539 (0.0008) +[2026-06-07 03:33:15,871][521438] Updated weights for policy 0, policy_version 40555 (0.0008) +[2026-06-07 03:33:16,025][521438] Updated weights for policy 0, policy_version 40569 (0.0008) +[2026-06-07 03:33:16,135][521438] Updated weights for policy 0, policy_version 40579 (0.0009) +[2026-06-07 03:33:16,255][521438] Updated weights for policy 0, policy_version 40590 (0.0008) +[2026-06-07 03:33:16,878][521438] Updated weights for policy 0, policy_version 40602 (0.0008) +[2026-06-07 03:33:16,992][521438] Updated weights for policy 0, policy_version 40612 (0.0008) +[2026-06-07 03:33:17,128][521438] Updated weights for policy 0, policy_version 40624 (0.0008) +[2026-06-07 03:33:17,278][521438] Updated weights for policy 0, policy_version 40637 (0.0008) +[2026-06-07 03:33:17,380][521438] Updated weights for policy 0, policy_version 40647 (0.0009) +[2026-06-07 03:33:17,960][521438] Updated weights for policy 0, policy_version 40659 (0.0008) +[2026-06-07 03:33:18,083][521438] Updated weights for policy 0, policy_version 40670 (0.0008) +[2026-06-07 03:33:18,218][521438] Updated weights for policy 0, policy_version 40682 (0.0008) +[2026-06-07 03:33:18,338][521438] Updated weights for policy 0, policy_version 40693 (0.0009) +[2026-06-07 03:33:18,480][521438] Updated weights for policy 0, policy_version 40706 (0.0008) +[2026-06-07 03:33:18,610][521438] Updated weights for policy 0, policy_version 40717 (0.0008) +[2026-06-07 03:33:19,235][521438] Updated weights for policy 0, policy_version 40728 (0.0008) +[2026-06-07 03:33:19,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 20873216. Throughput: 0: 27625.3. Samples: 20852736. Policy #0 lag: (min: 50.0, avg: 95.5, max: 114.0) +[2026-06-07 03:33:19,313][519537] Avg episode reward: [(0, '77.653')] +[2026-06-07 03:33:19,357][521438] Updated weights for policy 0, policy_version 40739 (0.0008) +[2026-06-07 03:33:19,468][521438] Updated weights for policy 0, policy_version 40749 (0.0008) +[2026-06-07 03:33:19,593][521438] Updated weights for policy 0, policy_version 40760 (0.0008) +[2026-06-07 03:33:19,710][521438] Updated weights for policy 0, policy_version 40771 (0.0008) +[2026-06-07 03:33:19,832][521438] Updated weights for policy 0, policy_version 40781 (0.0008) +[2026-06-07 03:33:20,437][521438] Updated weights for policy 0, policy_version 40792 (0.0008) +[2026-06-07 03:33:20,558][521438] Updated weights for policy 0, policy_version 40802 (0.0008) +[2026-06-07 03:33:20,686][521438] Updated weights for policy 0, policy_version 40814 (0.0008) +[2026-06-07 03:33:20,810][521438] Updated weights for policy 0, policy_version 40825 (0.0008) +[2026-06-07 03:33:20,947][521438] Updated weights for policy 0, policy_version 40837 (0.0008) +[2026-06-07 03:33:21,061][521438] Updated weights for policy 0, policy_version 40847 (0.0008) +[2026-06-07 03:33:21,680][521438] Updated weights for policy 0, policy_version 40858 (0.0007) +[2026-06-07 03:33:21,795][521438] Updated weights for policy 0, policy_version 40868 (0.0008) +[2026-06-07 03:33:21,910][521438] Updated weights for policy 0, policy_version 40879 (0.0008) +[2026-06-07 03:33:22,033][521438] Updated weights for policy 0, policy_version 40890 (0.0008) +[2026-06-07 03:33:22,170][521438] Updated weights for policy 0, policy_version 40902 (0.0008) +[2026-06-07 03:33:22,774][521438] Updated weights for policy 0, policy_version 40914 (0.0008) +[2026-06-07 03:33:22,907][521438] Updated weights for policy 0, policy_version 40926 (0.0008) +[2026-06-07 03:33:23,024][521438] Updated weights for policy 0, policy_version 40937 (0.0008) +[2026-06-07 03:33:23,138][521438] Updated weights for policy 0, policy_version 40947 (0.0008) +[2026-06-07 03:33:23,251][521438] Updated weights for policy 0, policy_version 40957 (0.0008) +[2026-06-07 03:33:23,379][521438] Updated weights for policy 0, policy_version 40968 (0.0008) +[2026-06-07 03:33:23,976][521438] Updated weights for policy 0, policy_version 40978 (0.0008) +[2026-06-07 03:33:24,085][521438] Updated weights for policy 0, policy_version 40988 (0.0007) +[2026-06-07 03:33:24,210][521438] Updated weights for policy 0, policy_version 40999 (0.0007) +[2026-06-07 03:33:24,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27547.3). Total num frames: 21004288. Throughput: 0: 27653.7. Samples: 21017856. Policy #0 lag: (min: 50.0, avg: 95.5, max: 114.0) +[2026-06-07 03:33:24,313][519537] Avg episode reward: [(0, '74.842')] +[2026-06-07 03:33:24,332][521438] Updated weights for policy 0, policy_version 41010 (0.0007) +[2026-06-07 03:33:24,457][521438] Updated weights for policy 0, policy_version 41021 (0.0008) +[2026-06-07 03:33:24,575][521438] Updated weights for policy 0, policy_version 41032 (0.0008) +[2026-06-07 03:33:25,182][521438] Updated weights for policy 0, policy_version 41043 (0.0009) +[2026-06-07 03:33:25,304][521438] Updated weights for policy 0, policy_version 41054 (0.0008) +[2026-06-07 03:33:25,434][521438] Updated weights for policy 0, policy_version 41066 (0.0008) +[2026-06-07 03:33:25,577][521438] Updated weights for policy 0, policy_version 41079 (0.0008) +[2026-06-07 03:33:25,705][521438] Updated weights for policy 0, policy_version 41090 (0.0008) +[2026-06-07 03:33:25,829][521438] Updated weights for policy 0, policy_version 41101 (0.0008) +[2026-06-07 03:33:26,421][521438] Updated weights for policy 0, policy_version 41111 (0.0008) +[2026-06-07 03:33:26,530][521438] Updated weights for policy 0, policy_version 41121 (0.0008) +[2026-06-07 03:33:26,670][521438] Updated weights for policy 0, policy_version 41133 (0.0008) +[2026-06-07 03:33:26,788][521438] Updated weights for policy 0, policy_version 41144 (0.0008) +[2026-06-07 03:33:26,912][521438] Updated weights for policy 0, policy_version 41155 (0.0008) +[2026-06-07 03:33:27,037][521438] Updated weights for policy 0, policy_version 41166 (0.0008) +[2026-06-07 03:33:27,605][521438] Updated weights for policy 0, policy_version 41176 (0.0008) +[2026-06-07 03:33:27,725][521438] Updated weights for policy 0, policy_version 41187 (0.0008) +[2026-06-07 03:33:27,852][521438] Updated weights for policy 0, policy_version 41199 (0.0008) +[2026-06-07 03:33:27,991][521438] Updated weights for policy 0, policy_version 41211 (0.0008) +[2026-06-07 03:33:28,105][521438] Updated weights for policy 0, policy_version 41221 (0.0008) +[2026-06-07 03:33:28,224][521438] Updated weights for policy 0, policy_version 41232 (0.0008) +[2026-06-07 03:33:28,806][521438] Updated weights for policy 0, policy_version 41243 (0.0008) +[2026-06-07 03:33:28,917][521438] Updated weights for policy 0, policy_version 41253 (0.0008) +[2026-06-07 03:33:29,055][521438] Updated weights for policy 0, policy_version 41265 (0.0008) +[2026-06-07 03:33:29,175][521438] Updated weights for policy 0, policy_version 41276 (0.0008) +[2026-06-07 03:33:29,307][521438] Updated weights for policy 0, policy_version 41288 (0.0008) +[2026-06-07 03:33:29,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.6, 300 sec: 27547.4). Total num frames: 21135360. Throughput: 0: 27611.1. Samples: 21181440. Policy #0 lag: (min: 50.0, avg: 95.5, max: 114.0) +[2026-06-07 03:33:29,313][519537] Avg episode reward: [(0, '80.396')] +[2026-06-07 03:33:29,903][521438] Updated weights for policy 0, policy_version 41299 (0.0008) +[2026-06-07 03:33:30,031][521438] Updated weights for policy 0, policy_version 41311 (0.0008) +[2026-06-07 03:33:30,157][521438] Updated weights for policy 0, policy_version 41322 (0.0008) +[2026-06-07 03:33:30,272][521438] Updated weights for policy 0, policy_version 41332 (0.0009) +[2026-06-07 03:33:30,381][521438] Updated weights for policy 0, policy_version 41342 (0.0008) +[2026-06-07 03:33:30,492][521438] Updated weights for policy 0, policy_version 41352 (0.0008) +[2026-06-07 03:33:31,098][521438] Updated weights for policy 0, policy_version 41362 (0.0008) +[2026-06-07 03:33:31,231][521438] Updated weights for policy 0, policy_version 41374 (0.0009) +[2026-06-07 03:33:31,344][521438] Updated weights for policy 0, policy_version 41385 (0.0008) +[2026-06-07 03:33:31,460][521438] Updated weights for policy 0, policy_version 41395 (0.0008) +[2026-06-07 03:33:31,591][521438] Updated weights for policy 0, policy_version 41407 (0.0009) +[2026-06-07 03:33:31,725][521438] Updated weights for policy 0, policy_version 41419 (0.0008) +[2026-06-07 03:33:32,369][521438] Updated weights for policy 0, policy_version 41431 (0.0008) +[2026-06-07 03:33:32,503][521438] Updated weights for policy 0, policy_version 41443 (0.0008) +[2026-06-07 03:33:32,627][521438] Updated weights for policy 0, policy_version 41453 (0.0009) +[2026-06-07 03:33:32,743][521438] Updated weights for policy 0, policy_version 41464 (0.0008) +[2026-06-07 03:33:32,863][521438] Updated weights for policy 0, policy_version 41475 (0.0008) +[2026-06-07 03:33:32,980][521438] Updated weights for policy 0, policy_version 41485 (0.0008) +[2026-06-07 03:33:33,603][521438] Updated weights for policy 0, policy_version 41498 (0.0008) +[2026-06-07 03:33:33,728][521438] Updated weights for policy 0, policy_version 41509 (0.0009) +[2026-06-07 03:33:33,847][521438] Updated weights for policy 0, policy_version 41519 (0.0008) +[2026-06-07 03:33:33,955][521438] Updated weights for policy 0, policy_version 41529 (0.0009) +[2026-06-07 03:33:34,069][521438] Updated weights for policy 0, policy_version 41539 (0.0008) +[2026-06-07 03:33:34,194][521438] Updated weights for policy 0, policy_version 41551 (0.0008) +[2026-06-07 03:33:34,312][519537] Fps is (10 sec: 29491.0, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 21299200. Throughput: 0: 27562.6. Samples: 21265792. Policy #0 lag: (min: 50.0, avg: 95.5, max: 114.0) +[2026-06-07 03:33:34,313][519537] Avg episode reward: [(0, '85.435')] +[2026-06-07 03:33:34,767][521438] Updated weights for policy 0, policy_version 41562 (0.0009) +[2026-06-07 03:33:34,881][521438] Updated weights for policy 0, policy_version 41572 (0.0008) +[2026-06-07 03:33:35,006][521438] Updated weights for policy 0, policy_version 41584 (0.0008) +[2026-06-07 03:33:35,140][521438] Updated weights for policy 0, policy_version 41596 (0.0008) +[2026-06-07 03:33:35,271][521438] Updated weights for policy 0, policy_version 41607 (0.0008) +[2026-06-07 03:33:35,873][521438] Updated weights for policy 0, policy_version 41617 (0.0008) +[2026-06-07 03:33:35,994][521438] Updated weights for policy 0, policy_version 41628 (0.0008) +[2026-06-07 03:33:36,104][521438] Updated weights for policy 0, policy_version 41638 (0.0008) +[2026-06-07 03:33:36,211][521438] Updated weights for policy 0, policy_version 41648 (0.0008) +[2026-06-07 03:33:36,335][521438] Updated weights for policy 0, policy_version 41659 (0.0008) +[2026-06-07 03:33:36,455][521438] Updated weights for policy 0, policy_version 41670 (0.0008) +[2026-06-07 03:33:37,051][521438] Updated weights for policy 0, policy_version 41681 (0.0008) +[2026-06-07 03:33:37,172][521438] Updated weights for policy 0, policy_version 41692 (0.0008) +[2026-06-07 03:33:37,305][521438] Updated weights for policy 0, policy_version 41704 (0.0009) +[2026-06-07 03:33:37,436][521438] Updated weights for policy 0, policy_version 41716 (0.0008) +[2026-06-07 03:33:37,549][521438] Updated weights for policy 0, policy_version 41726 (0.0008) +[2026-06-07 03:33:37,685][521438] Updated weights for policy 0, policy_version 41738 (0.0008) +[2026-06-07 03:33:38,275][521438] Updated weights for policy 0, policy_version 41748 (0.0008) +[2026-06-07 03:33:38,393][521438] Updated weights for policy 0, policy_version 41759 (0.0008) +[2026-06-07 03:33:38,524][521438] Updated weights for policy 0, policy_version 41771 (0.0008) +[2026-06-07 03:33:38,635][521438] Updated weights for policy 0, policy_version 41781 (0.0008) +[2026-06-07 03:33:38,756][521438] Updated weights for policy 0, policy_version 41792 (0.0008) +[2026-06-07 03:33:38,878][521438] Updated weights for policy 0, policy_version 41803 (0.0008) +[2026-06-07 03:33:39,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 21430272. Throughput: 0: 27545.6. Samples: 21432192. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0) +[2026-06-07 03:33:39,313][519537] Avg episode reward: [(0, '89.520')] +[2026-06-07 03:33:39,507][521438] Updated weights for policy 0, policy_version 41815 (0.0008) +[2026-06-07 03:33:39,638][521438] Updated weights for policy 0, policy_version 41826 (0.0008) +[2026-06-07 03:33:39,755][521438] Updated weights for policy 0, policy_version 41837 (0.0008) +[2026-06-07 03:33:39,863][521438] Updated weights for policy 0, policy_version 41847 (0.0008) +[2026-06-07 03:33:39,979][521438] Updated weights for policy 0, policy_version 41857 (0.0009) +[2026-06-07 03:33:40,104][521438] Updated weights for policy 0, policy_version 41868 (0.0008) +[2026-06-07 03:33:40,709][521438] Updated weights for policy 0, policy_version 41880 (0.0008) +[2026-06-07 03:33:40,816][521438] Updated weights for policy 0, policy_version 41890 (0.0008) +[2026-06-07 03:33:40,947][521438] Updated weights for policy 0, policy_version 41902 (0.0008) +[2026-06-07 03:33:41,070][521438] Updated weights for policy 0, policy_version 41913 (0.0008) +[2026-06-07 03:33:41,193][521438] Updated weights for policy 0, policy_version 41924 (0.0008) +[2026-06-07 03:33:41,310][521438] Updated weights for policy 0, policy_version 41934 (0.0008) +[2026-06-07 03:33:41,869][521438] Updated weights for policy 0, policy_version 41944 (0.0008) +[2026-06-07 03:33:41,995][521438] Updated weights for policy 0, policy_version 41955 (0.0009) +[2026-06-07 03:33:42,122][521438] Updated weights for policy 0, policy_version 41967 (0.0009) +[2026-06-07 03:33:42,257][521438] Updated weights for policy 0, policy_version 41979 (0.0009) +[2026-06-07 03:33:42,368][521438] Updated weights for policy 0, policy_version 41989 (0.0009) +[2026-06-07 03:33:42,480][521438] Updated weights for policy 0, policy_version 41999 (0.0008) +[2026-06-07 03:33:43,067][521438] Updated weights for policy 0, policy_version 42010 (0.0009) +[2026-06-07 03:33:43,193][521438] Updated weights for policy 0, policy_version 42021 (0.0008) +[2026-06-07 03:33:43,307][521438] Updated weights for policy 0, policy_version 42031 (0.0008) +[2026-06-07 03:33:43,423][521438] Updated weights for policy 0, policy_version 42042 (0.0008) +[2026-06-07 03:33:43,558][521438] Updated weights for policy 0, policy_version 42054 (0.0008) +[2026-06-07 03:33:43,673][521438] Updated weights for policy 0, policy_version 42064 (0.0008) +[2026-06-07 03:33:44,273][521438] Updated weights for policy 0, policy_version 42078 (0.0009) +[2026-06-07 03:33:44,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 21561344. Throughput: 0: 27585.5. Samples: 21599744. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0) +[2026-06-07 03:33:44,313][519537] Avg episode reward: [(0, '78.177')] +[2026-06-07 03:33:44,385][521438] Updated weights for policy 0, policy_version 42088 (0.0008) +[2026-06-07 03:33:44,496][521438] Updated weights for policy 0, policy_version 42098 (0.0008) +[2026-06-07 03:33:44,614][521438] Updated weights for policy 0, policy_version 42108 (0.0008) +[2026-06-07 03:33:44,722][521438] Updated weights for policy 0, policy_version 42118 (0.0008) +[2026-06-07 03:33:45,301][521438] Updated weights for policy 0, policy_version 42129 (0.0008) +[2026-06-07 03:33:45,409][521438] Updated weights for policy 0, policy_version 42139 (0.0008) +[2026-06-07 03:33:45,550][521438] Updated weights for policy 0, policy_version 42152 (0.0008) +[2026-06-07 03:33:45,684][521438] Updated weights for policy 0, policy_version 42164 (0.0008) +[2026-06-07 03:33:45,816][521438] Updated weights for policy 0, policy_version 42176 (0.0008) +[2026-06-07 03:33:45,929][521438] Updated weights for policy 0, policy_version 42186 (0.0008) +[2026-06-07 03:33:46,520][521438] Updated weights for policy 0, policy_version 42196 (0.0008) +[2026-06-07 03:33:46,658][521438] Updated weights for policy 0, policy_version 42209 (0.0008) +[2026-06-07 03:33:46,775][521438] Updated weights for policy 0, policy_version 42219 (0.0008) +[2026-06-07 03:33:46,893][521438] Updated weights for policy 0, policy_version 42230 (0.0008) +[2026-06-07 03:33:47,012][521438] Updated weights for policy 0, policy_version 42241 (0.0008) +[2026-06-07 03:33:47,135][521438] Updated weights for policy 0, policy_version 42252 (0.0008) +[2026-06-07 03:33:47,788][521438] Updated weights for policy 0, policy_version 42264 (0.0008) +[2026-06-07 03:33:47,904][521438] Updated weights for policy 0, policy_version 42275 (0.0008) +[2026-06-07 03:33:48,042][521438] Updated weights for policy 0, policy_version 42287 (0.0008) +[2026-06-07 03:33:48,154][521438] Updated weights for policy 0, policy_version 42297 (0.0008) +[2026-06-07 03:33:48,276][521438] Updated weights for policy 0, policy_version 42308 (0.0008) +[2026-06-07 03:33:48,391][521438] Updated weights for policy 0, policy_version 42318 (0.0008) +[2026-06-07 03:33:48,988][521438] Updated weights for policy 0, policy_version 42329 (0.0009) +[2026-06-07 03:33:49,114][521438] Updated weights for policy 0, policy_version 42341 (0.0008) +[2026-06-07 03:33:49,251][521438] Updated weights for policy 0, policy_version 42353 (0.0009) +[2026-06-07 03:33:49,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 27547.6). Total num frames: 21692416. Throughput: 0: 27551.3. Samples: 21673856. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0) +[2026-06-07 03:33:49,313][519537] Avg episode reward: [(0, '98.422')] +[2026-06-07 03:33:49,364][521438] Updated weights for policy 0, policy_version 42363 (0.0009) +[2026-06-07 03:33:49,494][521438] Updated weights for policy 0, policy_version 42375 (0.0009) +[2026-06-07 03:33:50,092][521438] Updated weights for policy 0, policy_version 42385 (0.0009) +[2026-06-07 03:33:50,229][521438] Updated weights for policy 0, policy_version 42398 (0.0008) +[2026-06-07 03:33:50,361][521438] Updated weights for policy 0, policy_version 42410 (0.0008) +[2026-06-07 03:33:50,490][521438] Updated weights for policy 0, policy_version 42421 (0.0008) +[2026-06-07 03:33:50,611][521438] Updated weights for policy 0, policy_version 42432 (0.0008) +[2026-06-07 03:33:50,745][521438] Updated weights for policy 0, policy_version 42444 (0.0009) +[2026-06-07 03:33:51,336][521438] Updated weights for policy 0, policy_version 42454 (0.0007) +[2026-06-07 03:33:51,493][521438] Updated weights for policy 0, policy_version 42469 (0.0008) +[2026-06-07 03:33:51,616][521438] Updated weights for policy 0, policy_version 42480 (0.0009) +[2026-06-07 03:33:51,737][521438] Updated weights for policy 0, policy_version 42491 (0.0008) +[2026-06-07 03:33:51,864][521438] Updated weights for policy 0, policy_version 42502 (0.0008) +[2026-06-07 03:33:52,476][521438] Updated weights for policy 0, policy_version 42514 (0.0008) +[2026-06-07 03:33:52,617][521438] Updated weights for policy 0, policy_version 42527 (0.0008) +[2026-06-07 03:33:52,737][521438] Updated weights for policy 0, policy_version 42538 (0.0009) +[2026-06-07 03:33:52,870][521438] Updated weights for policy 0, policy_version 42550 (0.0008) +[2026-06-07 03:33:52,994][521438] Updated weights for policy 0, policy_version 42561 (0.0008) +[2026-06-07 03:33:53,119][521438] Updated weights for policy 0, policy_version 42572 (0.0008) +[2026-06-07 03:33:53,699][521438] Updated weights for policy 0, policy_version 42582 (0.0009) +[2026-06-07 03:33:53,805][521438] Updated weights for policy 0, policy_version 42592 (0.0008) +[2026-06-07 03:33:53,914][521438] Updated weights for policy 0, policy_version 42602 (0.0008) +[2026-06-07 03:33:54,038][521438] Updated weights for policy 0, policy_version 42613 (0.0008) +[2026-06-07 03:33:54,155][521438] Updated weights for policy 0, policy_version 42623 (0.0008) +[2026-06-07 03:33:54,276][521438] Updated weights for policy 0, policy_version 42634 (0.0008) +[2026-06-07 03:33:54,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27306.7, 300 sec: 27547.3). Total num frames: 21823488. Throughput: 0: 27557.0. Samples: 21839104. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0) +[2026-06-07 03:33:54,314][519537] Avg episode reward: [(0, '77.982')] +[2026-06-07 03:33:54,880][521438] Updated weights for policy 0, policy_version 42646 (0.0008) +[2026-06-07 03:33:55,029][521438] Updated weights for policy 0, policy_version 42660 (0.0008) +[2026-06-07 03:33:55,169][521438] Updated weights for policy 0, policy_version 42672 (0.0008) +[2026-06-07 03:33:55,280][521438] Updated weights for policy 0, policy_version 42682 (0.0008) +[2026-06-07 03:33:55,388][521438] Updated weights for policy 0, policy_version 42692 (0.0008) +[2026-06-07 03:33:55,515][521438] Updated weights for policy 0, policy_version 42703 (0.0008) +[2026-06-07 03:33:56,067][521438] Updated weights for policy 0, policy_version 42713 (0.0008) +[2026-06-07 03:33:56,198][521438] Updated weights for policy 0, policy_version 42725 (0.0008) +[2026-06-07 03:33:56,333][521438] Updated weights for policy 0, policy_version 42737 (0.0008) +[2026-06-07 03:33:56,452][521438] Updated weights for policy 0, policy_version 42747 (0.0008) +[2026-06-07 03:33:56,597][521438] Updated weights for policy 0, policy_version 42760 (0.0008) +[2026-06-07 03:33:57,134][521438] Updated weights for policy 0, policy_version 42771 (0.0008) +[2026-06-07 03:33:57,285][521438] Updated weights for policy 0, policy_version 42784 (0.0009) +[2026-06-07 03:33:57,403][521438] Updated weights for policy 0, policy_version 42795 (0.0008) +[2026-06-07 03:33:57,523][521438] Updated weights for policy 0, policy_version 42806 (0.0008) +[2026-06-07 03:33:57,659][521438] Updated weights for policy 0, policy_version 42818 (0.0008) +[2026-06-07 03:33:57,765][521438] Updated weights for policy 0, policy_version 42828 (0.0008) +[2026-06-07 03:33:58,395][521438] Updated weights for policy 0, policy_version 42840 (0.0008) +[2026-06-07 03:33:58,527][521438] Updated weights for policy 0, policy_version 42852 (0.0008) +[2026-06-07 03:33:58,641][521438] Updated weights for policy 0, policy_version 42862 (0.0008) +[2026-06-07 03:33:58,758][521438] Updated weights for policy 0, policy_version 42873 (0.0008) +[2026-06-07 03:33:58,874][521438] Updated weights for policy 0, policy_version 42883 (0.0009) +[2026-06-07 03:33:58,999][521438] Updated weights for policy 0, policy_version 42894 (0.0008) +[2026-06-07 03:33:59,312][519537] Fps is (10 sec: 29491.1, 60 sec: 27852.9, 300 sec: 27658.4). Total num frames: 21987328. Throughput: 0: 27460.3. Samples: 22003968. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0) +[2026-06-07 03:33:59,313][519537] Avg episode reward: [(0, '73.237')] +[2026-06-07 03:33:59,610][521438] Updated weights for policy 0, policy_version 42904 (0.0008) +[2026-06-07 03:33:59,740][521438] Updated weights for policy 0, policy_version 42916 (0.0008) +[2026-06-07 03:33:59,852][521438] Updated weights for policy 0, policy_version 42926 (0.0008) +[2026-06-07 03:33:59,975][521438] Updated weights for policy 0, policy_version 42937 (0.0008) +[2026-06-07 03:34:00,099][521438] Updated weights for policy 0, policy_version 42948 (0.0009) +[2026-06-07 03:34:00,213][521438] Updated weights for policy 0, policy_version 42958 (0.0008) +[2026-06-07 03:34:00,787][521438] Updated weights for policy 0, policy_version 42969 (0.0008) +[2026-06-07 03:34:00,929][521438] Updated weights for policy 0, policy_version 42982 (0.0008) +[2026-06-07 03:34:01,047][521438] Updated weights for policy 0, policy_version 42993 (0.0008) +[2026-06-07 03:34:01,160][521438] Updated weights for policy 0, policy_version 43003 (0.0008) +[2026-06-07 03:34:01,297][521438] Updated weights for policy 0, policy_version 43015 (0.0008) +[2026-06-07 03:34:01,900][521438] Updated weights for policy 0, policy_version 43026 (0.0008) +[2026-06-07 03:34:02,035][521438] Updated weights for policy 0, policy_version 43038 (0.0008) +[2026-06-07 03:34:02,152][521438] Updated weights for policy 0, policy_version 43049 (0.0008) +[2026-06-07 03:34:02,277][521438] Updated weights for policy 0, policy_version 43060 (0.0008) +[2026-06-07 03:34:02,398][521438] Updated weights for policy 0, policy_version 43071 (0.0009) +[2026-06-07 03:34:02,544][521438] Updated weights for policy 0, policy_version 43084 (0.0008) +[2026-06-07 03:34:03,167][521438] Updated weights for policy 0, policy_version 43096 (0.0008) +[2026-06-07 03:34:03,307][521438] Updated weights for policy 0, policy_version 43109 (0.0008) +[2026-06-07 03:34:03,450][521438] Updated weights for policy 0, policy_version 43122 (0.0008) +[2026-06-07 03:34:03,591][521438] Updated weights for policy 0, policy_version 43135 (0.0008) +[2026-06-07 03:34:03,704][521438] Updated weights for policy 0, policy_version 43145 (0.0008) +[2026-06-07 03:34:04,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 22118400. Throughput: 0: 27557.0. Samples: 22092800. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0) +[2026-06-07 03:34:04,313][519537] Avg episode reward: [(0, '85.315')] +[2026-06-07 03:34:04,318][521438] Updated weights for policy 0, policy_version 43156 (0.0009) +[2026-06-07 03:34:04,447][521438] Updated weights for policy 0, policy_version 43168 (0.0008) +[2026-06-07 03:34:04,564][521438] Updated weights for policy 0, policy_version 43179 (0.0008) +[2026-06-07 03:34:04,684][521438] Updated weights for policy 0, policy_version 43189 (0.0008) +[2026-06-07 03:34:04,795][521438] Updated weights for policy 0, policy_version 43199 (0.0008) +[2026-06-07 03:34:04,929][521438] Updated weights for policy 0, policy_version 43211 (0.0008) +[2026-06-07 03:34:05,500][521438] Updated weights for policy 0, policy_version 43221 (0.0008) +[2026-06-07 03:34:05,611][521438] Updated weights for policy 0, policy_version 43231 (0.0008) +[2026-06-07 03:34:05,722][521438] Updated weights for policy 0, policy_version 43241 (0.0008) +[2026-06-07 03:34:05,840][521438] Updated weights for policy 0, policy_version 43251 (0.0008) +[2026-06-07 03:34:05,954][521438] Updated weights for policy 0, policy_version 43261 (0.0008) +[2026-06-07 03:34:06,097][521438] Updated weights for policy 0, policy_version 43274 (0.0008) +[2026-06-07 03:34:06,666][521438] Updated weights for policy 0, policy_version 43284 (0.0008) +[2026-06-07 03:34:06,777][521438] Updated weights for policy 0, policy_version 43294 (0.0008) +[2026-06-07 03:34:06,892][521438] Updated weights for policy 0, policy_version 43304 (0.0008) +[2026-06-07 03:34:07,026][521438] Updated weights for policy 0, policy_version 43316 (0.0008) +[2026-06-07 03:34:07,152][521438] Updated weights for policy 0, policy_version 43328 (0.0008) +[2026-06-07 03:34:07,292][521438] Updated weights for policy 0, policy_version 43340 (0.0008) +[2026-06-07 03:34:07,890][521438] Updated weights for policy 0, policy_version 43350 (0.0008) +[2026-06-07 03:34:08,025][521438] Updated weights for policy 0, policy_version 43362 (0.0008) +[2026-06-07 03:34:08,151][521438] Updated weights for policy 0, policy_version 43374 (0.0008) +[2026-06-07 03:34:08,266][521438] Updated weights for policy 0, policy_version 43384 (0.0008) +[2026-06-07 03:34:08,396][521438] Updated weights for policy 0, policy_version 43396 (0.0008) +[2026-06-07 03:34:08,526][521438] Updated weights for policy 0, policy_version 43407 (0.0008) +[2026-06-07 03:34:09,114][521438] Updated weights for policy 0, policy_version 43419 (0.0008) +[2026-06-07 03:34:09,247][521438] Updated weights for policy 0, policy_version 43431 (0.0008) +[2026-06-07 03:34:09,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.6, 300 sec: 27547.3). Total num frames: 22249472. Throughput: 0: 27531.4. Samples: 22256768. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:34:09,313][519537] Avg episode reward: [(0, '102.691')] +[2026-06-07 03:34:09,355][521438] Updated weights for policy 0, policy_version 43441 (0.0008) +[2026-06-07 03:34:09,502][521438] Updated weights for policy 0, policy_version 43454 (0.0005) +[2026-06-07 03:34:09,620][521438] Updated weights for policy 0, policy_version 43464 (0.0005) +[2026-06-07 03:34:09,700][520965] Saving new best policy, reward=102.691! +[2026-06-07 03:34:10,206][521438] Updated weights for policy 0, policy_version 43475 (0.0007) +[2026-06-07 03:34:10,334][521438] Updated weights for policy 0, policy_version 43487 (0.0008) +[2026-06-07 03:34:10,458][521438] Updated weights for policy 0, policy_version 43498 (0.0008) +[2026-06-07 03:34:10,594][521438] Updated weights for policy 0, policy_version 43510 (0.0008) +[2026-06-07 03:34:10,719][521438] Updated weights for policy 0, policy_version 43521 (0.0009) +[2026-06-07 03:34:10,832][521438] Updated weights for policy 0, policy_version 43532 (0.0008) +[2026-06-07 03:34:11,456][521438] Updated weights for policy 0, policy_version 43546 (0.0008) +[2026-06-07 03:34:11,589][521438] Updated weights for policy 0, policy_version 43559 (0.0008) +[2026-06-07 03:34:11,699][521438] Updated weights for policy 0, policy_version 43569 (0.0008) +[2026-06-07 03:34:11,824][521438] Updated weights for policy 0, policy_version 43580 (0.0008) +[2026-06-07 03:34:11,950][521438] Updated weights for policy 0, policy_version 43591 (0.0008) +[2026-06-07 03:34:12,565][521438] Updated weights for policy 0, policy_version 43602 (0.0008) +[2026-06-07 03:34:12,688][521438] Updated weights for policy 0, policy_version 43613 (0.0008) +[2026-06-07 03:34:12,827][521438] Updated weights for policy 0, policy_version 43626 (0.0008) +[2026-06-07 03:34:12,972][521438] Updated weights for policy 0, policy_version 43639 (0.0007) +[2026-06-07 03:34:13,106][521438] Updated weights for policy 0, policy_version 43651 (0.0008) +[2026-06-07 03:34:13,230][521438] Updated weights for policy 0, policy_version 43662 (0.0008) +[2026-06-07 03:34:13,832][521438] Updated weights for policy 0, policy_version 43673 (0.0008) +[2026-06-07 03:34:13,946][521438] Updated weights for policy 0, policy_version 43684 (0.0008) +[2026-06-07 03:34:14,057][521438] Updated weights for policy 0, policy_version 43694 (0.0008) +[2026-06-07 03:34:14,190][521438] Updated weights for policy 0, policy_version 43706 (0.0008) +[2026-06-07 03:34:14,302][521438] Updated weights for policy 0, policy_version 43716 (0.0008) +[2026-06-07 03:34:14,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27306.7, 300 sec: 27547.4). Total num frames: 22380544. Throughput: 0: 27559.9. Samples: 22421632. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:34:14,313][519537] Avg episode reward: [(0, '98.624')] +[2026-06-07 03:34:14,434][521438] Updated weights for policy 0, policy_version 43728 (0.0008) +[2026-06-07 03:34:15,025][521438] Updated weights for policy 0, policy_version 43740 (0.0005) +[2026-06-07 03:34:15,133][521438] Updated weights for policy 0, policy_version 43750 (0.0008) +[2026-06-07 03:34:15,268][521438] Updated weights for policy 0, policy_version 43762 (0.0007) +[2026-06-07 03:34:15,380][521438] Updated weights for policy 0, policy_version 43772 (0.0008) +[2026-06-07 03:34:15,504][521438] Updated weights for policy 0, policy_version 43783 (0.0005) +[2026-06-07 03:34:16,105][521438] Updated weights for policy 0, policy_version 43796 (0.0007) +[2026-06-07 03:34:16,252][521438] Updated weights for policy 0, policy_version 43810 (0.0008) +[2026-06-07 03:34:16,370][521438] Updated weights for policy 0, policy_version 43820 (0.0008) +[2026-06-07 03:34:16,492][521438] Updated weights for policy 0, policy_version 43831 (0.0008) +[2026-06-07 03:34:16,599][521438] Updated weights for policy 0, policy_version 43841 (0.0008) +[2026-06-07 03:34:16,719][521438] Updated weights for policy 0, policy_version 43851 (0.0008) +[2026-06-07 03:34:17,338][521438] Updated weights for policy 0, policy_version 43862 (0.0008) +[2026-06-07 03:34:17,466][521438] Updated weights for policy 0, policy_version 43874 (0.0008) +[2026-06-07 03:34:17,599][521438] Updated weights for policy 0, policy_version 43886 (0.0008) +[2026-06-07 03:34:17,728][521438] Updated weights for policy 0, policy_version 43897 (0.0008) +[2026-06-07 03:34:17,853][521438] Updated weights for policy 0, policy_version 43909 (0.0008) +[2026-06-07 03:34:17,978][521438] Updated weights for policy 0, policy_version 43920 (0.0008) +[2026-06-07 03:34:18,585][521438] Updated weights for policy 0, policy_version 43931 (0.0007) +[2026-06-07 03:34:18,690][521438] Updated weights for policy 0, policy_version 43941 (0.0008) +[2026-06-07 03:34:18,814][521438] Updated weights for policy 0, policy_version 43952 (0.0009) +[2026-06-07 03:34:18,948][521438] Updated weights for policy 0, policy_version 43964 (0.0009) +[2026-06-07 03:34:19,074][521438] Updated weights for policy 0, policy_version 43975 (0.0008) +[2026-06-07 03:34:19,312][519537] Fps is (10 sec: 29491.4, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 22544384. Throughput: 0: 27574.1. Samples: 22506624. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:34:19,313][519537] Avg episode reward: [(0, '86.468')] +[2026-06-07 03:34:19,632][521438] Updated weights for policy 0, policy_version 43985 (0.0008) +[2026-06-07 03:34:19,754][521438] Updated weights for policy 0, policy_version 43996 (0.0008) +[2026-06-07 03:34:19,905][521438] Updated weights for policy 0, policy_version 44011 (0.0008) +[2026-06-07 03:34:20,035][521438] Updated weights for policy 0, policy_version 44023 (0.0008) +[2026-06-07 03:34:20,152][521438] Updated weights for policy 0, policy_version 44034 (0.0008) +[2026-06-07 03:34:20,288][521438] Updated weights for policy 0, policy_version 44047 (0.0008) +[2026-06-07 03:34:20,908][521438] Updated weights for policy 0, policy_version 44058 (0.0008) +[2026-06-07 03:34:21,065][521438] Updated weights for policy 0, policy_version 44073 (0.0008) +[2026-06-07 03:34:21,202][521438] Updated weights for policy 0, policy_version 44086 (0.0008) +[2026-06-07 03:34:21,333][521438] Updated weights for policy 0, policy_version 44098 (0.0008) +[2026-06-07 03:34:21,442][521438] Updated weights for policy 0, policy_version 44108 (0.0008) +[2026-06-07 03:34:22,056][521438] Updated weights for policy 0, policy_version 44118 (0.0007) +[2026-06-07 03:34:22,177][521438] Updated weights for policy 0, policy_version 44129 (0.0006) +[2026-06-07 03:34:22,304][521438] Updated weights for policy 0, policy_version 44140 (0.0004) +[2026-06-07 03:34:22,422][521438] Updated weights for policy 0, policy_version 44151 (0.0004) +[2026-06-07 03:34:22,537][521438] Updated weights for policy 0, policy_version 44161 (0.0003) +[2026-06-07 03:34:22,675][521438] Updated weights for policy 0, policy_version 44173 (0.0004) +[2026-06-07 03:34:23,240][521438] Updated weights for policy 0, policy_version 44185 (0.0006) +[2026-06-07 03:34:23,368][521438] Updated weights for policy 0, policy_version 44196 (0.0008) +[2026-06-07 03:34:23,491][521438] Updated weights for policy 0, policy_version 44207 (0.0008) +[2026-06-07 03:34:23,612][521438] Updated weights for policy 0, policy_version 44218 (0.0008) +[2026-06-07 03:34:23,741][521438] Updated weights for policy 0, policy_version 44229 (0.0005) +[2026-06-07 03:34:23,859][521438] Updated weights for policy 0, policy_version 44240 (0.0003) +[2026-06-07 03:34:24,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 22675456. Throughput: 0: 27662.2. Samples: 22676992. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:34:24,313][519537] Avg episode reward: [(0, '106.032')] +[2026-06-07 03:34:24,418][521438] Updated weights for policy 0, policy_version 44251 (0.0004) +[2026-06-07 03:34:24,534][521438] Updated weights for policy 0, policy_version 44262 (0.0003) +[2026-06-07 03:34:24,659][521438] Updated weights for policy 0, policy_version 44273 (0.0004) +[2026-06-07 03:34:24,775][521438] Updated weights for policy 0, policy_version 44283 (0.0004) +[2026-06-07 03:34:24,892][521438] Updated weights for policy 0, policy_version 44293 (0.0006) +[2026-06-07 03:34:25,009][520965] Saving new best policy, reward=106.032! +[2026-06-07 03:34:25,011][521438] Updated weights for policy 0, policy_version 44304 (0.0008) +[2026-06-07 03:34:25,580][521438] Updated weights for policy 0, policy_version 44314 (0.0008) +[2026-06-07 03:34:25,690][521438] Updated weights for policy 0, policy_version 44324 (0.0007) +[2026-06-07 03:34:25,828][521438] Updated weights for policy 0, policy_version 44336 (0.0004) +[2026-06-07 03:34:25,941][521438] Updated weights for policy 0, policy_version 44346 (0.0004) +[2026-06-07 03:34:26,069][521438] Updated weights for policy 0, policy_version 44358 (0.0004) +[2026-06-07 03:34:26,652][521438] Updated weights for policy 0, policy_version 44371 (0.0004) +[2026-06-07 03:34:26,799][521438] Updated weights for policy 0, policy_version 44384 (0.0004) +[2026-06-07 03:34:26,938][521438] Updated weights for policy 0, policy_version 44396 (0.0007) +[2026-06-07 03:34:27,059][521438] Updated weights for policy 0, policy_version 44407 (0.0008) +[2026-06-07 03:34:27,182][521438] Updated weights for policy 0, policy_version 44418 (0.0008) +[2026-06-07 03:34:27,304][521438] Updated weights for policy 0, policy_version 44429 (0.0008) +[2026-06-07 03:34:27,871][521438] Updated weights for policy 0, policy_version 44439 (0.0005) +[2026-06-07 03:34:28,023][521438] Updated weights for policy 0, policy_version 44453 (0.0004) +[2026-06-07 03:34:28,156][521438] Updated weights for policy 0, policy_version 44465 (0.0009) +[2026-06-07 03:34:28,299][521438] Updated weights for policy 0, policy_version 44478 (0.0008) +[2026-06-07 03:34:28,418][521438] Updated weights for policy 0, policy_version 44488 (0.0008) +[2026-06-07 03:34:29,021][521438] Updated weights for policy 0, policy_version 44499 (0.0008) +[2026-06-07 03:34:29,140][521438] Updated weights for policy 0, policy_version 44510 (0.0008) +[2026-06-07 03:34:29,266][521438] Updated weights for policy 0, policy_version 44521 (0.0008) +[2026-06-07 03:34:29,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27852.8, 300 sec: 27547.3). Total num frames: 22806528. Throughput: 0: 27645.2. Samples: 22843776. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:34:29,313][519537] Avg episode reward: [(0, '109.864')] +[2026-06-07 03:34:29,393][521438] Updated weights for policy 0, policy_version 44533 (0.0009) +[2026-06-07 03:34:29,522][521438] Updated weights for policy 0, policy_version 44545 (0.0008) +[2026-06-07 03:34:29,640][521438] Updated weights for policy 0, policy_version 44555 (0.0008) +[2026-06-07 03:34:29,690][520965] Saving new best policy, reward=109.864! +[2026-06-07 03:34:30,206][521438] Updated weights for policy 0, policy_version 44565 (0.0008) +[2026-06-07 03:34:30,324][521438] Updated weights for policy 0, policy_version 44576 (0.0008) +[2026-06-07 03:34:30,461][521438] Updated weights for policy 0, policy_version 44589 (0.0008) +[2026-06-07 03:34:30,600][521438] Updated weights for policy 0, policy_version 44601 (0.0008) +[2026-06-07 03:34:30,716][521438] Updated weights for policy 0, policy_version 44611 (0.0008) +[2026-06-07 03:34:30,833][521438] Updated weights for policy 0, policy_version 44622 (0.0008) +[2026-06-07 03:34:31,419][521438] Updated weights for policy 0, policy_version 44633 (0.0008) +[2026-06-07 03:34:31,529][521438] Updated weights for policy 0, policy_version 44643 (0.0008) +[2026-06-07 03:34:31,668][521438] Updated weights for policy 0, policy_version 44656 (0.0008) +[2026-06-07 03:34:31,785][521438] Updated weights for policy 0, policy_version 44666 (0.0008) +[2026-06-07 03:34:31,922][521438] Updated weights for policy 0, policy_version 44678 (0.0008) +[2026-06-07 03:34:32,514][521438] Updated weights for policy 0, policy_version 44689 (0.0008) +[2026-06-07 03:34:32,625][521438] Updated weights for policy 0, policy_version 44699 (0.0008) +[2026-06-07 03:34:32,748][521438] Updated weights for policy 0, policy_version 44710 (0.0008) +[2026-06-07 03:34:32,875][521438] Updated weights for policy 0, policy_version 44722 (0.0008) +[2026-06-07 03:34:33,033][521438] Updated weights for policy 0, policy_version 44736 (0.0008) +[2026-06-07 03:34:33,142][521438] Updated weights for policy 0, policy_version 44746 (0.0008) +[2026-06-07 03:34:33,728][521438] Updated weights for policy 0, policy_version 44758 (0.0008) +[2026-06-07 03:34:33,846][521438] Updated weights for policy 0, policy_version 44769 (0.0006) +[2026-06-07 03:34:33,973][521438] Updated weights for policy 0, policy_version 44780 (0.0008) +[2026-06-07 03:34:34,090][521438] Updated weights for policy 0, policy_version 44791 (0.0008) +[2026-06-07 03:34:34,215][521438] Updated weights for policy 0, policy_version 44802 (0.0008) +[2026-06-07 03:34:34,313][519537] Fps is (10 sec: 26212.5, 60 sec: 27306.4, 300 sec: 27547.3). Total num frames: 22937600. Throughput: 0: 27658.9. Samples: 22918528. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:34:34,314][519537] Avg episode reward: [(0, '87.555')] +[2026-06-07 03:34:34,332][521438] Updated weights for policy 0, policy_version 44812 (0.0008) +[2026-06-07 03:34:34,913][521438] Updated weights for policy 0, policy_version 44823 (0.0008) +[2026-06-07 03:34:35,022][521438] Updated weights for policy 0, policy_version 44833 (0.0008) +[2026-06-07 03:34:35,151][521438] Updated weights for policy 0, policy_version 44845 (0.0008) +[2026-06-07 03:34:35,265][521438] Updated weights for policy 0, policy_version 44855 (0.0005) +[2026-06-07 03:34:35,391][521438] Updated weights for policy 0, policy_version 44866 (0.0008) +[2026-06-07 03:34:35,514][521438] Updated weights for policy 0, policy_version 44877 (0.0009) +[2026-06-07 03:34:36,084][521438] Updated weights for policy 0, policy_version 44889 (0.0008) +[2026-06-07 03:34:36,223][521438] Updated weights for policy 0, policy_version 44901 (0.0008) +[2026-06-07 03:34:36,343][521438] Updated weights for policy 0, policy_version 44912 (0.0008) +[2026-06-07 03:34:36,469][521438] Updated weights for policy 0, policy_version 44924 (0.0008) +[2026-06-07 03:34:36,583][521438] Updated weights for policy 0, policy_version 44934 (0.0008) +[2026-06-07 03:34:37,182][521438] Updated weights for policy 0, policy_version 44947 (0.0008) +[2026-06-07 03:34:37,315][521438] Updated weights for policy 0, policy_version 44959 (0.0008) +[2026-06-07 03:34:37,430][521438] Updated weights for policy 0, policy_version 44970 (0.0008) +[2026-06-07 03:34:37,564][521438] Updated weights for policy 0, policy_version 44982 (0.0008) +[2026-06-07 03:34:37,683][521438] Updated weights for policy 0, policy_version 44992 (0.0008) +[2026-06-07 03:34:37,795][521438] Updated weights for policy 0, policy_version 45002 (0.0009) +[2026-06-07 03:34:38,390][521438] Updated weights for policy 0, policy_version 45012 (0.0009) +[2026-06-07 03:34:38,544][521438] Updated weights for policy 0, policy_version 45026 (0.0008) +[2026-06-07 03:34:38,655][521438] Updated weights for policy 0, policy_version 45036 (0.0008) +[2026-06-07 03:34:38,786][521438] Updated weights for policy 0, policy_version 45048 (0.0008) +[2026-06-07 03:34:38,909][521438] Updated weights for policy 0, policy_version 45059 (0.0008) +[2026-06-07 03:34:39,044][521438] Updated weights for policy 0, policy_version 45071 (0.0008) +[2026-06-07 03:34:39,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 23101440. Throughput: 0: 27776.0. Samples: 23089024. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:34:39,313][519537] Avg episode reward: [(0, '91.179')] +[2026-06-07 03:34:39,673][521438] Updated weights for policy 0, policy_version 45082 (0.0008) +[2026-06-07 03:34:39,779][521438] Updated weights for policy 0, policy_version 45092 (0.0008) +[2026-06-07 03:34:39,890][521438] Updated weights for policy 0, policy_version 45102 (0.0008) +[2026-06-07 03:34:40,007][521438] Updated weights for policy 0, policy_version 45113 (0.0008) +[2026-06-07 03:34:40,136][521438] Updated weights for policy 0, policy_version 45124 (0.0005) +[2026-06-07 03:34:40,253][521438] Updated weights for policy 0, policy_version 45134 (0.0008) +[2026-06-07 03:34:40,850][521438] Updated weights for policy 0, policy_version 45144 (0.0009) +[2026-06-07 03:34:40,992][521438] Updated weights for policy 0, policy_version 45157 (0.0008) +[2026-06-07 03:34:41,098][521438] Updated weights for policy 0, policy_version 45167 (0.0008) +[2026-06-07 03:34:41,230][521438] Updated weights for policy 0, policy_version 45179 (0.0005) +[2026-06-07 03:34:41,359][521438] Updated weights for policy 0, policy_version 45191 (0.0004) +[2026-06-07 03:34:41,953][521438] Updated weights for policy 0, policy_version 45205 (0.0004) +[2026-06-07 03:34:42,067][521438] Updated weights for policy 0, policy_version 45216 (0.0004) +[2026-06-07 03:34:42,204][521438] Updated weights for policy 0, policy_version 45229 (0.0004) +[2026-06-07 03:34:42,330][521438] Updated weights for policy 0, policy_version 45241 (0.0004) +[2026-06-07 03:34:42,471][521438] Updated weights for policy 0, policy_version 45254 (0.0004) +[2026-06-07 03:34:43,084][521438] Updated weights for policy 0, policy_version 45266 (0.0005) +[2026-06-07 03:34:43,205][521438] Updated weights for policy 0, policy_version 45277 (0.0008) +[2026-06-07 03:34:43,341][521438] Updated weights for policy 0, policy_version 45289 (0.0008) +[2026-06-07 03:34:43,458][521438] Updated weights for policy 0, policy_version 45300 (0.0008) +[2026-06-07 03:34:43,611][521438] Updated weights for policy 0, policy_version 45314 (0.0008) +[2026-06-07 03:34:43,749][521438] Updated weights for policy 0, policy_version 45326 (0.0008) +[2026-06-07 03:34:44,312][519537] Fps is (10 sec: 29493.3, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 23232512. Throughput: 0: 27912.5. Samples: 23260032. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:34:44,313][519537] Avg episode reward: [(0, '94.994')] +[2026-06-07 03:34:44,328][521438] Updated weights for policy 0, policy_version 45337 (0.0008) +[2026-06-07 03:34:44,447][521438] Updated weights for policy 0, policy_version 45348 (0.0008) +[2026-06-07 03:34:44,558][521438] Updated weights for policy 0, policy_version 45358 (0.0008) +[2026-06-07 03:34:44,707][521438] Updated weights for policy 0, policy_version 45372 (0.0008) +[2026-06-07 03:34:44,824][521438] Updated weights for policy 0, policy_version 45382 (0.0008) +[2026-06-07 03:34:44,933][521438] Updated weights for policy 0, policy_version 45392 (0.0008) +[2026-06-07 03:34:45,559][521438] Updated weights for policy 0, policy_version 45404 (0.0008) +[2026-06-07 03:34:45,694][521438] Updated weights for policy 0, policy_version 45416 (0.0008) +[2026-06-07 03:34:45,816][521438] Updated weights for policy 0, policy_version 45427 (0.0008) +[2026-06-07 03:34:45,937][521438] Updated weights for policy 0, policy_version 45438 (0.0008) +[2026-06-07 03:34:46,053][521438] Updated weights for policy 0, policy_version 45448 (0.0008) +[2026-06-07 03:34:46,636][521438] Updated weights for policy 0, policy_version 45458 (0.0008) +[2026-06-07 03:34:46,767][521438] Updated weights for policy 0, policy_version 45469 (0.0008) +[2026-06-07 03:34:46,890][521438] Updated weights for policy 0, policy_version 45480 (0.0010) +[2026-06-07 03:34:47,019][521438] Updated weights for policy 0, policy_version 45492 (0.0008) +[2026-06-07 03:34:47,141][521438] Updated weights for policy 0, policy_version 45503 (0.0008) +[2026-06-07 03:34:47,277][521438] Updated weights for policy 0, policy_version 45515 (0.0008) +[2026-06-07 03:34:47,892][521438] Updated weights for policy 0, policy_version 45527 (0.0008) +[2026-06-07 03:34:48,001][521438] Updated weights for policy 0, policy_version 45537 (0.0008) +[2026-06-07 03:34:48,114][521438] Updated weights for policy 0, policy_version 45547 (0.0008) +[2026-06-07 03:34:48,240][521438] Updated weights for policy 0, policy_version 45558 (0.0008) +[2026-06-07 03:34:48,364][521438] Updated weights for policy 0, policy_version 45569 (0.0008) +[2026-06-07 03:34:48,490][521438] Updated weights for policy 0, policy_version 45580 (0.0008) +[2026-06-07 03:34:49,101][521438] Updated weights for policy 0, policy_version 45591 (0.0009) +[2026-06-07 03:34:49,240][521438] Updated weights for policy 0, policy_version 45604 (0.0008) +[2026-06-07 03:34:49,313][519537] Fps is (10 sec: 26214.1, 60 sec: 27852.7, 300 sec: 27658.4). Total num frames: 23363584. Throughput: 0: 27733.2. Samples: 23340800. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:34:49,313][519537] Avg episode reward: [(0, '88.229')] +[2026-06-07 03:34:49,376][521438] Updated weights for policy 0, policy_version 45616 (0.0009) +[2026-06-07 03:34:49,498][521438] Updated weights for policy 0, policy_version 45627 (0.0008) +[2026-06-07 03:34:49,619][521438] Updated weights for policy 0, policy_version 45638 (0.0008) +[2026-06-07 03:34:49,729][521438] Updated weights for policy 0, policy_version 45648 (0.0008) +[2026-06-07 03:34:50,359][521438] Updated weights for policy 0, policy_version 45659 (0.0009) +[2026-06-07 03:34:50,490][521438] Updated weights for policy 0, policy_version 45671 (0.0009) +[2026-06-07 03:34:50,606][521438] Updated weights for policy 0, policy_version 45682 (0.0008) +[2026-06-07 03:34:50,742][521438] Updated weights for policy 0, policy_version 45693 (0.0009) +[2026-06-07 03:34:50,846][521438] Updated weights for policy 0, policy_version 45703 (0.0008) +[2026-06-07 03:34:51,447][521438] Updated weights for policy 0, policy_version 45713 (0.0008) +[2026-06-07 03:34:51,555][521438] Updated weights for policy 0, policy_version 45723 (0.0008) +[2026-06-07 03:34:51,693][521438] Updated weights for policy 0, policy_version 45736 (0.0008) +[2026-06-07 03:34:51,810][521438] Updated weights for policy 0, policy_version 45746 (0.0009) +[2026-06-07 03:34:51,922][521438] Updated weights for policy 0, policy_version 45756 (0.0008) +[2026-06-07 03:34:52,037][521438] Updated weights for policy 0, policy_version 45766 (0.0008) +[2026-06-07 03:34:52,148][521438] Updated weights for policy 0, policy_version 45776 (0.0008) +[2026-06-07 03:34:52,730][521438] Updated weights for policy 0, policy_version 45787 (0.0008) +[2026-06-07 03:34:52,842][521438] Updated weights for policy 0, policy_version 45797 (0.0006) +[2026-06-07 03:34:52,979][521438] Updated weights for policy 0, policy_version 45809 (0.0007) +[2026-06-07 03:34:53,110][521438] Updated weights for policy 0, policy_version 45821 (0.0008) +[2026-06-07 03:34:53,239][521438] Updated weights for policy 0, policy_version 45832 (0.0008) +[2026-06-07 03:34:53,837][521438] Updated weights for policy 0, policy_version 45842 (0.0009) +[2026-06-07 03:34:53,964][521438] Updated weights for policy 0, policy_version 45854 (0.0008) +[2026-06-07 03:34:54,094][521438] Updated weights for policy 0, policy_version 45866 (0.0008) +[2026-06-07 03:34:54,205][521438] Updated weights for policy 0, policy_version 45876 (0.0008) +[2026-06-07 03:34:54,313][521438] Updated weights for policy 0, policy_version 45886 (0.0008) +[2026-06-07 03:34:54,313][519537] Fps is (10 sec: 26214.3, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 23494656. Throughput: 0: 27781.7. Samples: 23506944. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:34:54,314][519537] Avg episode reward: [(0, '82.748')] +[2026-06-07 03:34:54,439][521438] Updated weights for policy 0, policy_version 45897 (0.0008) +[2026-06-07 03:34:55,049][521438] Updated weights for policy 0, policy_version 45910 (0.0008) +[2026-06-07 03:34:55,174][521438] Updated weights for policy 0, policy_version 45922 (0.0008) +[2026-06-07 03:34:55,289][521438] Updated weights for policy 0, policy_version 45932 (0.0008) +[2026-06-07 03:34:55,404][521438] Updated weights for policy 0, policy_version 45943 (0.0008) +[2026-06-07 03:34:55,520][521438] Updated weights for policy 0, policy_version 45953 (0.0008) +[2026-06-07 03:34:55,651][521438] Updated weights for policy 0, policy_version 45965 (0.0008) +[2026-06-07 03:34:56,240][521438] Updated weights for policy 0, policy_version 45975 (0.0008) +[2026-06-07 03:34:56,373][521438] Updated weights for policy 0, policy_version 45987 (0.0008) +[2026-06-07 03:34:56,487][521438] Updated weights for policy 0, policy_version 45997 (0.0008) +[2026-06-07 03:34:56,596][521438] Updated weights for policy 0, policy_version 46007 (0.0008) +[2026-06-07 03:34:56,716][521438] Updated weights for policy 0, policy_version 46017 (0.0008) +[2026-06-07 03:34:56,822][521438] Updated weights for policy 0, policy_version 46027 (0.0009) +[2026-06-07 03:34:57,413][521438] Updated weights for policy 0, policy_version 46038 (0.0008) +[2026-06-07 03:34:57,525][521438] Updated weights for policy 0, policy_version 46048 (0.0008) +[2026-06-07 03:34:57,647][521438] Updated weights for policy 0, policy_version 46059 (0.0008) +[2026-06-07 03:34:57,778][521438] Updated weights for policy 0, policy_version 46071 (0.0008) +[2026-06-07 03:34:57,900][521438] Updated weights for policy 0, policy_version 46082 (0.0008) +[2026-06-07 03:34:58,038][521438] Updated weights for policy 0, policy_version 46094 (0.0008) +[2026-06-07 03:34:58,631][521438] Updated weights for policy 0, policy_version 46104 (0.0008) +[2026-06-07 03:34:58,751][521438] Updated weights for policy 0, policy_version 46115 (0.0008) +[2026-06-07 03:34:58,887][521438] Updated weights for policy 0, policy_version 46127 (0.0008) +[2026-06-07 03:34:59,013][521438] Updated weights for policy 0, policy_version 46139 (0.0008) +[2026-06-07 03:34:59,148][521438] Updated weights for policy 0, policy_version 46151 (0.0008) +[2026-06-07 03:34:59,312][519537] Fps is (10 sec: 29491.9, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 23658496. Throughput: 0: 27770.4. Samples: 23671296. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:34:59,313][519537] Avg episode reward: [(0, '102.491')] +[2026-06-07 03:34:59,731][521438] Updated weights for policy 0, policy_version 46161 (0.0006) +[2026-06-07 03:34:59,886][521438] Updated weights for policy 0, policy_version 46176 (0.0008) +[2026-06-07 03:35:00,013][521438] Updated weights for policy 0, policy_version 46187 (0.0008) +[2026-06-07 03:35:00,125][521438] Updated weights for policy 0, policy_version 46198 (0.0008) +[2026-06-07 03:35:00,266][521438] Updated weights for policy 0, policy_version 46211 (0.0008) +[2026-06-07 03:35:00,401][521438] Updated weights for policy 0, policy_version 46224 (0.0008) +[2026-06-07 03:35:01,026][521438] Updated weights for policy 0, policy_version 46235 (0.0004) +[2026-06-07 03:35:01,151][521438] Updated weights for policy 0, policy_version 46247 (0.0007) +[2026-06-07 03:35:01,268][521438] Updated weights for policy 0, policy_version 46258 (0.0008) +[2026-06-07 03:35:01,408][521438] Updated weights for policy 0, policy_version 46270 (0.0008) +[2026-06-07 03:35:01,540][521438] Updated weights for policy 0, policy_version 46282 (0.0008) +[2026-06-07 03:35:02,148][521438] Updated weights for policy 0, policy_version 46293 (0.0009) +[2026-06-07 03:35:02,279][521438] Updated weights for policy 0, policy_version 46304 (0.0008) +[2026-06-07 03:35:02,393][521438] Updated weights for policy 0, policy_version 46315 (0.0008) +[2026-06-07 03:35:02,533][521438] Updated weights for policy 0, policy_version 46327 (0.0008) +[2026-06-07 03:35:02,643][521438] Updated weights for policy 0, policy_version 46338 (0.0008) +[2026-06-07 03:35:02,763][521438] Updated weights for policy 0, policy_version 46348 (0.0004) +[2026-06-07 03:35:03,356][521438] Updated weights for policy 0, policy_version 46361 (0.0006) +[2026-06-07 03:35:03,478][521438] Updated weights for policy 0, policy_version 46372 (0.0009) +[2026-06-07 03:35:03,587][521438] Updated weights for policy 0, policy_version 46382 (0.0008) +[2026-06-07 03:35:03,698][521438] Updated weights for policy 0, policy_version 46392 (0.0008) +[2026-06-07 03:35:03,824][521438] Updated weights for policy 0, policy_version 46403 (0.0009) +[2026-06-07 03:35:03,945][521438] Updated weights for policy 0, policy_version 46414 (0.0008) +[2026-06-07 03:35:04,312][519537] Fps is (10 sec: 29491.3, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 23789568. Throughput: 0: 27918.2. Samples: 23762944. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:35:04,313][519537] Avg episode reward: [(0, '95.101')] +[2026-06-07 03:35:04,506][521438] Updated weights for policy 0, policy_version 46424 (0.0008) +[2026-06-07 03:35:04,648][521438] Updated weights for policy 0, policy_version 46437 (0.0008) +[2026-06-07 03:35:04,797][521438] Updated weights for policy 0, policy_version 46450 (0.0008) +[2026-06-07 03:35:04,931][521438] Updated weights for policy 0, policy_version 46462 (0.0008) +[2026-06-07 03:35:05,038][521438] Updated weights for policy 0, policy_version 46472 (0.0010) +[2026-06-07 03:35:05,640][521438] Updated weights for policy 0, policy_version 46482 (0.0008) +[2026-06-07 03:35:05,759][521438] Updated weights for policy 0, policy_version 46493 (0.0008) +[2026-06-07 03:35:05,876][521438] Updated weights for policy 0, policy_version 46504 (0.0008) +[2026-06-07 03:35:06,011][521438] Updated weights for policy 0, policy_version 46517 (0.0008) +[2026-06-07 03:35:06,134][521438] Updated weights for policy 0, policy_version 46527 (0.0008) +[2026-06-07 03:35:06,241][521438] Updated weights for policy 0, policy_version 46537 (0.0008) +[2026-06-07 03:35:06,862][521438] Updated weights for policy 0, policy_version 46548 (0.0008) +[2026-06-07 03:35:06,977][521438] Updated weights for policy 0, policy_version 46558 (0.0008) +[2026-06-07 03:35:07,081][521438] Updated weights for policy 0, policy_version 46568 (0.0008) +[2026-06-07 03:35:07,191][521438] Updated weights for policy 0, policy_version 46578 (0.0008) +[2026-06-07 03:35:07,318][521438] Updated weights for policy 0, policy_version 46589 (0.0008) +[2026-06-07 03:35:07,438][521438] Updated weights for policy 0, policy_version 46600 (0.0008) +[2026-06-07 03:35:08,020][521438] Updated weights for policy 0, policy_version 46610 (0.0009) +[2026-06-07 03:35:08,173][521438] Updated weights for policy 0, policy_version 46624 (0.0008) +[2026-06-07 03:35:08,307][521438] Updated weights for policy 0, policy_version 46636 (0.0008) +[2026-06-07 03:35:08,447][521438] Updated weights for policy 0, policy_version 46649 (0.0008) +[2026-06-07 03:35:08,576][521438] Updated weights for policy 0, policy_version 46661 (0.0008) +[2026-06-07 03:35:09,179][521438] Updated weights for policy 0, policy_version 46673 (0.0008) +[2026-06-07 03:35:09,291][521438] Updated weights for policy 0, policy_version 46683 (0.0008) +[2026-06-07 03:35:09,312][519537] Fps is (10 sec: 26214.2, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 23920640. Throughput: 0: 27787.4. Samples: 23927424. Policy #0 lag: (min: 39.0, avg: 49.6, max: 103.0) +[2026-06-07 03:35:09,313][519537] Avg episode reward: [(0, '91.212')] +[2026-06-07 03:35:09,419][521438] Updated weights for policy 0, policy_version 46695 (0.0008) +[2026-06-07 03:35:09,542][521438] Updated weights for policy 0, policy_version 46706 (0.0008) +[2026-06-07 03:35:09,669][521438] Updated weights for policy 0, policy_version 46718 (0.0008) +[2026-06-07 03:35:09,800][521438] Updated weights for policy 0, policy_version 46730 (0.0008) +[2026-06-07 03:35:10,406][521438] Updated weights for policy 0, policy_version 46741 (0.0008) +[2026-06-07 03:35:10,530][521438] Updated weights for policy 0, policy_version 46752 (0.0008) +[2026-06-07 03:35:10,653][521438] Updated weights for policy 0, policy_version 46763 (0.0008) +[2026-06-07 03:35:10,773][521438] Updated weights for policy 0, policy_version 46774 (0.0008) +[2026-06-07 03:35:10,889][521438] Updated weights for policy 0, policy_version 46784 (0.0008) +[2026-06-07 03:35:11,008][521438] Updated weights for policy 0, policy_version 46795 (0.0008) +[2026-06-07 03:35:11,623][521438] Updated weights for policy 0, policy_version 46805 (0.0008) +[2026-06-07 03:35:11,748][521438] Updated weights for policy 0, policy_version 46817 (0.0008) +[2026-06-07 03:35:11,866][521438] Updated weights for policy 0, policy_version 46828 (0.0008) +[2026-06-07 03:35:11,995][521438] Updated weights for policy 0, policy_version 46839 (0.0008) +[2026-06-07 03:35:12,128][521438] Updated weights for policy 0, policy_version 46852 (0.0008) +[2026-06-07 03:35:12,768][521438] Updated weights for policy 0, policy_version 46866 (0.0008) +[2026-06-07 03:35:12,890][521438] Updated weights for policy 0, policy_version 46878 (0.0008) +[2026-06-07 03:35:13,021][521438] Updated weights for policy 0, policy_version 46891 (0.0008) +[2026-06-07 03:35:13,141][521438] Updated weights for policy 0, policy_version 46902 (0.0008) +[2026-06-07 03:35:13,272][521438] Updated weights for policy 0, policy_version 46914 (0.0009) +[2026-06-07 03:35:13,385][521438] Updated weights for policy 0, policy_version 46925 (0.0008) +[2026-06-07 03:35:14,012][521438] Updated weights for policy 0, policy_version 46936 (0.0008) +[2026-06-07 03:35:14,132][521438] Updated weights for policy 0, policy_version 46947 (0.0008) +[2026-06-07 03:35:14,248][521438] Updated weights for policy 0, policy_version 46958 (0.0008) +[2026-06-07 03:35:14,312][519537] Fps is (10 sec: 26214.5, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 24051712. Throughput: 0: 27704.9. Samples: 24090496. Policy #0 lag: (min: 39.0, avg: 49.6, max: 103.0) +[2026-06-07 03:35:14,313][519537] Avg episode reward: [(0, '75.222')] +[2026-06-07 03:35:14,376][521438] Updated weights for policy 0, policy_version 46969 (0.0006) +[2026-06-07 03:35:14,496][521438] Updated weights for policy 0, policy_version 46980 (0.0007) +[2026-06-07 03:35:14,612][521438] Updated weights for policy 0, policy_version 46990 (0.0008) +[2026-06-07 03:35:15,210][521438] Updated weights for policy 0, policy_version 47003 (0.0009) +[2026-06-07 03:35:15,329][521438] Updated weights for policy 0, policy_version 47013 (0.0008) +[2026-06-07 03:35:15,438][521438] Updated weights for policy 0, policy_version 47023 (0.0008) +[2026-06-07 03:35:15,561][521438] Updated weights for policy 0, policy_version 47034 (0.0008) +[2026-06-07 03:35:15,683][521438] Updated weights for policy 0, policy_version 47045 (0.0008) +[2026-06-07 03:35:15,807][521438] Updated weights for policy 0, policy_version 47056 (0.0008) +[2026-06-07 03:35:16,398][521438] Updated weights for policy 0, policy_version 47067 (0.0008) +[2026-06-07 03:35:16,530][521438] Updated weights for policy 0, policy_version 47079 (0.0008) +[2026-06-07 03:35:16,645][521438] Updated weights for policy 0, policy_version 47089 (0.0008) +[2026-06-07 03:35:16,775][521438] Updated weights for policy 0, policy_version 47100 (0.0008) +[2026-06-07 03:35:16,911][521438] Updated weights for policy 0, policy_version 47113 (0.0008) +[2026-06-07 03:35:17,505][521438] Updated weights for policy 0, policy_version 47125 (0.0006) +[2026-06-07 03:35:17,620][521438] Updated weights for policy 0, policy_version 47135 (0.0004) +[2026-06-07 03:35:17,731][521438] Updated weights for policy 0, policy_version 47145 (0.0003) +[2026-06-07 03:35:17,846][521438] Updated weights for policy 0, policy_version 47155 (0.0004) +[2026-06-07 03:35:17,960][521438] Updated weights for policy 0, policy_version 47165 (0.0004) +[2026-06-07 03:35:18,088][521438] Updated weights for policy 0, policy_version 47176 (0.0007) +[2026-06-07 03:35:18,664][521438] Updated weights for policy 0, policy_version 47187 (0.0008) +[2026-06-07 03:35:18,782][521438] Updated weights for policy 0, policy_version 47198 (0.0008) +[2026-06-07 03:35:18,903][521438] Updated weights for policy 0, policy_version 47209 (0.0008) +[2026-06-07 03:35:19,016][521438] Updated weights for policy 0, policy_version 47219 (0.0008) +[2026-06-07 03:35:19,141][521438] Updated weights for policy 0, policy_version 47230 (0.0008) +[2026-06-07 03:35:19,256][521438] Updated weights for policy 0, policy_version 47241 (0.0008) +[2026-06-07 03:35:19,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.6, 300 sec: 27658.4). Total num frames: 24182784. Throughput: 0: 27765.0. Samples: 24167936. Policy #0 lag: (min: 39.0, avg: 49.6, max: 103.0) +[2026-06-07 03:35:19,313][519537] Avg episode reward: [(0, '105.226')] +[2026-06-07 03:35:19,857][521438] Updated weights for policy 0, policy_version 47251 (0.0008) +[2026-06-07 03:35:19,998][521438] Updated weights for policy 0, policy_version 47263 (0.0008) +[2026-06-07 03:35:20,120][521438] Updated weights for policy 0, policy_version 47274 (0.0008) +[2026-06-07 03:35:20,243][521438] Updated weights for policy 0, policy_version 47285 (0.0008) +[2026-06-07 03:35:20,382][521438] Updated weights for policy 0, policy_version 47297 (0.0008) +[2026-06-07 03:35:20,491][521438] Updated weights for policy 0, policy_version 47307 (0.0008) +[2026-06-07 03:35:21,033][521438] Updated weights for policy 0, policy_version 47318 (0.0008) +[2026-06-07 03:35:21,184][521438] Updated weights for policy 0, policy_version 47332 (0.0008) +[2026-06-07 03:35:21,304][521438] Updated weights for policy 0, policy_version 47343 (0.0008) +[2026-06-07 03:35:21,446][521438] Updated weights for policy 0, policy_version 47356 (0.0008) +[2026-06-07 03:35:21,561][521438] Updated weights for policy 0, policy_version 47366 (0.0008) +[2026-06-07 03:35:21,667][521438] Updated weights for policy 0, policy_version 47376 (0.0008) +[2026-06-07 03:35:22,320][521438] Updated weights for policy 0, policy_version 47390 (0.0006) +[2026-06-07 03:35:22,431][521438] Updated weights for policy 0, policy_version 47401 (0.0007) +[2026-06-07 03:35:22,562][521438] Updated weights for policy 0, policy_version 47412 (0.0005) +[2026-06-07 03:35:22,699][521438] Updated weights for policy 0, policy_version 47424 (0.0008) +[2026-06-07 03:35:22,807][521438] Updated weights for policy 0, policy_version 47434 (0.0008) +[2026-06-07 03:35:23,419][521438] Updated weights for policy 0, policy_version 47446 (0.0008) +[2026-06-07 03:35:23,538][521438] Updated weights for policy 0, policy_version 47457 (0.0008) +[2026-06-07 03:35:23,651][521438] Updated weights for policy 0, policy_version 47467 (0.0008) +[2026-06-07 03:35:23,780][521438] Updated weights for policy 0, policy_version 47479 (0.0008) +[2026-06-07 03:35:23,900][521438] Updated weights for policy 0, policy_version 47490 (0.0008) +[2026-06-07 03:35:24,023][521438] Updated weights for policy 0, policy_version 47501 (0.0008) +[2026-06-07 03:35:24,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 24346624. Throughput: 0: 27730.5. Samples: 24336896. Policy #0 lag: (min: 39.0, avg: 49.6, max: 103.0) +[2026-06-07 03:35:24,313][519537] Avg episode reward: [(0, '78.527')] +[2026-06-07 03:35:24,635][521438] Updated weights for policy 0, policy_version 47513 (0.0008) +[2026-06-07 03:35:24,763][521438] Updated weights for policy 0, policy_version 47525 (0.0007) +[2026-06-07 03:35:24,900][521438] Updated weights for policy 0, policy_version 47538 (0.0008) +[2026-06-07 03:35:25,019][521438] Updated weights for policy 0, policy_version 47549 (0.0004) +[2026-06-07 03:35:25,150][521438] Updated weights for policy 0, policy_version 47561 (0.0008) +[2026-06-07 03:35:25,760][521438] Updated weights for policy 0, policy_version 47573 (0.0007) +[2026-06-07 03:35:25,869][521438] Updated weights for policy 0, policy_version 47584 (0.0004) +[2026-06-07 03:35:26,008][521438] Updated weights for policy 0, policy_version 47597 (0.0004) +[2026-06-07 03:35:26,147][521438] Updated weights for policy 0, policy_version 47610 (0.0004) +[2026-06-07 03:35:26,289][521438] Updated weights for policy 0, policy_version 47623 (0.0008) +[2026-06-07 03:35:26,877][521438] Updated weights for policy 0, policy_version 47634 (0.0008) +[2026-06-07 03:35:26,988][521438] Updated weights for policy 0, policy_version 47645 (0.0004) +[2026-06-07 03:35:27,123][521438] Updated weights for policy 0, policy_version 47658 (0.0004) +[2026-06-07 03:35:27,275][521438] Updated weights for policy 0, policy_version 47672 (0.0004) +[2026-06-07 03:35:27,416][521438] Updated weights for policy 0, policy_version 47685 (0.0004) +[2026-06-07 03:35:28,045][521438] Updated weights for policy 0, policy_version 47697 (0.0006) +[2026-06-07 03:35:28,174][521438] Updated weights for policy 0, policy_version 47709 (0.0009) +[2026-06-07 03:35:28,299][521438] Updated weights for policy 0, policy_version 47721 (0.0008) +[2026-06-07 03:35:28,421][521438] Updated weights for policy 0, policy_version 47732 (0.0008) +[2026-06-07 03:35:28,556][521438] Updated weights for policy 0, policy_version 47745 (0.0008) +[2026-06-07 03:35:28,686][521438] Updated weights for policy 0, policy_version 47757 (0.0008) +[2026-06-07 03:35:29,300][521438] Updated weights for policy 0, policy_version 47768 (0.0008) +[2026-06-07 03:35:29,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27658.4). Total num frames: 24477696. Throughput: 0: 27710.6. Samples: 24507008. Policy #0 lag: (min: 39.0, avg: 49.6, max: 103.0) +[2026-06-07 03:35:29,313][519537] Avg episode reward: [(0, '95.230')] +[2026-06-07 03:35:29,423][521438] Updated weights for policy 0, policy_version 47779 (0.0008) +[2026-06-07 03:35:29,534][521438] Updated weights for policy 0, policy_version 47789 (0.0008) +[2026-06-07 03:35:29,639][521438] Updated weights for policy 0, policy_version 47799 (0.0008) +[2026-06-07 03:35:29,770][521438] Updated weights for policy 0, policy_version 47810 (0.0008) +[2026-06-07 03:35:29,880][521438] Updated weights for policy 0, policy_version 47820 (0.0008) +[2026-06-07 03:35:30,469][521438] Updated weights for policy 0, policy_version 47830 (0.0010) +[2026-06-07 03:35:30,611][521438] Updated weights for policy 0, policy_version 47843 (0.0009) +[2026-06-07 03:35:30,753][521438] Updated weights for policy 0, policy_version 47856 (0.0008) +[2026-06-07 03:35:30,871][521438] Updated weights for policy 0, policy_version 47866 (0.0005) +[2026-06-07 03:35:30,995][521438] Updated weights for policy 0, policy_version 47877 (0.0007) +[2026-06-07 03:35:31,595][521438] Updated weights for policy 0, policy_version 47889 (0.0008) +[2026-06-07 03:35:31,706][521438] Updated weights for policy 0, policy_version 47899 (0.0008) +[2026-06-07 03:35:31,817][521438] Updated weights for policy 0, policy_version 47909 (0.0009) +[2026-06-07 03:35:31,929][521438] Updated weights for policy 0, policy_version 47919 (0.0009) +[2026-06-07 03:35:32,072][521438] Updated weights for policy 0, policy_version 47932 (0.0009) +[2026-06-07 03:35:32,218][521438] Updated weights for policy 0, policy_version 47945 (0.0009) +[2026-06-07 03:35:32,831][521438] Updated weights for policy 0, policy_version 47956 (0.0008) +[2026-06-07 03:35:32,962][521438] Updated weights for policy 0, policy_version 47968 (0.0009) +[2026-06-07 03:35:33,077][521438] Updated weights for policy 0, policy_version 47978 (0.0009) +[2026-06-07 03:35:33,238][521438] Updated weights for policy 0, policy_version 47993 (0.0009) +[2026-06-07 03:35:33,366][521438] Updated weights for policy 0, policy_version 48005 (0.0009) +[2026-06-07 03:35:33,485][521438] Updated weights for policy 0, policy_version 48015 (0.0009) +[2026-06-07 03:35:34,089][521438] Updated weights for policy 0, policy_version 48027 (0.0008) +[2026-06-07 03:35:34,210][521438] Updated weights for policy 0, policy_version 48038 (0.0008) +[2026-06-07 03:35:34,312][519537] Fps is (10 sec: 26214.4, 60 sec: 27853.1, 300 sec: 27658.4). Total num frames: 24608768. Throughput: 0: 27648.1. Samples: 24584960. Policy #0 lag: (min: 39.0, avg: 49.6, max: 103.0) +[2026-06-07 03:35:34,313][519537] Avg episode reward: [(0, '96.952')] +[2026-06-07 03:35:34,324][521438] Updated weights for policy 0, policy_version 48048 (0.0008) +[2026-06-07 03:35:34,446][521438] Updated weights for policy 0, policy_version 48059 (0.0008) +[2026-06-07 03:35:34,569][521438] Updated weights for policy 0, policy_version 48070 (0.0008) +[2026-06-07 03:35:34,681][521438] Updated weights for policy 0, policy_version 48080 (0.0004) +[2026-06-07 03:35:35,231][521438] Updated weights for policy 0, policy_version 48090 (0.0008) +[2026-06-07 03:35:35,347][521438] Updated weights for policy 0, policy_version 48101 (0.0008) +[2026-06-07 03:35:35,482][521438] Updated weights for policy 0, policy_version 48113 (0.0008) +[2026-06-07 03:35:35,599][521438] Updated weights for policy 0, policy_version 48123 (0.0008) +[2026-06-07 03:35:35,712][521438] Updated weights for policy 0, policy_version 48133 (0.0008) +[2026-06-07 03:35:35,829][521438] Updated weights for policy 0, policy_version 48143 (0.0008) +[2026-06-07 03:35:36,416][521438] Updated weights for policy 0, policy_version 48154 (0.0008) +[2026-06-07 03:35:36,541][521438] Updated weights for policy 0, policy_version 48165 (0.0008) +[2026-06-07 03:35:36,676][521438] Updated weights for policy 0, policy_version 48177 (0.0007) +[2026-06-07 03:35:36,821][521438] Updated weights for policy 0, policy_version 48190 (0.0004) +[2026-06-07 03:35:36,953][521438] Updated weights for policy 0, policy_version 48202 (0.0007) +[2026-06-07 03:35:37,516][521438] Updated weights for policy 0, policy_version 48212 (0.0008) +[2026-06-07 03:35:37,636][521438] Updated weights for policy 0, policy_version 48223 (0.0008) +[2026-06-07 03:35:37,755][521438] Updated weights for policy 0, policy_version 48234 (0.0008) +[2026-06-07 03:35:37,870][521438] Updated weights for policy 0, policy_version 48244 (0.0008) +[2026-06-07 03:35:38,000][521438] Updated weights for policy 0, policy_version 48256 (0.0008) +[2026-06-07 03:35:38,128][521438] Updated weights for policy 0, policy_version 48267 (0.0008) +[2026-06-07 03:35:38,716][521438] Updated weights for policy 0, policy_version 48277 (0.0008) +[2026-06-07 03:35:38,852][521438] Updated weights for policy 0, policy_version 48289 (0.0008) +[2026-06-07 03:35:38,983][521438] Updated weights for policy 0, policy_version 48301 (0.0008) +[2026-06-07 03:35:39,096][521438] Updated weights for policy 0, policy_version 48311 (0.0008) +[2026-06-07 03:35:39,207][521438] Updated weights for policy 0, policy_version 48321 (0.0008) +[2026-06-07 03:35:39,312][519537] Fps is (10 sec: 26214.3, 60 sec: 27306.6, 300 sec: 27658.4). Total num frames: 24739840. Throughput: 0: 27659.4. Samples: 24751616. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:35:39,315][521438] Updated weights for policy 0, policy_version 48331 (0.0008) +[2026-06-07 03:35:39,315][519537] Avg episode reward: [(0, '100.434')] +[2026-06-07 03:35:39,888][521438] Updated weights for policy 0, policy_version 48341 (0.0008) +[2026-06-07 03:35:40,022][521438] Updated weights for policy 0, policy_version 48353 (0.0008) +[2026-06-07 03:35:40,153][521438] Updated weights for policy 0, policy_version 48365 (0.0009) +[2026-06-07 03:35:40,287][521438] Updated weights for policy 0, policy_version 48377 (0.0008) +[2026-06-07 03:35:40,397][521438] Updated weights for policy 0, policy_version 48387 (0.0008) +[2026-06-07 03:35:40,512][521438] Updated weights for policy 0, policy_version 48397 (0.0008) +[2026-06-07 03:35:41,101][521438] Updated weights for policy 0, policy_version 48408 (0.0008) +[2026-06-07 03:35:41,223][521438] Updated weights for policy 0, policy_version 48419 (0.0008) +[2026-06-07 03:35:41,341][521438] Updated weights for policy 0, policy_version 48430 (0.0008) +[2026-06-07 03:35:41,476][521438] Updated weights for policy 0, policy_version 48442 (0.0008) +[2026-06-07 03:35:41,609][521438] Updated weights for policy 0, policy_version 48453 (0.0008) +[2026-06-07 03:35:41,729][521438] Updated weights for policy 0, policy_version 48464 (0.0008) +[2026-06-07 03:35:42,348][521438] Updated weights for policy 0, policy_version 48476 (0.0008) +[2026-06-07 03:35:42,494][521438] Updated weights for policy 0, policy_version 48489 (0.0008) +[2026-06-07 03:35:42,609][521438] Updated weights for policy 0, policy_version 48500 (0.0009) +[2026-06-07 03:35:42,733][521438] Updated weights for policy 0, policy_version 48511 (0.0008) +[2026-06-07 03:35:42,859][521438] Updated weights for policy 0, policy_version 48522 (0.0008) +[2026-06-07 03:35:43,446][521438] Updated weights for policy 0, policy_version 48533 (0.0008) +[2026-06-07 03:35:43,574][521438] Updated weights for policy 0, policy_version 48545 (0.0008) +[2026-06-07 03:35:43,697][521438] Updated weights for policy 0, policy_version 48556 (0.0008) +[2026-06-07 03:35:43,813][521438] Updated weights for policy 0, policy_version 48566 (0.0008) +[2026-06-07 03:35:43,923][521438] Updated weights for policy 0, policy_version 48576 (0.0009) +[2026-06-07 03:35:44,040][521438] Updated weights for policy 0, policy_version 48587 (0.0008) +[2026-06-07 03:35:44,312][519537] Fps is (10 sec: 29491.2, 60 sec: 27852.8, 300 sec: 27769.5). Total num frames: 24903680. Throughput: 0: 27702.0. Samples: 24917888. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-07 03:35:44,313][519537] Avg episode reward: [(0, '97.739')] +[2026-06-07 03:35:44,634][521438] Updated weights for policy 0, policy_version 48597 (0.0008) +[2026-06-07 03:35:44,759][521438] Updated weights for policy 0, policy_version 48608 (0.0008) +[2026-06-07 03:35:44,887][521438] Updated weights for policy 0, policy_version 48620 (0.0008) +[2026-06-07 03:35:45,020][521438] Updated weights for policy 0, policy_version 48632 (0.0008) +[2026-06-07 03:35:45,141][521438] Updated weights for policy 0, policy_version 48642 (0.0008) +[2026-06-07 03:35:45,245][521438] Updated weights for policy 0, policy_version 48652 (0.0005) +[2026-06-07 03:35:45,818][521438] Updated weights for policy 0, policy_version 48663 (0.0009) +[2026-06-07 03:35:45,955][521438] Updated weights for policy 0, policy_version 48675 (0.0008) +[2026-06-07 03:35:46,078][521438] Updated weights for policy 0, policy_version 48686 (0.0008) +[2026-06-07 03:35:46,199][521438] Updated weights for policy 0, policy_version 48697 (0.0008) +[2026-06-07 03:35:46,339][521438] Updated weights for policy 0, policy_version 48709 (0.0008) +[2026-06-07 03:35:46,449][521438] Updated weights for policy 0, policy_version 48719 (0.0008) +[2026-06-07 03:35:47,044][521438] Updated weights for policy 0, policy_version 48731 (0.0008) +[2026-06-07 03:35:47,165][521438] Updated weights for policy 0, policy_version 48741 (0.0008) +[2026-06-07 03:35:47,280][521438] Updated weights for policy 0, policy_version 48752 (0.0008) +[2026-06-07 03:35:47,395][521438] Updated weights for policy 0, policy_version 48762 (0.0009) +[2026-06-07 03:35:47,504][521438] Updated weights for policy 0, policy_version 48772 (0.0008) +[2026-06-07 03:35:47,633][521438] Updated weights for policy 0, policy_version 48784 (0.0008) +[2026-06-07 03:35:48,258][521438] Updated weights for policy 0, policy_version 48797 (0.0008) +[2026-06-07 03:35:48,361][521438] Updated weights for policy 0, policy_version 48807 (0.0008) +[2026-06-07 03:35:48,497][521438] Updated weights for policy 0, policy_version 48819 (0.0008) +[2026-06-07 03:35:48,625][521438] Updated weights for policy 0, policy_version 48830 (0.0008) +[2026-06-07 03:35:48,640][520965] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000007 +[2026-06-07 03:35:48,642][520965] Stopping Batcher_0... +[2026-06-07 03:35:48,642][520965] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs1_seed12/checkpoint_p0/checkpoint_000048832_25034752.pth... +[2026-06-07 03:35:48,642][519537] Component Batcher_0 stopped! +[2026-06-07 03:35:48,642][521510] Stopping RolloutWorker_w1... +[2026-06-07 03:35:48,643][521510] Loop rollout_proc1_evt_loop terminating... +[2026-06-07 03:35:48,643][519537] Component RolloutWorker_w1 stopped! +[2026-06-07 03:35:48,642][520965] Loop batcher_evt_loop terminating... +[2026-06-07 03:35:48,644][519537] Component RolloutWorker_w0 stopped! +[2026-06-07 03:35:48,644][521496] Stopping RolloutWorker_w0... +[2026-06-07 03:35:48,645][521496] Loop rollout_proc0_evt_loop terminating... +[2026-06-07 03:35:48,663][520965] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs1_seed12/checkpoint_p0/checkpoint_000048832_25034752.pth... +[2026-06-07 03:35:48,685][520965] Stopping LearnerWorker_p0... +[2026-06-07 03:35:48,685][520965] Loop learner_proc0_evt_loop terminating... +[2026-06-07 03:35:48,685][519537] Component LearnerWorker_p0 stopped! +[2026-06-07 03:35:48,741][521438] Weights refcount: 2 0 +[2026-06-07 03:35:48,744][521438] Stopping InferenceWorker_p0-w0... +[2026-06-07 03:35:48,745][521438] Loop inference_proc0-0_evt_loop terminating... +[2026-06-07 03:35:48,745][519537] Component InferenceWorker_p0-w0 stopped! +[2026-06-07 03:35:48,745][519537] Waiting for process learner_proc0 to stop... +[2026-06-07 03:35:49,678][519537] Waiting for process inference_proc0-0 to join... +[2026-06-07 03:35:49,679][519537] Waiting for process rollout_proc0 to join... +[2026-06-07 03:35:49,679][519537] Waiting for process rollout_proc1 to join... +[2026-06-07 03:35:49,680][519537] Batcher 0 profile tree view: +batching: 0.8858, releasing_batches: 0.0347 +[2026-06-07 03:35:49,683][519537] InferenceWorker_p0-w0 profile tree view: +wait_policy: 0.0000 + wait_policy_total: 515.2606 +update_model: 38.8213 + weight_update: 0.0008 +one_step: 0.0016 + handle_policy_step: 345.4702 + deserialize: 4.9125, stack: 0.3584, obs_to_device_normalize: 52.5936, forward: 137.4278, prepare_outputs: 124.5330, send_messages: 9.9530 +[2026-06-07 03:35:49,684][519537] Learner 0 profile tree view: +misc: 0.0040, prepare_batch: 25.6509 +train: 540.5635 + epoch_init: 0.0598, minibatch_init: 2.6566, losses_postprocess: 143.8065, kl_divergence: 22.3195, after_optimizer: 191.9340 + calculate_losses: 41.2302 + losses_init: 0.0800, forward_head: 12.8902, bptt_initial: 0.4008, bptt: 0.4009, tail: 9.4666, advantages_returns: 3.0845, losses: 11.7160 + update: 135.2571 + clip: 13.7448 +[2026-06-07 03:35:49,684][519537] RolloutWorker_w0 profile tree view: +wait_for_trajectories: 0.0336, enqueue_policy_requests: 99.6500, process_policy_outputs: 7.4634, env_step: 568.7158, finalize_trajectories: 0.1085, complete_rollouts: 0.0762 +post_env_step: 18.7116 + process_env_step: 6.9893 +[2026-06-07 03:35:49,685][519537] RolloutWorker_w1 profile tree view: +wait_for_trajectories: 0.0335, enqueue_policy_requests: 97.3990, process_policy_outputs: 7.4208, env_step: 568.0228, finalize_trajectories: 0.1155, complete_rollouts: 0.0775 +post_env_step: 18.4722 + process_env_step: 6.9469 +[2026-06-07 03:35:49,686][519537] Loop Runner_EvtLoop terminating... +[2026-06-07 03:35:49,686][519537] Runner profile tree view: +main_loop: 926.7966 +[2026-06-07 03:35:49,687][519537] Collected {0: 25034752}, FPS: 27012.1