diff --git a/.gitattributes b/.gitattributes
index 8998e5cdacc4e8de5ba4a0ec437f327a4b2f7c67..c7f850a76962f5e5d6fea5738d68f871bc984a9e 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -68,3 +68,4 @@ factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed11/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed11/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
+factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/best_000047256_24215552_reward_1928.866.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/best_000047256_24215552_reward_1928.866.pth
new file mode 100644
index 0000000000000000000000000000000000000000..63c8bd476d6328bba7bf41e5e9f452d2c8436fd3
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/best_000047256_24215552_reward_1928.866.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f6e81c316d5d86ee63061cab77dd32b92ee0f7a8ef1f95a0b90e41291e33a
+size 21797945
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/checkpoint_000023920_12255232.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/checkpoint_000023920_12255232.pth
new file mode 100644
index 0000000000000000000000000000000000000000..47dcf888dd9725574dfaf4c883437d250428695a
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/checkpoint_000023920_12255232.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa2d45cdf930413e2598f7a2ebcaf3aa64df467667d2dbe438a7f6ac9803ab9
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/checkpoint_000048840_25034752.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/checkpoint_000048840_25034752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40233b77a368fa74d07e466f183dc3d634a8e27c
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/checkpoint_p0/checkpoint_000048840_25034752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4e3a9f3134af0bc8d3a944f36e14fbe6222c9c7af2e0fcb4256d33892e864a
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/config.json b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4962ee7c06b4b9863deae032d28d2797c852fd6b
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/config.json
@@ -0,0 +1,266 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_observation_stride_fixed_l2_stride4_seed13",
+  "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 13,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "flappy-stride4-fixed_l2",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "factor_sweep",
+    "flappy",
+    "observation_stride",
+    "fixed",
+    "fixed_l2",
+    "stride4",
+    "seed13"
+  ],
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 30.0,
+  "obs_fps": 7.5,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "fixed",
+  "fixed_latency_ms": 66.66666666666667,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": null,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 3600,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride4_seed13/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_observation_stride_fixed_l2_stride4_seed13 --train_dir results/checkpoints_factor_sweeps/flappy/observation_stride --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 13 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride4_seed13/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-stride4-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy observation_stride fixed fixed_l2 stride4 seed13 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 7.5 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_observation_stride_fixed_l2_stride4_seed13",
+    "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 13,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "flappy-stride4-fixed_l2",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "factor_sweep",
+      "flappy",
+      "observation_stride",
+      "fixed",
+      "fixed_l2",
+      "stride4",
+      "seed13"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 30.0,
+    "obs_fps": 7.5,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "fixed",
+    "fixed_latency_ms": 66.66666666666667,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 3600,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride4_seed13/episode_metrics.jsonl"
+  },
+  "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29",
+  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/factor_sweeps/flappy/observation_stride/train/observation_stride/fixed_l2/stride4/seed_13",
+  "wandb_unique_id": "flappy-stride4-fixed_l2-s13"
+}
\ No newline at end of file
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/episode_metrics.jsonl b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/episode_metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..e64d85c283704b45cb69bac71e139159a9883cf6
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/episode_metrics.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd20dddba76b15958f184664eb2ffcbe8e78b3a0a13907ecd175d0d7ed1646a0
+size 44199943
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/git.diff b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/git.diff
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/sf_log.txt b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/sf_log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a07e1bba493c660842510e5e8834895185b5b97f
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed13/sf_log.txt
@@ -0,0 +1,5490 @@
+[2026-06-02 18:00:50,578][329331] Saving configuration to results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride4_seed13/config.json...
+[2026-06-02 18:00:50,644][329331] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:50,645][329331] Rollout worker 0 uses device cuda:0
+[2026-06-02 18:00:50,645][329331] Using GPUs [0] for process 1 (actually maps to GPUs [5])
+[2026-06-02 18:00:50,646][329331] Rollout worker 1 uses device cuda:0
+[2026-06-02 18:00:52,416][329331] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:52,416][329331] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-02 18:00:52,420][329331] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:52,424][329331] Using GPUs [0] for process 1 (actually maps to GPUs [5])
+[2026-06-02 18:00:52,425][329331] Starting all processes...
+[2026-06-02 18:00:52,425][329331] Starting process learner_proc0
+[2026-06-02 18:00:53,614][329331] Starting all processes...
+[2026-06-02 18:00:53,618][329331] Starting process inference_proc0-0
+[2026-06-02 18:00:53,619][329331] Starting process rollout_proc0
+[2026-06-02 18:00:53,619][329331] Starting process rollout_proc1
+[2026-06-02 18:00:53,974][330880] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:53,974][330880] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for learning process 0
+[2026-06-02 18:00:53,974][330880] Num visible devices: 1
+[2026-06-02 18:00:53,976][330880] Setting fixed seed 13
+[2026-06-02 18:00:53,977][330880] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:53,977][330880] Initializing actor-critic model on device cuda:0
+[2026-06-02 18:00:53,977][330880] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 18:00:54,003][330880] RunningMeanStd input shape: (1,)
+[2026-06-02 18:00:54,011][330880] ConvEncoder: input_channels=12
+[2026-06-02 18:00:54,070][330880] Conv encoder output size: 512
+[2026-06-02 18:00:54,071][330880] Created Actor Critic model with architecture:
+[2026-06-02 18:00:54,071][330880] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-02 18:00:54,075][330880] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-02 18:00:54,876][330880] No checkpoints found
+[2026-06-02 18:00:54,877][330880] Did not load from checkpoint, starting from scratch!
+[2026-06-02 18:00:54,877][330880] Initialized policy 0 weights for model version 0
+[2026-06-02 18:00:54,879][330880] LearnerWorker_p0 finished initialization!
+[2026-06-02 18:00:54,879][330880] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:55,919][331171] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:55,919][331171] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for inference process 0
+[2026-06-02 18:00:55,919][331171] Num visible devices: 1
+[2026-06-02 18:00:55,933][331171] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 18:00:55,961][331171] RunningMeanStd input shape: (1,)
+[2026-06-02 18:00:55,972][331171] ConvEncoder: input_channels=12
+[2026-06-02 18:00:56,003][331169] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-02 18:00:56,004][331169] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 18:00:56,004][331169] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for actor process 0
+[2026-06-02 18:00:56,005][331169] Num visible devices: 1
+[2026-06-02 18:00:56,008][331170] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-02 18:00:56,009][331170] Using GPUs [0] for process 1 (actually maps to GPUs [5])
+[2026-06-02 18:00:56,009][331170] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for actor process 1
+[2026-06-02 18:00:56,009][331170] Num visible devices: 1
+[2026-06-02 18:00:56,069][331171] Conv encoder output size: 512
+[2026-06-02 18:00:56,086][329331] Inference worker 0-0 is ready!
+[2026-06-02 18:00:56,088][329331] All inference workers are ready! Signal rollout workers to start!
+[2026-06-02 18:00:56,089][331170] EnvRunner 1-0 uses policy 0
+[2026-06-02 18:00:56,090][331169] EnvRunner 0-0 uses policy 0
+[2026-06-02 18:00:57,388][329331] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 18:01:00,076][330880] Signal inference workers to stop experience collection...
+[2026-06-02 18:01:00,085][331171] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-02 18:01:00,982][330880] Signal inference workers to resume experience collection...
+[2026-06-02 18:01:00,982][331171] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-02 18:01:01,285][331171] Updated weights for policy 0, policy_version 75 (0.0051)
+[2026-06-02 18:01:01,497][331171] Updated weights for policy 0, policy_version 89 (0.0009)
+[2026-06-02 18:01:01,719][331171] Updated weights for policy 0, policy_version 103 (0.0009)
+[2026-06-02 18:01:01,882][331171] Updated weights for policy 0, policy_version 114 (0.0009)
+[2026-06-02 18:01:02,095][331171] Updated weights for policy 0, policy_version 127 (0.0009)
+[2026-06-02 18:01:02,388][329331] Fps is (10 sec: 13107.7, 60 sec: 13107.7, 300 sec: 13107.7). Total num frames: 65536. Throughput: 0: 14925.3. Samples: 74624. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0)
+[2026-06-02 18:01:02,389][329331] Avg episode reward: [(0, '3.278')]
+[2026-06-02 18:01:03,159][331171] Updated weights for policy 0, policy_version 138 (0.0009)
+[2026-06-02 18:01:03,367][331171] Updated weights for policy 0, policy_version 152 (0.0009)
+[2026-06-02 18:01:03,559][331171] Updated weights for policy 0, policy_version 164 (0.0009)
+[2026-06-02 18:01:03,765][331171] Updated weights for policy 0, policy_version 177 (0.0009)
+[2026-06-02 18:01:03,919][331171] Updated weights for policy 0, policy_version 187 (0.0009)
+[2026-06-02 18:01:04,970][331171] Updated weights for policy 0, policy_version 199 (0.0009)
+[2026-06-02 18:01:05,165][331171] Updated weights for policy 0, policy_version 212 (0.0012)
+[2026-06-02 18:01:05,340][331171] Updated weights for policy 0, policy_version 223 (0.0009)
+[2026-06-02 18:01:05,544][331171] Updated weights for policy 0, policy_version 236 (0.0009)
+[2026-06-02 18:01:05,750][331171] Updated weights for policy 0, policy_version 249 (0.0009)
+[2026-06-02 18:01:06,826][331171] Updated weights for policy 0, policy_version 260 (0.0012)
+[2026-06-02 18:01:07,036][331171] Updated weights for policy 0, policy_version 274 (0.0009)
+[2026-06-02 18:01:07,207][331171] Updated weights for policy 0, policy_version 285 (0.0009)
+[2026-06-02 18:01:07,389][329331] Fps is (10 sec: 13106.7, 60 sec: 13106.7, 300 sec: 13106.7). Total num frames: 131072. Throughput: 0: 13401.1. Samples: 134016. Policy #0 lag: (min: 63.0, avg: 72.3, max: 127.0)
+[2026-06-02 18:01:07,391][329331] Avg episode reward: [(0, '3.786')]
+[2026-06-02 18:01:07,403][331171] Updated weights for policy 0, policy_version 298 (0.0009)
+[2026-06-02 18:01:07,590][331171] Updated weights for policy 0, policy_version 310 (0.0009)
+[2026-06-02 18:01:07,741][330880] Saving new best policy, reward=3.786!
+[2026-06-02 18:01:08,684][331171] Updated weights for policy 0, policy_version 321 (0.0009)
+[2026-06-02 18:01:08,887][331171] Updated weights for policy 0, policy_version 335 (0.0008)
+[2026-06-02 18:01:09,124][331171] Updated weights for policy 0, policy_version 350 (0.0008)
+[2026-06-02 18:01:09,296][331171] Updated weights for policy 0, policy_version 361 (0.0008)
+[2026-06-02 18:01:09,502][331171] Updated weights for policy 0, policy_version 374 (0.0009)
+[2026-06-02 18:01:10,576][331171] Updated weights for policy 0, policy_version 385 (0.0009)
+[2026-06-02 18:01:10,804][331171] Updated weights for policy 0, policy_version 400 (0.0009)
+[2026-06-02 18:01:10,959][331171] Updated weights for policy 0, policy_version 410 (0.0008)
+[2026-06-02 18:01:11,161][331171] Updated weights for policy 0, policy_version 423 (0.0009)
+[2026-06-02 18:01:11,349][331171] Updated weights for policy 0, policy_version 435 (0.0009)
+[2026-06-02 18:01:11,543][331171] Updated weights for policy 0, policy_version 448 (0.0008)
+[2026-06-02 18:01:12,388][329331] Fps is (10 sec: 16383.8, 60 sec: 15291.8, 300 sec: 15291.8). Total num frames: 229376. Throughput: 0: 15641.7. Samples: 234624. Policy #0 lag: (min: 63.0, avg: 71.5, max: 127.0)
+[2026-06-02 18:01:12,390][329331] Avg episode reward: [(0, '4.980')]
+[2026-06-02 18:01:12,406][329331] Heartbeat connected on Batcher_0
+[2026-06-02 18:01:12,421][329331] Heartbeat connected on RolloutWorker_w0
+[2026-06-02 18:01:12,447][329331] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-02 18:01:12,450][329331] Heartbeat connected on RolloutWorker_w1
+[2026-06-02 18:01:12,597][331171] Updated weights for policy 0, policy_version 459 (0.0009)
+[2026-06-02 18:01:12,799][331171] Updated weights for policy 0, policy_version 472 (0.0008)
+[2026-06-02 18:01:12,976][331171] Updated weights for policy 0, policy_version 483 (0.0008)
+[2026-06-02 18:01:13,161][331171] Updated weights for policy 0, policy_version 495 (0.0008)
+[2026-06-02 18:01:13,318][331171] Updated weights for policy 0, policy_version 505 (0.0008)
+[2026-06-02 18:01:13,423][330880] Saving new best policy, reward=4.980!
+[2026-06-02 18:01:13,443][329331] Heartbeat connected on LearnerWorker_p0
+[2026-06-02 18:01:14,349][331171] Updated weights for policy 0, policy_version 515 (0.0008)
+[2026-06-02 18:01:14,540][331171] Updated weights for policy 0, policy_version 528 (0.0008)
+[2026-06-02 18:01:14,731][331171] Updated weights for policy 0, policy_version 540 (0.0008)
+[2026-06-02 18:01:14,887][331171] Updated weights for policy 0, policy_version 550 (0.0008)
+[2026-06-02 18:01:15,045][331171] Updated weights for policy 0, policy_version 560 (0.0008)
+[2026-06-02 18:01:15,213][331171] Updated weights for policy 0, policy_version 571 (0.0008)
+[2026-06-02 18:01:16,241][331171] Updated weights for policy 0, policy_version 581 (0.0008)
+[2026-06-02 18:01:16,390][331171] Updated weights for policy 0, policy_version 591 (0.0008)
+[2026-06-02 18:01:16,576][331171] Updated weights for policy 0, policy_version 603 (0.0010)
+[2026-06-02 18:01:16,796][331171] Updated weights for policy 0, policy_version 617 (0.0007)
+[2026-06-02 18:01:16,957][331171] Updated weights for policy 0, policy_version 627 (0.0005)
+[2026-06-02 18:01:17,111][331171] Updated weights for policy 0, policy_version 637 (0.0004)
+[2026-06-02 18:01:17,389][329331] Fps is (10 sec: 19661.1, 60 sec: 16383.8, 300 sec: 16383.8). Total num frames: 327680. Throughput: 0: 16825.4. Samples: 336512. Policy #0 lag: (min: 43.0, avg: 53.0, max: 107.0)
+[2026-06-02 18:01:17,392][329331] Avg episode reward: [(0, '5.878')]
+[2026-06-02 18:01:17,401][330880] Saving new best policy, reward=5.878!
+[2026-06-02 18:01:18,108][331171] Updated weights for policy 0, policy_version 647 (0.0007)
+[2026-06-02 18:01:18,280][331171] Updated weights for policy 0, policy_version 659 (0.0009)
+[2026-06-02 18:01:18,479][331171] Updated weights for policy 0, policy_version 672 (0.0009)
+[2026-06-02 18:01:18,675][331171] Updated weights for policy 0, policy_version 684 (0.0009)
+[2026-06-02 18:01:18,861][331171] Updated weights for policy 0, policy_version 696 (0.0009)
+[2026-06-02 18:01:19,938][331171] Updated weights for policy 0, policy_version 707 (0.0009)
+[2026-06-02 18:01:20,095][331171] Updated weights for policy 0, policy_version 717 (0.0008)
+[2026-06-02 18:01:20,250][331171] Updated weights for policy 0, policy_version 727 (0.0008)
+[2026-06-02 18:01:20,410][331171] Updated weights for policy 0, policy_version 738 (0.0009)
+[2026-06-02 18:01:20,576][331171] Updated weights for policy 0, policy_version 748 (0.0008)
+[2026-06-02 18:01:20,736][331171] Updated weights for policy 0, policy_version 758 (0.0008)
+[2026-06-02 18:01:20,887][331171] Updated weights for policy 0, policy_version 768 (0.0008)
+[2026-06-02 18:01:21,931][331171] Updated weights for policy 0, policy_version 780 (0.0009)
+[2026-06-02 18:01:22,135][331171] Updated weights for policy 0, policy_version 793 (0.0008)
+[2026-06-02 18:01:22,288][331171] Updated weights for policy 0, policy_version 803 (0.0008)
+[2026-06-02 18:01:22,388][329331] Fps is (10 sec: 16384.2, 60 sec: 15728.7, 300 sec: 15728.7). Total num frames: 393216. Throughput: 0: 15841.4. Samples: 396032. Policy #0 lag: (min: 4.0, avg: 12.8, max: 68.0)
+[2026-06-02 18:01:22,389][329331] Avg episode reward: [(0, '9.071')]
+[2026-06-02 18:01:22,465][331171] Updated weights for policy 0, policy_version 814 (0.0008)
+[2026-06-02 18:01:22,638][331171] Updated weights for policy 0, policy_version 825 (0.0008)
+[2026-06-02 18:01:22,742][330880] Saving new best policy, reward=9.071!
+[2026-06-02 18:01:23,699][331171] Updated weights for policy 0, policy_version 838 (0.0009)
+[2026-06-02 18:01:23,846][331171] Updated weights for policy 0, policy_version 848 (0.0008)
+[2026-06-02 18:01:24,021][331171] Updated weights for policy 0, policy_version 859 (0.0008)
+[2026-06-02 18:01:24,181][331171] Updated weights for policy 0, policy_version 869 (0.0008)
+[2026-06-02 18:01:24,339][331171] Updated weights for policy 0, policy_version 879 (0.0008)
+[2026-06-02 18:01:24,490][331171] Updated weights for policy 0, policy_version 889 (0.0009)
+[2026-06-02 18:01:25,527][331171] Updated weights for policy 0, policy_version 902 (0.0009)
+[2026-06-02 18:01:25,735][331171] Updated weights for policy 0, policy_version 915 (0.0009)
+[2026-06-02 18:01:25,938][331171] Updated weights for policy 0, policy_version 928 (0.0008)
+[2026-06-02 18:01:26,150][331171] Updated weights for policy 0, policy_version 941 (0.0009)
+[2026-06-02 18:01:26,356][331171] Updated weights for policy 0, policy_version 954 (0.0008)
+[2026-06-02 18:01:27,335][331171] Updated weights for policy 0, policy_version 966 (0.0009)
+[2026-06-02 18:01:27,388][329331] Fps is (10 sec: 16384.5, 60 sec: 16384.0, 300 sec: 16384.0). Total num frames: 491520. Throughput: 0: 16618.7. Samples: 498560. Policy #0 lag: (min: 63.0, avg: 72.9, max: 127.0)
+[2026-06-02 18:01:27,390][329331] Avg episode reward: [(0, '14.689')]
+[2026-06-02 18:01:27,491][331171] Updated weights for policy 0, policy_version 977 (0.0009)
+[2026-06-02 18:01:27,686][331171] Updated weights for policy 0, policy_version 989 (0.0004)
+[2026-06-02 18:01:27,902][331171] Updated weights for policy 0, policy_version 1002 (0.0004)
+[2026-06-02 18:01:28,222][331171] Updated weights for policy 0, policy_version 1022 (0.0009)
+[2026-06-02 18:01:28,252][330880] Saving new best policy, reward=14.689!
+[2026-06-02 18:01:29,224][331171] Updated weights for policy 0, policy_version 1035 (0.0008)
+[2026-06-02 18:01:29,394][331171] Updated weights for policy 0, policy_version 1046 (0.0008)
+[2026-06-02 18:01:29,551][331171] Updated weights for policy 0, policy_version 1056 (0.0008)
+[2026-06-02 18:01:29,708][331171] Updated weights for policy 0, policy_version 1066 (0.0008)
+[2026-06-02 18:01:29,877][331171] Updated weights for policy 0, policy_version 1076 (0.0009)
+[2026-06-02 18:01:30,886][331171] Updated weights for policy 0, policy_version 1090 (0.0009)
+[2026-06-02 18:01:31,043][331171] Updated weights for policy 0, policy_version 1100 (0.0005)
+[2026-06-02 18:01:31,202][331171] Updated weights for policy 0, policy_version 1110 (0.0005)
+[2026-06-02 18:01:31,391][331171] Updated weights for policy 0, policy_version 1122 (0.0005)
+[2026-06-02 18:01:31,582][331171] Updated weights for policy 0, policy_version 1133 (0.0009)
+[2026-06-02 18:01:31,755][331171] Updated weights for policy 0, policy_version 1144 (0.0008)
+[2026-06-02 18:01:32,388][329331] Fps is (10 sec: 19660.5, 60 sec: 16852.1, 300 sec: 16852.1). Total num frames: 589824. Throughput: 0: 17378.7. Samples: 608256. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-02 18:01:32,390][329331] Avg episode reward: [(0, '23.040')]
+[2026-06-02 18:01:32,403][330880] Saving new best policy, reward=23.040!
+[2026-06-02 18:01:32,681][331171] Updated weights for policy 0, policy_version 1154 (0.0008)
+[2026-06-02 18:01:32,848][331171] Updated weights for policy 0, policy_version 1165 (0.0008)
+[2026-06-02 18:01:33,023][331171] Updated weights for policy 0, policy_version 1176 (0.0008)
+[2026-06-02 18:01:33,209][331171] Updated weights for policy 0, policy_version 1188 (0.0008)
+[2026-06-02 18:01:33,423][331171] Updated weights for policy 0, policy_version 1201 (0.0008)
+[2026-06-02 18:01:33,639][331171] Updated weights for policy 0, policy_version 1214 (0.0009)
+[2026-06-02 18:01:34,550][331171] Updated weights for policy 0, policy_version 1224 (0.0009)
+[2026-06-02 18:01:34,748][331171] Updated weights for policy 0, policy_version 1237 (0.0009)
+[2026-06-02 18:01:34,930][331171] Updated weights for policy 0, policy_version 1248 (0.0009)
+[2026-06-02 18:01:35,152][331171] Updated weights for policy 0, policy_version 1261 (0.0009)
+[2026-06-02 18:01:35,309][331171] Updated weights for policy 0, policy_version 1271 (0.0008)
+[2026-06-02 18:01:36,216][331171] Updated weights for policy 0, policy_version 1281 (0.0009)
+[2026-06-02 18:01:36,421][331171] Updated weights for policy 0, policy_version 1294 (0.0010)
+[2026-06-02 18:01:36,600][331171] Updated weights for policy 0, policy_version 1305 (0.0008)
+[2026-06-02 18:01:36,772][331171] Updated weights for policy 0, policy_version 1316 (0.0007)
+[2026-06-02 18:01:36,941][331171] Updated weights for policy 0, policy_version 1326 (0.0007)
+[2026-06-02 18:01:37,137][331171] Updated weights for policy 0, policy_version 1338 (0.0009)
+[2026-06-02 18:01:37,388][329331] Fps is (10 sec: 19661.2, 60 sec: 17203.3, 300 sec: 17203.3). Total num frames: 688128. Throughput: 0: 16604.9. Samples: 664192. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0)
+[2026-06-02 18:01:37,390][329331] Avg episode reward: [(0, '29.966')]
+[2026-06-02 18:01:37,395][330880] Saving new best policy, reward=29.966!
+[2026-06-02 18:01:38,002][331171] Updated weights for policy 0, policy_version 1349 (0.0007)
+[2026-06-02 18:01:38,161][331171] Updated weights for policy 0, policy_version 1359 (0.0005)
+[2026-06-02 18:01:38,336][331171] Updated weights for policy 0, policy_version 1370 (0.0005)
+[2026-06-02 18:01:38,546][331171] Updated weights for policy 0, policy_version 1383 (0.0006)
+[2026-06-02 18:01:38,743][331171] Updated weights for policy 0, policy_version 1395 (0.0005)
+[2026-06-02 18:01:38,949][331171] Updated weights for policy 0, policy_version 1407 (0.0007)
+[2026-06-02 18:01:39,823][331171] Updated weights for policy 0, policy_version 1419 (0.0009)
+[2026-06-02 18:01:39,989][331171] Updated weights for policy 0, policy_version 1429 (0.0009)
+[2026-06-02 18:01:40,184][331171] Updated weights for policy 0, policy_version 1441 (0.0009)
+[2026-06-02 18:01:40,371][331171] Updated weights for policy 0, policy_version 1452 (0.0008)
+[2026-06-02 18:01:40,528][331171] Updated weights for policy 0, policy_version 1462 (0.0008)
+[2026-06-02 18:01:41,307][331171] Updated weights for policy 0, policy_version 1473 (0.0009)
+[2026-06-02 18:01:41,506][331171] Updated weights for policy 0, policy_version 1486 (0.0008)
+[2026-06-02 18:01:41,671][331171] Updated weights for policy 0, policy_version 1496 (0.0009)
+[2026-06-02 18:01:41,847][331171] Updated weights for policy 0, policy_version 1507 (0.0010)
+[2026-06-02 18:01:42,027][331171] Updated weights for policy 0, policy_version 1518 (0.0009)
+[2026-06-02 18:01:42,232][331171] Updated weights for policy 0, policy_version 1530 (0.0009)
+[2026-06-02 18:01:42,388][329331] Fps is (10 sec: 19661.3, 60 sec: 17476.4, 300 sec: 17476.4). Total num frames: 786432. Throughput: 0: 17465.0. Samples: 785920. Policy #0 lag: (min: 59.0, avg: 77.7, max: 123.0)
+[2026-06-02 18:01:42,389][329331] Avg episode reward: [(0, '40.403')]
+[2026-06-02 18:01:42,395][330880] Saving new best policy, reward=40.403!
+[2026-06-02 18:01:43,069][331171] Updated weights for policy 0, policy_version 1541 (0.0009)
+[2026-06-02 18:01:43,212][331171] Updated weights for policy 0, policy_version 1551 (0.0008)
+[2026-06-02 18:01:43,375][331171] Updated weights for policy 0, policy_version 1561 (0.0009)
+[2026-06-02 18:01:43,581][331171] Updated weights for policy 0, policy_version 1573 (0.0009)
+[2026-06-02 18:01:43,765][331171] Updated weights for policy 0, policy_version 1584 (0.0009)
+[2026-06-02 18:01:43,950][331171] Updated weights for policy 0, policy_version 1595 (0.0009)
+[2026-06-02 18:01:44,791][331171] Updated weights for policy 0, policy_version 1606 (0.0009)
+[2026-06-02 18:01:44,966][331171] Updated weights for policy 0, policy_version 1617 (0.0008)
+[2026-06-02 18:01:45,134][331171] Updated weights for policy 0, policy_version 1627 (0.0008)
+[2026-06-02 18:01:45,326][331171] Updated weights for policy 0, policy_version 1639 (0.0009)
+[2026-06-02 18:01:45,489][331171] Updated weights for policy 0, policy_version 1649 (0.0008)
+[2026-06-02 18:01:45,654][331171] Updated weights for policy 0, policy_version 1659 (0.0008)
+[2026-06-02 18:01:46,455][331171] Updated weights for policy 0, policy_version 1671 (0.0010)
+[2026-06-02 18:01:46,624][331171] Updated weights for policy 0, policy_version 1682 (0.0009)
+[2026-06-02 18:01:46,823][331171] Updated weights for policy 0, policy_version 1694 (0.0009)
+[2026-06-02 18:01:47,010][331171] Updated weights for policy 0, policy_version 1705 (0.0010)
+[2026-06-02 18:01:47,173][331171] Updated weights for policy 0, policy_version 1715 (0.0005)
+[2026-06-02 18:01:47,339][331171] Updated weights for policy 0, policy_version 1725 (0.0006)
+[2026-06-02 18:01:47,388][329331] Fps is (10 sec: 19661.0, 60 sec: 17694.8, 300 sec: 17694.8). Total num frames: 884736. Throughput: 0: 18244.3. Samples: 895616. Policy #0 lag: (min: 38.0, avg: 51.5, max: 102.0)
+[2026-06-02 18:01:47,389][329331] Avg episode reward: [(0, '53.697')]
+[2026-06-02 18:01:47,394][330880] Saving new best policy, reward=53.697!
+[2026-06-02 18:01:48,179][331171] Updated weights for policy 0, policy_version 1736 (0.0006)
+[2026-06-02 18:01:48,347][331171] Updated weights for policy 0, policy_version 1747 (0.0005)
+[2026-06-02 18:01:48,528][331171] Updated weights for policy 0, policy_version 1758 (0.0009)
+[2026-06-02 18:01:48,756][331171] Updated weights for policy 0, policy_version 1772 (0.0009)
+[2026-06-02 18:01:48,942][331171] Updated weights for policy 0, policy_version 1783 (0.0009)
+[2026-06-02 18:01:49,731][331171] Updated weights for policy 0, policy_version 1793 (0.0009)
+[2026-06-02 18:01:49,884][331171] Updated weights for policy 0, policy_version 1803 (0.0009)
+[2026-06-02 18:01:50,059][331171] Updated weights for policy 0, policy_version 1814 (0.0008)
+[2026-06-02 18:01:50,248][331171] Updated weights for policy 0, policy_version 1825 (0.0009)
+[2026-06-02 18:01:50,428][331171] Updated weights for policy 0, policy_version 1836 (0.0009)
+[2026-06-02 18:01:50,630][331171] Updated weights for policy 0, policy_version 1848 (0.0009)
+[2026-06-02 18:01:51,438][331171] Updated weights for policy 0, policy_version 1861 (0.0010)
+[2026-06-02 18:01:51,606][331171] Updated weights for policy 0, policy_version 1871 (0.0009)
+[2026-06-02 18:01:51,803][331171] Updated weights for policy 0, policy_version 1883 (0.0009)
+[2026-06-02 18:01:51,980][331171] Updated weights for policy 0, policy_version 1894 (0.0008)
+[2026-06-02 18:01:52,173][331171] Updated weights for policy 0, policy_version 1905 (0.0009)
+[2026-06-02 18:01:52,341][331171] Updated weights for policy 0, policy_version 1915 (0.0009)
+[2026-06-02 18:01:52,388][329331] Fps is (10 sec: 16383.9, 60 sec: 17277.7, 300 sec: 17277.7). Total num frames: 950272. Throughput: 0: 18304.2. Samples: 957696. Policy #0 lag: (min: 38.0, avg: 51.5, max: 102.0)
+[2026-06-02 18:01:52,390][329331] Avg episode reward: [(0, '56.038')]
+[2026-06-02 18:01:52,417][330880] Saving new best policy, reward=56.038!
+[2026-06-02 18:01:53,134][331171] Updated weights for policy 0, policy_version 1925 (0.0007)
+[2026-06-02 18:01:53,299][331171] Updated weights for policy 0, policy_version 1935 (0.0009)
+[2026-06-02 18:01:53,490][331171] Updated weights for policy 0, policy_version 1947 (0.0008)
+[2026-06-02 18:01:53,679][331171] Updated weights for policy 0, policy_version 1958 (0.0008)
+[2026-06-02 18:01:53,849][331171] Updated weights for policy 0, policy_version 1968 (0.0008)
+[2026-06-02 18:01:54,047][331171] Updated weights for policy 0, policy_version 1980 (0.0009)
+[2026-06-02 18:01:54,821][331171] Updated weights for policy 0, policy_version 1991 (0.0008)
+[2026-06-02 18:01:55,016][331171] Updated weights for policy 0, policy_version 2003 (0.0008)
+[2026-06-02 18:01:55,211][331171] Updated weights for policy 0, policy_version 2015 (0.0008)
+[2026-06-02 18:01:55,379][331171] Updated weights for policy 0, policy_version 2025 (0.0008)
+[2026-06-02 18:01:55,550][331171] Updated weights for policy 0, policy_version 2035 (0.0008)
+[2026-06-02 18:01:55,753][331171] Updated weights for policy 0, policy_version 2047 (0.0009)
+[2026-06-02 18:01:56,528][331171] Updated weights for policy 0, policy_version 2058 (0.0008)
+[2026-06-02 18:01:56,724][331171] Updated weights for policy 0, policy_version 2070 (0.0008)
+[2026-06-02 18:01:56,881][331171] Updated weights for policy 0, policy_version 2080 (0.0008)
+[2026-06-02 18:01:57,068][331171] Updated weights for policy 0, policy_version 2091 (0.0008)
+[2026-06-02 18:01:57,278][331171] Updated weights for policy 0, policy_version 2103 (0.0008)
+[2026-06-02 18:01:57,388][329331] Fps is (10 sec: 16384.0, 60 sec: 17476.4, 300 sec: 17476.4). Total num frames: 1048576. Throughput: 0: 18696.6. Samples: 1075968. Policy #0 lag: (min: 41.0, avg: 61.2, max: 105.0)
+[2026-06-02 18:01:57,389][329331] Avg episode reward: [(0, '65.272')]
+[2026-06-02 18:01:57,423][330880] Saving new best policy, reward=65.272!
+[2026-06-02 18:01:58,085][331171] Updated weights for policy 0, policy_version 2115 (0.0009)
+[2026-06-02 18:01:58,302][331171] Updated weights for policy 0, policy_version 2129 (0.0008)
+[2026-06-02 18:01:58,489][331171] Updated weights for policy 0, policy_version 2140 (0.0008)
+[2026-06-02 18:01:58,692][331171] Updated weights for policy 0, policy_version 2152 (0.0009)
+[2026-06-02 18:01:58,873][331171] Updated weights for policy 0, policy_version 2163 (0.0008)
+[2026-06-02 18:01:59,043][331171] Updated weights for policy 0, policy_version 2173 (0.0008)
+[2026-06-02 18:01:59,912][331171] Updated weights for policy 0, policy_version 2188 (0.0008)
+[2026-06-02 18:02:00,081][331171] Updated weights for policy 0, policy_version 2198 (0.0009)
+[2026-06-02 18:02:00,258][331171] Updated weights for policy 0, policy_version 2209 (0.0008)
+[2026-06-02 18:02:00,429][331171] Updated weights for policy 0, policy_version 2219 (0.0008)
+[2026-06-02 18:02:00,625][331171] Updated weights for policy 0, policy_version 2231 (0.0008)
+[2026-06-02 18:02:01,412][331171] Updated weights for policy 0, policy_version 2241 (0.0007)
+[2026-06-02 18:02:01,602][331171] Updated weights for policy 0, policy_version 2253 (0.0010)
+[2026-06-02 18:02:01,791][331171] Updated weights for policy 0, policy_version 2264 (0.0008)
+[2026-06-02 18:02:01,953][331171] Updated weights for policy 0, policy_version 2274 (0.0008)
+[2026-06-02 18:02:02,117][331171] Updated weights for policy 0, policy_version 2284 (0.0008)
+[2026-06-02 18:02:02,337][331171] Updated weights for policy 0, policy_version 2297 (0.0008)
+[2026-06-02 18:02:02,388][329331] Fps is (10 sec: 19660.8, 60 sec: 18022.4, 300 sec: 17644.4). Total num frames: 1146880. Throughput: 0: 18992.5. Samples: 1191168. Policy #0 lag: (min: 63.0, avg: 77.4, max: 127.0)
+[2026-06-02 18:02:02,390][329331] Avg episode reward: [(0, '68.816')]
+[2026-06-02 18:02:02,451][330880] Saving new best policy, reward=68.816!
+[2026-06-02 18:02:03,085][331171] Updated weights for policy 0, policy_version 2308 (0.0009)
+[2026-06-02 18:02:03,277][331171] Updated weights for policy 0, policy_version 2320 (0.0009)
+[2026-06-02 18:02:03,435][331171] Updated weights for policy 0, policy_version 2330 (0.0008)
+[2026-06-02 18:02:03,626][331171] Updated weights for policy 0, policy_version 2341 (0.0008)
+[2026-06-02 18:02:03,786][331171] Updated weights for policy 0, policy_version 2351 (0.0008)
+[2026-06-02 18:02:03,987][331171] Updated weights for policy 0, policy_version 2363 (0.0008)
+[2026-06-02 18:02:04,757][331171] Updated weights for policy 0, policy_version 2373 (0.0008)
+[2026-06-02 18:02:04,989][331171] Updated weights for policy 0, policy_version 2387 (0.0009)
+[2026-06-02 18:02:05,155][331171] Updated weights for policy 0, policy_version 2397 (0.0008)
+[2026-06-02 18:02:05,338][331171] Updated weights for policy 0, policy_version 2408 (0.0009)
+[2026-06-02 18:02:05,517][331171] Updated weights for policy 0, policy_version 2419 (0.0008)
+[2026-06-02 18:02:05,727][331171] Updated weights for policy 0, policy_version 2431 (0.0008)
+[2026-06-02 18:02:06,469][331171] Updated weights for policy 0, policy_version 2441 (0.0009)
+[2026-06-02 18:02:06,631][331171] Updated weights for policy 0, policy_version 2451 (0.0009)
+[2026-06-02 18:02:06,813][331171] Updated weights for policy 0, policy_version 2462 (0.0008)
+[2026-06-02 18:02:07,018][331171] Updated weights for policy 0, policy_version 2474 (0.0008)
+[2026-06-02 18:02:07,188][331171] Updated weights for policy 0, policy_version 2484 (0.0008)
+[2026-06-02 18:02:07,390][331171] Updated weights for policy 0, policy_version 2496 (0.0009)
+[2026-06-02 18:02:07,394][329331] Fps is (10 sec: 22925.0, 60 sec: 19113.1, 300 sec: 18255.1). Total num frames: 1277952. Throughput: 0: 19058.4. Samples: 1253760. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0)
+[2026-06-02 18:02:07,395][329331] Avg episode reward: [(0, '66.511')]
+[2026-06-02 18:02:08,134][331171] Updated weights for policy 0, policy_version 2506 (0.0009)
+[2026-06-02 18:02:08,313][331171] Updated weights for policy 0, policy_version 2517 (0.0008)
+[2026-06-02 18:02:08,484][331171] Updated weights for policy 0, policy_version 2527 (0.0008)
+[2026-06-02 18:02:08,703][331171] Updated weights for policy 0, policy_version 2540 (0.0008)
+[2026-06-02 18:02:08,885][331171] Updated weights for policy 0, policy_version 2551 (0.0008)
+[2026-06-02 18:02:09,689][331171] Updated weights for policy 0, policy_version 2561 (0.0009)
+[2026-06-02 18:02:09,860][331171] Updated weights for policy 0, policy_version 2572 (0.0008)
+[2026-06-02 18:02:10,049][331171] Updated weights for policy 0, policy_version 2584 (0.0009)
+[2026-06-02 18:02:10,241][331171] Updated weights for policy 0, policy_version 2595 (0.0008)
+[2026-06-02 18:02:10,405][331171] Updated weights for policy 0, policy_version 2605 (0.0009)
+[2026-06-02 18:02:10,577][331171] Updated weights for policy 0, policy_version 2615 (0.0008)
+[2026-06-02 18:02:11,370][331171] Updated weights for policy 0, policy_version 2626 (0.0009)
+[2026-06-02 18:02:11,557][331171] Updated weights for policy 0, policy_version 2638 (0.0007)
+[2026-06-02 18:02:11,722][331171] Updated weights for policy 0, policy_version 2648 (0.0009)
+[2026-06-02 18:02:11,929][331171] Updated weights for policy 0, policy_version 2660 (0.0009)
+[2026-06-02 18:02:12,141][331171] Updated weights for policy 0, policy_version 2673 (0.0008)
+[2026-06-02 18:02:12,316][331171] Updated weights for policy 0, policy_version 2683 (0.0008)
+[2026-06-02 18:02:12,388][329331] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 17913.2). Total num frames: 1343488. Throughput: 0: 19504.4. Samples: 1376256. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0)
+[2026-06-02 18:02:12,389][329331] Avg episode reward: [(0, '70.700')]
+[2026-06-02 18:02:12,394][330880] Saving new best policy, reward=70.700!
+[2026-06-02 18:02:13,073][331171] Updated weights for policy 0, policy_version 2694 (0.0010)
+[2026-06-02 18:02:13,239][331171] Updated weights for policy 0, policy_version 2704 (0.0009)
+[2026-06-02 18:02:13,402][331171] Updated weights for policy 0, policy_version 2714 (0.0008)
+[2026-06-02 18:02:13,587][331171] Updated weights for policy 0, policy_version 2725 (0.0008)
+[2026-06-02 18:02:13,764][331171] Updated weights for policy 0, policy_version 2736 (0.0008)
+[2026-06-02 18:02:13,940][331171] Updated weights for policy 0, policy_version 2746 (0.0008)
+[2026-06-02 18:02:14,701][331171] Updated weights for policy 0, policy_version 2759 (0.0007)
+[2026-06-02 18:02:14,871][331171] Updated weights for policy 0, policy_version 2770 (0.0008)
+[2026-06-02 18:02:15,044][331171] Updated weights for policy 0, policy_version 2780 (0.0009)
+[2026-06-02 18:02:15,216][331171] Updated weights for policy 0, policy_version 2790 (0.0007)
+[2026-06-02 18:02:15,394][331171] Updated weights for policy 0, policy_version 2801 (0.0007)
+[2026-06-02 18:02:15,599][331171] Updated weights for policy 0, policy_version 2813 (0.0009)
+[2026-06-02 18:02:16,337][331171] Updated weights for policy 0, policy_version 2823 (0.0009)
+[2026-06-02 18:02:16,520][331171] Updated weights for policy 0, policy_version 2834 (0.0008)
+[2026-06-02 18:02:16,680][331171] Updated weights for policy 0, policy_version 2844 (0.0008)
+[2026-06-02 18:02:16,868][331171] Updated weights for policy 0, policy_version 2855 (0.0008)
+[2026-06-02 18:02:17,060][331171] Updated weights for policy 0, policy_version 2866 (0.0008)
+[2026-06-02 18:02:17,229][331171] Updated weights for policy 0, policy_version 2876 (0.0008)
+[2026-06-02 18:02:17,388][329331] Fps is (10 sec: 19671.4, 60 sec: 19114.8, 300 sec: 18432.0). Total num frames: 1474560. Throughput: 0: 19626.7. Samples: 1491456. Policy #0 lag: (min: 63.0, avg: 76.9, max: 127.0)
+[2026-06-02 18:02:17,390][329331] Avg episode reward: [(0, '85.861')]
+[2026-06-02 18:02:17,395][330880] Saving new best policy, reward=85.861!
+[2026-06-02 18:02:17,968][331171] Updated weights for policy 0, policy_version 2886 (0.0009)
+[2026-06-02 18:02:18,148][331171] Updated weights for policy 0, policy_version 2897 (0.0008)
+[2026-06-02 18:02:18,333][331171] Updated weights for policy 0, policy_version 2908 (0.0009)
+[2026-06-02 18:02:18,502][331171] Updated weights for policy 0, policy_version 2918 (0.0008)
+[2026-06-02 18:02:18,688][331171] Updated weights for policy 0, policy_version 2929 (0.0008)
+[2026-06-02 18:02:18,890][331171] Updated weights for policy 0, policy_version 2941 (0.0009)
+[2026-06-02 18:02:19,616][331171] Updated weights for policy 0, policy_version 2951 (0.0009)
+[2026-06-02 18:02:19,793][331171] Updated weights for policy 0, policy_version 2962 (0.0009)
+[2026-06-02 18:02:19,960][331171] Updated weights for policy 0, policy_version 2972 (0.0008)
+[2026-06-02 18:02:20,173][331171] Updated weights for policy 0, policy_version 2984 (0.0009)
+[2026-06-02 18:02:20,336][331171] Updated weights for policy 0, policy_version 2994 (0.0008)
+[2026-06-02 18:02:20,515][331171] Updated weights for policy 0, policy_version 3005 (0.0008)
+[2026-06-02 18:02:21,242][331171] Updated weights for policy 0, policy_version 3016 (0.0009)
+[2026-06-02 18:02:21,431][331171] Updated weights for policy 0, policy_version 3028 (0.0009)
+[2026-06-02 18:02:21,604][331171] Updated weights for policy 0, policy_version 3038 (0.0008)
+[2026-06-02 18:02:21,772][331171] Updated weights for policy 0, policy_version 3048 (0.0008)
+[2026-06-02 18:02:21,959][331171] Updated weights for policy 0, policy_version 3059 (0.0008)
+[2026-06-02 18:02:22,130][331171] Updated weights for policy 0, policy_version 3069 (0.0008)
+[2026-06-02 18:02:22,388][329331] Fps is (10 sec: 22937.7, 60 sec: 19660.8, 300 sec: 18504.3). Total num frames: 1572864. Throughput: 0: 19783.1. Samples: 1554432. Policy #0 lag: (min: 41.0, avg: 79.8, max: 105.0)
+[2026-06-02 18:02:22,389][329331] Avg episode reward: [(0, '92.632')]
+[2026-06-02 18:02:22,394][330880] Saving new best policy, reward=92.632!
+[2026-06-02 18:02:22,918][331171] Updated weights for policy 0, policy_version 3080 (0.0009)
+[2026-06-02 18:02:23,097][331171] Updated weights for policy 0, policy_version 3091 (0.0009)
+[2026-06-02 18:02:23,282][331171] Updated weights for policy 0, policy_version 3102 (0.0009)
+[2026-06-02 18:02:23,472][331171] Updated weights for policy 0, policy_version 3113 (0.0009)
+[2026-06-02 18:02:23,643][331171] Updated weights for policy 0, policy_version 3123 (0.0009)
+[2026-06-02 18:02:23,828][331171] Updated weights for policy 0, policy_version 3134 (0.0009)
+[2026-06-02 18:02:24,534][331171] Updated weights for policy 0, policy_version 3145 (0.0009)
+[2026-06-02 18:02:24,714][331171] Updated weights for policy 0, policy_version 3156 (0.0008)
+[2026-06-02 18:02:24,946][331171] Updated weights for policy 0, policy_version 3170 (0.0009)
+[2026-06-02 18:02:25,139][331171] Updated weights for policy 0, policy_version 3181 (0.0009)
+[2026-06-02 18:02:25,326][331171] Updated weights for policy 0, policy_version 3192 (0.0009)
+[2026-06-02 18:02:26,098][331171] Updated weights for policy 0, policy_version 3203 (0.0009)
+[2026-06-02 18:02:26,265][331171] Updated weights for policy 0, policy_version 3214 (0.0009)
+[2026-06-02 18:02:26,456][331171] Updated weights for policy 0, policy_version 3225 (0.0009)
+[2026-06-02 18:02:26,628][331171] Updated weights for policy 0, policy_version 3235 (0.0008)
+[2026-06-02 18:02:26,809][331171] Updated weights for policy 0, policy_version 3245 (0.0005)
+[2026-06-02 18:02:26,976][331171] Updated weights for policy 0, policy_version 3255 (0.0005)
+[2026-06-02 18:02:27,388][329331] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 18568.6). Total num frames: 1671168. Throughput: 0: 19862.7. Samples: 1679744. Policy #0 lag: (min: 63.0, avg: 77.1, max: 127.0)
+[2026-06-02 18:02:27,389][329331] Avg episode reward: [(0, '94.971')]
+[2026-06-02 18:02:27,394][330880] Saving new best policy, reward=94.971!
+[2026-06-02 18:02:27,714][331171] Updated weights for policy 0, policy_version 3266 (0.0009)
+[2026-06-02 18:02:27,895][331171] Updated weights for policy 0, policy_version 3277 (0.0008)
+[2026-06-02 18:02:28,071][331171] Updated weights for policy 0, policy_version 3288 (0.0008)
+[2026-06-02 18:02:28,236][331171] Updated weights for policy 0, policy_version 3298 (0.0008)
+[2026-06-02 18:02:28,408][331171] Updated weights for policy 0, policy_version 3308 (0.0008)
+[2026-06-02 18:02:28,614][331171] Updated weights for policy 0, policy_version 3320 (0.0008)
+[2026-06-02 18:02:29,322][331171] Updated weights for policy 0, policy_version 3331 (0.0009)
+[2026-06-02 18:02:29,524][331171] Updated weights for policy 0, policy_version 3343 (0.0008)
+[2026-06-02 18:02:29,720][331171] Updated weights for policy 0, policy_version 3355 (0.0008)
+[2026-06-02 18:02:29,892][331171] Updated weights for policy 0, policy_version 3365 (0.0009)
+[2026-06-02 18:02:30,093][331171] Updated weights for policy 0, policy_version 3377 (0.0008)
+[2026-06-02 18:02:30,286][331171] Updated weights for policy 0, policy_version 3388 (0.0008)
+[2026-06-02 18:02:30,965][331171] Updated weights for policy 0, policy_version 3398 (0.0008)
+[2026-06-02 18:02:31,145][331171] Updated weights for policy 0, policy_version 3409 (0.0008)
+[2026-06-02 18:02:31,337][331171] Updated weights for policy 0, policy_version 3420 (0.0008)
+[2026-06-02 18:02:31,543][331171] Updated weights for policy 0, policy_version 3432 (0.0008)
+[2026-06-02 18:02:31,744][331171] Updated weights for policy 0, policy_version 3444 (0.0008)
+[2026-06-02 18:02:31,916][331171] Updated weights for policy 0, policy_version 3454 (0.0008)
+[2026-06-02 18:02:32,388][329331] Fps is (10 sec: 19660.8, 60 sec: 19660.9, 300 sec: 18626.1). Total num frames: 1769472. Throughput: 0: 20019.2. Samples: 1796480. Policy #0 lag: (min: 63.0, avg: 77.1, max: 127.0)
+[2026-06-02 18:02:32,389][329331] Avg episode reward: [(0, '107.674')]
+[2026-06-02 18:02:32,653][331171] Updated weights for policy 0, policy_version 3466 (0.0009)
+[2026-06-02 18:02:32,831][331171] Updated weights for policy 0, policy_version 3477 (0.0009)
+[2026-06-02 18:02:33,002][331171] Updated weights for policy 0, policy_version 3487 (0.0008)
+[2026-06-02 18:02:33,170][331171] Updated weights for policy 0, policy_version 3497 (0.0009)
+[2026-06-02 18:02:33,362][331171] Updated weights for policy 0, policy_version 3508 (0.0008)
+[2026-06-02 18:02:33,561][330880] Saving new best policy, reward=107.674!
+[2026-06-02 18:02:33,563][331171] Updated weights for policy 0, policy_version 3520 (0.0008)
+[2026-06-02 18:02:34,268][331171] Updated weights for policy 0, policy_version 3530 (0.0009)
+[2026-06-02 18:02:34,435][331171] Updated weights for policy 0, policy_version 3540 (0.0008)
+[2026-06-02 18:02:34,633][331171] Updated weights for policy 0, policy_version 3552 (0.0009)
+[2026-06-02 18:02:34,839][331171] Updated weights for policy 0, policy_version 3564 (0.0009)
+[2026-06-02 18:02:35,043][331171] Updated weights for policy 0, policy_version 3576 (0.0009)
+[2026-06-02 18:02:35,813][331171] Updated weights for policy 0, policy_version 3589 (0.0009)
+[2026-06-02 18:02:35,989][331171] Updated weights for policy 0, policy_version 3600 (0.0009)
+[2026-06-02 18:02:36,172][331171] Updated weights for policy 0, policy_version 3611 (0.0008)
+[2026-06-02 18:02:36,343][331171] Updated weights for policy 0, policy_version 3621 (0.0009)
+[2026-06-02 18:02:36,515][331171] Updated weights for policy 0, policy_version 3631 (0.0008)
+[2026-06-02 18:02:36,685][331171] Updated weights for policy 0, policy_version 3641 (0.0009)
+[2026-06-02 18:02:37,388][329331] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 18677.8). Total num frames: 1867776. Throughput: 0: 19936.7. Samples: 1854848. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 18:02:37,389][329331] Avg episode reward: [(0, '93.427')]
+[2026-06-02 18:02:37,394][331171] Updated weights for policy 0, policy_version 3651 (0.0009)
+[2026-06-02 18:02:37,608][331171] Updated weights for policy 0, policy_version 3664 (0.0009)
+[2026-06-02 18:02:37,774][331171] Updated weights for policy 0, policy_version 3674 (0.0009)
+[2026-06-02 18:02:37,945][331171] Updated weights for policy 0, policy_version 3684 (0.0009)
+[2026-06-02 18:02:38,136][331171] Updated weights for policy 0, policy_version 3695 (0.0007)
+[2026-06-02 18:02:38,323][331171] Updated weights for policy 0, policy_version 3706 (0.0009)
+[2026-06-02 18:02:39,041][331171] Updated weights for policy 0, policy_version 3718 (0.0009)
+[2026-06-02 18:02:39,210][331171] Updated weights for policy 0, policy_version 3729 (0.0009)
+[2026-06-02 18:02:39,427][331171] Updated weights for policy 0, policy_version 3742 (0.0009)
+[2026-06-02 18:02:39,618][331171] Updated weights for policy 0, policy_version 3753 (0.0009)
+[2026-06-02 18:02:39,794][331171] Updated weights for policy 0, policy_version 3763 (0.0007)
+[2026-06-02 18:02:40,000][331171] Updated weights for policy 0, policy_version 3775 (0.0009)
+[2026-06-02 18:02:40,747][331171] Updated weights for policy 0, policy_version 3786 (0.0009)
+[2026-06-02 18:02:40,928][331171] Updated weights for policy 0, policy_version 3797 (0.0009)
+[2026-06-02 18:02:41,112][331171] Updated weights for policy 0, policy_version 3808 (0.0009)
+[2026-06-02 18:02:41,301][331171] Updated weights for policy 0, policy_version 3819 (0.0009)
+[2026-06-02 18:02:41,471][331171] Updated weights for policy 0, policy_version 3829 (0.0008)
+[2026-06-02 18:02:41,656][331171] Updated weights for policy 0, policy_version 3840 (0.0009)
+[2026-06-02 18:02:42,388][329331] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 18724.6). Total num frames: 1966080. Throughput: 0: 20107.3. Samples: 1980800. Policy #0 lag: (min: 41.0, avg: 84.4, max: 105.0)
+[2026-06-02 18:02:42,390][329331] Avg episode reward: [(0, '100.363')]
+[2026-06-02 18:02:42,404][331171] Updated weights for policy 0, policy_version 3851 (0.0009)
+[2026-06-02 18:02:42,567][331171] Updated weights for policy 0, policy_version 3861 (0.0008)
+[2026-06-02 18:02:42,755][331171] Updated weights for policy 0, policy_version 3872 (0.0009)
+[2026-06-02 18:02:42,941][331171] Updated weights for policy 0, policy_version 3883 (0.0009)
+[2026-06-02 18:02:43,114][331171] Updated weights for policy 0, policy_version 3893 (0.0008)
+[2026-06-02 18:02:43,286][331171] Updated weights for policy 0, policy_version 3903 (0.0008)
+[2026-06-02 18:02:44,025][331171] Updated weights for policy 0, policy_version 3915 (0.0009)
+[2026-06-02 18:02:44,189][331171] Updated weights for policy 0, policy_version 3925 (0.0009)
+[2026-06-02 18:02:44,390][331171] Updated weights for policy 0, policy_version 3937 (0.0009)
+[2026-06-02 18:02:44,565][331171] Updated weights for policy 0, policy_version 3947 (0.0009)
+[2026-06-02 18:02:44,770][331171] Updated weights for policy 0, policy_version 3959 (0.0010)
+[2026-06-02 18:02:45,477][331171] Updated weights for policy 0, policy_version 3969 (0.0009)
+[2026-06-02 18:02:45,627][331171] Updated weights for policy 0, policy_version 3979 (0.0008)
+[2026-06-02 18:02:45,819][331171] Updated weights for policy 0, policy_version 3990 (0.0008)
+[2026-06-02 18:02:46,000][331171] Updated weights for policy 0, policy_version 4001 (0.0008)
+[2026-06-02 18:02:46,205][331171] Updated weights for policy 0, policy_version 4013 (0.0008)
+[2026-06-02 18:02:46,395][331171] Updated weights for policy 0, policy_version 4024 (0.0009)
+[2026-06-02 18:02:47,081][331171] Updated weights for policy 0, policy_version 4034 (0.0008)
+[2026-06-02 18:02:47,240][331171] Updated weights for policy 0, policy_version 4044 (0.0008)
+[2026-06-02 18:02:47,388][329331] Fps is (10 sec: 19660.6, 60 sec: 19660.7, 300 sec: 18767.1). Total num frames: 2064384. Throughput: 0: 20366.2. Samples: 2107648. Policy #0 lag: (min: 5.0, avg: 53.3, max: 64.0)
+[2026-06-02 18:02:47,390][329331] Avg episode reward: [(0, '100.110')]
+[2026-06-02 18:02:47,423][331171] Updated weights for policy 0, policy_version 4055 (0.0009)
+[2026-06-02 18:02:47,607][331171] Updated weights for policy 0, policy_version 4066 (0.0008)
+[2026-06-02 18:02:47,810][331171] Updated weights for policy 0, policy_version 4078 (0.0008)
+[2026-06-02 18:02:48,019][331171] Updated weights for policy 0, policy_version 4090 (0.0008)
+[2026-06-02 18:02:48,711][331171] Updated weights for policy 0, policy_version 4100 (0.0009)
+[2026-06-02 18:02:48,896][331171] Updated weights for policy 0, policy_version 4111 (0.0008)
+[2026-06-02 18:02:49,065][331171] Updated weights for policy 0, policy_version 4121 (0.0008)
+[2026-06-02 18:02:49,254][331171] Updated weights for policy 0, policy_version 4132 (0.0009)
+[2026-06-02 18:02:49,426][331171] Updated weights for policy 0, policy_version 4142 (0.0008)
+[2026-06-02 18:02:49,614][331171] Updated weights for policy 0, policy_version 4153 (0.0008)
+[2026-06-02 18:02:50,311][331171] Updated weights for policy 0, policy_version 4163 (0.0008)
+[2026-06-02 18:02:50,510][331171] Updated weights for policy 0, policy_version 4175 (0.0009)
+[2026-06-02 18:02:50,671][331171] Updated weights for policy 0, policy_version 4185 (0.0008)
+[2026-06-02 18:02:50,847][331171] Updated weights for policy 0, policy_version 4195 (0.0008)
+[2026-06-02 18:02:51,053][331171] Updated weights for policy 0, policy_version 4207 (0.0009)
+[2026-06-02 18:02:51,289][331171] Updated weights for policy 0, policy_version 4221 (0.0009)
+[2026-06-02 18:02:52,009][331171] Updated weights for policy 0, policy_version 4231 (0.0009)
+[2026-06-02 18:02:52,163][331171] Updated weights for policy 0, policy_version 4241 (0.0009)
+[2026-06-02 18:02:52,361][331171] Updated weights for policy 0, policy_version 4252 (0.0008)
+[2026-06-02 18:02:52,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 18806.0). Total num frames: 2162688. Throughput: 0: 20343.1. Samples: 2169088. Policy #0 lag: (min: 14.0, avg: 30.1, max: 78.0)
+[2026-06-02 18:02:52,389][329331] Avg episode reward: [(0, '114.720')]
+[2026-06-02 18:02:52,534][331171] Updated weights for policy 0, policy_version 4262 (0.0008)
+[2026-06-02 18:02:52,742][331171] Updated weights for policy 0, policy_version 4274 (0.0009)
+[2026-06-02 18:02:52,910][331171] Updated weights for policy 0, policy_version 4284 (0.0009)
+[2026-06-02 18:02:52,971][330880] Saving new best policy, reward=114.720!
+[2026-06-02 18:02:53,597][331171] Updated weights for policy 0, policy_version 4294 (0.0008)
+[2026-06-02 18:02:53,780][331171] Updated weights for policy 0, policy_version 4305 (0.0008)
+[2026-06-02 18:02:53,969][331171] Updated weights for policy 0, policy_version 4316 (0.0008)
+[2026-06-02 18:02:54,150][331171] Updated weights for policy 0, policy_version 4327 (0.0008)
+[2026-06-02 18:02:54,337][331171] Updated weights for policy 0, policy_version 4338 (0.0008)
+[2026-06-02 18:02:54,543][331171] Updated weights for policy 0, policy_version 4350 (0.0008)
+[2026-06-02 18:02:55,289][331171] Updated weights for policy 0, policy_version 4361 (0.0008)
+[2026-06-02 18:02:55,456][331171] Updated weights for policy 0, policy_version 4371 (0.0008)
+[2026-06-02 18:02:55,627][331171] Updated weights for policy 0, policy_version 4381 (0.0009)
+[2026-06-02 18:02:55,817][331171] Updated weights for policy 0, policy_version 4392 (0.0008)
+[2026-06-02 18:02:55,985][331171] Updated weights for policy 0, policy_version 4402 (0.0008)
+[2026-06-02 18:02:56,195][331171] Updated weights for policy 0, policy_version 4414 (0.0008)
+[2026-06-02 18:02:56,878][331171] Updated weights for policy 0, policy_version 4424 (0.0008)
+[2026-06-02 18:02:57,074][331171] Updated weights for policy 0, policy_version 4436 (0.0008)
+[2026-06-02 18:02:57,246][331171] Updated weights for policy 0, policy_version 4446 (0.0008)
+[2026-06-02 18:02:57,388][329331] Fps is (10 sec: 19661.1, 60 sec: 20206.9, 300 sec: 18841.6). Total num frames: 2260992. Throughput: 0: 20161.4. Samples: 2283520. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 18:02:57,389][329331] Avg episode reward: [(0, '105.787')]
+[2026-06-02 18:02:57,435][331171] Updated weights for policy 0, policy_version 4457 (0.0008)
+[2026-06-02 18:02:57,635][331171] Updated weights for policy 0, policy_version 4469 (0.0008)
+[2026-06-02 18:02:57,814][331171] Updated weights for policy 0, policy_version 4479 (0.0008)
+[2026-06-02 18:02:58,499][331171] Updated weights for policy 0, policy_version 4489 (0.0007)
+[2026-06-02 18:02:58,671][331171] Updated weights for policy 0, policy_version 4500 (0.0009)
+[2026-06-02 18:02:58,878][331171] Updated weights for policy 0, policy_version 4512 (0.0009)
+[2026-06-02 18:02:59,051][331171] Updated weights for policy 0, policy_version 4522 (0.0008)
+[2026-06-02 18:02:59,225][331171] Updated weights for policy 0, policy_version 4532 (0.0009)
+[2026-06-02 18:02:59,398][331171] Updated weights for policy 0, policy_version 4542 (0.0008)
+[2026-06-02 18:03:00,063][331171] Updated weights for policy 0, policy_version 4552 (0.0008)
+[2026-06-02 18:03:00,224][331171] Updated weights for policy 0, policy_version 4562 (0.0008)
+[2026-06-02 18:03:00,400][331171] Updated weights for policy 0, policy_version 4572 (0.0008)
+[2026-06-02 18:03:00,572][331171] Updated weights for policy 0, policy_version 4582 (0.0008)
+[2026-06-02 18:03:00,744][331171] Updated weights for policy 0, policy_version 4592 (0.0009)
+[2026-06-02 18:03:00,915][331171] Updated weights for policy 0, policy_version 4602 (0.0009)
+[2026-06-02 18:03:01,624][331171] Updated weights for policy 0, policy_version 4613 (0.0009)
+[2026-06-02 18:03:01,807][331171] Updated weights for policy 0, policy_version 4624 (0.0008)
+[2026-06-02 18:03:01,977][331171] Updated weights for policy 0, policy_version 4634 (0.0009)
+[2026-06-02 18:03:02,165][331171] Updated weights for policy 0, policy_version 4645 (0.0009)
+[2026-06-02 18:03:02,342][331171] Updated weights for policy 0, policy_version 4655 (0.0009)
+[2026-06-02 18:03:02,388][329331] Fps is (10 sec: 19660.5, 60 sec: 20206.9, 300 sec: 18874.4). Total num frames: 2359296. Throughput: 0: 20394.6. Samples: 2409216. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 18:03:02,391][329331] Avg episode reward: [(0, '126.939')]
+[2026-06-02 18:03:02,540][331171] Updated weights for policy 0, policy_version 4667 (0.0008)
+[2026-06-02 18:03:02,622][330880] Saving new best policy, reward=126.939!
+[2026-06-02 18:03:03,252][331171] Updated weights for policy 0, policy_version 4678 (0.0008)
+[2026-06-02 18:03:03,433][331171] Updated weights for policy 0, policy_version 4689 (0.0008)
+[2026-06-02 18:03:03,624][331171] Updated weights for policy 0, policy_version 4700 (0.0008)
+[2026-06-02 18:03:03,831][331171] Updated weights for policy 0, policy_version 4712 (0.0009)
+[2026-06-02 18:03:04,041][331171] Updated weights for policy 0, policy_version 4724 (0.0008)
+[2026-06-02 18:03:04,213][331171] Updated weights for policy 0, policy_version 4734 (0.0008)
+[2026-06-02 18:03:04,903][331171] Updated weights for policy 0, policy_version 4745 (0.0009)
+[2026-06-02 18:03:05,070][331171] Updated weights for policy 0, policy_version 4755 (0.0008)
+[2026-06-02 18:03:05,276][331171] Updated weights for policy 0, policy_version 4767 (0.0009)
+[2026-06-02 18:03:05,455][331171] Updated weights for policy 0, policy_version 4778 (0.0009)
+[2026-06-02 18:03:05,633][331171] Updated weights for policy 0, policy_version 4788 (0.0009)
+[2026-06-02 18:03:05,833][331171] Updated weights for policy 0, policy_version 4800 (0.0009)
+[2026-06-02 18:03:06,557][331171] Updated weights for policy 0, policy_version 4810 (0.0009)
+[2026-06-02 18:03:06,719][331171] Updated weights for policy 0, policy_version 4820 (0.0008)
+[2026-06-02 18:03:06,901][331171] Updated weights for policy 0, policy_version 4831 (0.0008)
+[2026-06-02 18:03:07,080][331171] Updated weights for policy 0, policy_version 4841 (0.0009)
+[2026-06-02 18:03:07,271][331171] Updated weights for policy 0, policy_version 4852 (0.0009)
+[2026-06-02 18:03:07,388][329331] Fps is (10 sec: 19660.5, 60 sec: 19662.5, 300 sec: 18904.6). Total num frames: 2457600. Throughput: 0: 20394.6. Samples: 2472192. Policy #0 lag: (min: 37.0, avg: 52.3, max: 101.0)
+[2026-06-02 18:03:07,390][329331] Avg episode reward: [(0, '112.609')]
+[2026-06-02 18:03:07,469][331171] Updated weights for policy 0, policy_version 4864 (0.0009)
+[2026-06-02 18:03:08,153][331171] Updated weights for policy 0, policy_version 4875 (0.0008)
+[2026-06-02 18:03:08,319][331171] Updated weights for policy 0, policy_version 4885 (0.0008)
+[2026-06-02 18:03:08,496][331171] Updated weights for policy 0, policy_version 4895 (0.0008)
+[2026-06-02 18:03:08,699][331171] Updated weights for policy 0, policy_version 4907 (0.0008)
+[2026-06-02 18:03:08,896][331171] Updated weights for policy 0, policy_version 4919 (0.0008)
+[2026-06-02 18:03:09,613][331171] Updated weights for policy 0, policy_version 4929 (0.0009)
+[2026-06-02 18:03:09,784][331171] Updated weights for policy 0, policy_version 4940 (0.0008)
+[2026-06-02 18:03:09,951][331171] Updated weights for policy 0, policy_version 4950 (0.0008)
+[2026-06-02 18:03:10,139][331171] Updated weights for policy 0, policy_version 4961 (0.0011)
+[2026-06-02 18:03:10,314][331171] Updated weights for policy 0, policy_version 4971 (0.0009)
+[2026-06-02 18:03:10,488][331171] Updated weights for policy 0, policy_version 4981 (0.0005)
+[2026-06-02 18:03:10,672][331171] Updated weights for policy 0, policy_version 4992 (0.0009)
+[2026-06-02 18:03:11,359][331171] Updated weights for policy 0, policy_version 5002 (0.0009)
+[2026-06-02 18:03:11,522][331171] Updated weights for policy 0, policy_version 5012 (0.0008)
+[2026-06-02 18:03:11,701][331171] Updated weights for policy 0, policy_version 5023 (0.0008)
+[2026-06-02 18:03:11,895][331171] Updated weights for policy 0, policy_version 5034 (0.0009)
+[2026-06-02 18:03:12,080][331171] Updated weights for policy 0, policy_version 5045 (0.0008)
+[2026-06-02 18:03:12,266][331171] Updated weights for policy 0, policy_version 5056 (0.0008)
+[2026-06-02 18:03:12,388][329331] Fps is (10 sec: 22937.9, 60 sec: 20753.1, 300 sec: 19175.4). Total num frames: 2588672. Throughput: 0: 20454.4. Samples: 2600192. Policy #0 lag: (min: 28.0, avg: 44.2, max: 92.0)
+[2026-06-02 18:03:12,389][329331] Avg episode reward: [(0, '121.709')]
+[2026-06-02 18:03:12,984][331171] Updated weights for policy 0, policy_version 5067 (0.0009)
+[2026-06-02 18:03:13,153][331171] Updated weights for policy 0, policy_version 5077 (0.0008)
+[2026-06-02 18:03:13,339][331171] Updated weights for policy 0, policy_version 5088 (0.0008)
+[2026-06-02 18:03:13,530][331171] Updated weights for policy 0, policy_version 5099 (0.0010)
+[2026-06-02 18:03:13,697][331171] Updated weights for policy 0, policy_version 5109 (0.0008)
+[2026-06-02 18:03:13,887][331171] Updated weights for policy 0, policy_version 5120 (0.0008)
+[2026-06-02 18:03:14,584][331171] Updated weights for policy 0, policy_version 5131 (0.0008)
+[2026-06-02 18:03:14,748][331171] Updated weights for policy 0, policy_version 5141 (0.0008)
+[2026-06-02 18:03:14,920][331171] Updated weights for policy 0, policy_version 5151 (0.0008)
+[2026-06-02 18:03:15,092][331171] Updated weights for policy 0, policy_version 5161 (0.0008)
+[2026-06-02 18:03:15,277][331171] Updated weights for policy 0, policy_version 5172 (0.0008)
+[2026-06-02 18:03:15,479][331171] Updated weights for policy 0, policy_version 5183 (0.0008)
+[2026-06-02 18:03:16,168][331171] Updated weights for policy 0, policy_version 5193 (0.0008)
+[2026-06-02 18:03:16,334][331171] Updated weights for policy 0, policy_version 5203 (0.0008)
+[2026-06-02 18:03:16,543][331171] Updated weights for policy 0, policy_version 5215 (0.0008)
+[2026-06-02 18:03:16,712][331171] Updated weights for policy 0, policy_version 5225 (0.0008)
+[2026-06-02 18:03:16,900][331171] Updated weights for policy 0, policy_version 5236 (0.0008)
+[2026-06-02 18:03:17,088][331171] Updated weights for policy 0, policy_version 5247 (0.0009)
+[2026-06-02 18:03:17,388][329331] Fps is (10 sec: 22937.9, 60 sec: 20206.9, 300 sec: 19192.7). Total num frames: 2686976. Throughput: 0: 20371.9. Samples: 2713216. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 18:03:17,390][329331] Avg episode reward: [(0, '126.833')]
+[2026-06-02 18:03:17,771][331171] Updated weights for policy 0, policy_version 5257 (0.0008)
+[2026-06-02 18:03:17,931][331171] Updated weights for policy 0, policy_version 5267 (0.0008)
+[2026-06-02 18:03:18,108][331171] Updated weights for policy 0, policy_version 5277 (0.0008)
+[2026-06-02 18:03:18,296][331171] Updated weights for policy 0, policy_version 5288 (0.0008)
+[2026-06-02 18:03:18,490][331171] Updated weights for policy 0, policy_version 5299 (0.0008)
+[2026-06-02 18:03:18,676][331171] Updated weights for policy 0, policy_version 5310 (0.0008)
+[2026-06-02 18:03:19,357][331171] Updated weights for policy 0, policy_version 5320 (0.0008)
+[2026-06-02 18:03:19,515][331171] Updated weights for policy 0, policy_version 5330 (0.0008)
+[2026-06-02 18:03:19,689][331171] Updated weights for policy 0, policy_version 5340 (0.0008)
+[2026-06-02 18:03:19,884][331171] Updated weights for policy 0, policy_version 5351 (0.0009)
+[2026-06-02 18:03:20,056][331171] Updated weights for policy 0, policy_version 5361 (0.0009)
+[2026-06-02 18:03:20,228][331171] Updated weights for policy 0, policy_version 5371 (0.0008)
+[2026-06-02 18:03:20,886][331171] Updated weights for policy 0, policy_version 5381 (0.0008)
+[2026-06-02 18:03:21,065][331171] Updated weights for policy 0, policy_version 5392 (0.0008)
+[2026-06-02 18:03:21,228][331171] Updated weights for policy 0, policy_version 5402 (0.0008)
+[2026-06-02 18:03:21,417][331171] Updated weights for policy 0, policy_version 5413 (0.0008)
+[2026-06-02 18:03:21,593][331171] Updated weights for policy 0, policy_version 5423 (0.0008)
+[2026-06-02 18:03:21,785][331171] Updated weights for policy 0, policy_version 5434 (0.0008)
+[2026-06-02 18:03:22,388][329331] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 19208.9). Total num frames: 2785280. Throughput: 0: 20491.4. Samples: 2776960. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 18:03:22,389][329331] Avg episode reward: [(0, '141.951')]
+[2026-06-02 18:03:22,470][331171] Updated weights for policy 0, policy_version 5445 (0.0009)
+[2026-06-02 18:03:22,634][331171] Updated weights for policy 0, policy_version 5455 (0.0008)
+[2026-06-02 18:03:22,801][331171] Updated weights for policy 0, policy_version 5465 (0.0008)
+[2026-06-02 18:03:22,993][331171] Updated weights for policy 0, policy_version 5476 (0.0008)
+[2026-06-02 18:03:23,166][331171] Updated weights for policy 0, policy_version 5486 (0.0008)
+[2026-06-02 18:03:23,359][331171] Updated weights for policy 0, policy_version 5497 (0.0008)
+[2026-06-02 18:03:23,473][330880] Saving new best policy, reward=141.951!
+[2026-06-02 18:03:24,087][331171] Updated weights for policy 0, policy_version 5508 (0.0008)
+[2026-06-02 18:03:24,250][331171] Updated weights for policy 0, policy_version 5518 (0.0008)
+[2026-06-02 18:03:24,454][331171] Updated weights for policy 0, policy_version 5530 (0.0009)
+[2026-06-02 18:03:24,641][331171] Updated weights for policy 0, policy_version 5541 (0.0009)
+[2026-06-02 18:03:24,814][331171] Updated weights for policy 0, policy_version 5551 (0.0009)
+[2026-06-02 18:03:25,020][331171] Updated weights for policy 0, policy_version 5563 (0.0008)
+[2026-06-02 18:03:25,646][331171] Updated weights for policy 0, policy_version 5574 (0.0009)
+[2026-06-02 18:03:25,808][331171] Updated weights for policy 0, policy_version 5584 (0.0008)
+[2026-06-02 18:03:25,997][331171] Updated weights for policy 0, policy_version 5595 (0.0009)
+[2026-06-02 18:03:26,166][331171] Updated weights for policy 0, policy_version 5605 (0.0007)
+[2026-06-02 18:03:26,347][331171] Updated weights for policy 0, policy_version 5615 (0.0009)
+[2026-06-02 18:03:26,541][331171] Updated weights for policy 0, policy_version 5626 (0.0009)
+[2026-06-02 18:03:27,245][331171] Updated weights for policy 0, policy_version 5638 (0.0009)
+[2026-06-02 18:03:27,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19223.9). Total num frames: 2883584. Throughput: 0: 20517.0. Samples: 2904064. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 18:03:27,389][329331] Avg episode reward: [(0, '159.870')]
+[2026-06-02 18:03:27,427][331171] Updated weights for policy 0, policy_version 5649 (0.0008)
+[2026-06-02 18:03:27,622][331171] Updated weights for policy 0, policy_version 5661 (0.0008)
+[2026-06-02 18:03:27,809][331171] Updated weights for policy 0, policy_version 5671 (0.0008)
+[2026-06-02 18:03:27,972][331171] Updated weights for policy 0, policy_version 5681 (0.0008)
+[2026-06-02 18:03:28,146][331171] Updated weights for policy 0, policy_version 5691 (0.0008)
+[2026-06-02 18:03:28,224][330880] Saving new best policy, reward=159.870!
+[2026-06-02 18:03:28,834][331171] Updated weights for policy 0, policy_version 5701 (0.0008)
+[2026-06-02 18:03:29,027][331171] Updated weights for policy 0, policy_version 5713 (0.0009)
+[2026-06-02 18:03:29,199][331171] Updated weights for policy 0, policy_version 5723 (0.0009)
+[2026-06-02 18:03:29,393][331171] Updated weights for policy 0, policy_version 5734 (0.0008)
+[2026-06-02 18:03:29,565][331171] Updated weights for policy 0, policy_version 5744 (0.0008)
+[2026-06-02 18:03:29,739][331171] Updated weights for policy 0, policy_version 5754 (0.0008)
+[2026-06-02 18:03:30,417][331171] Updated weights for policy 0, policy_version 5764 (0.0008)
+[2026-06-02 18:03:30,579][331171] Updated weights for policy 0, policy_version 5774 (0.0008)
+[2026-06-02 18:03:30,744][331171] Updated weights for policy 0, policy_version 5784 (0.0008)
+[2026-06-02 18:03:30,922][331171] Updated weights for policy 0, policy_version 5794 (0.0008)
+[2026-06-02 18:03:31,115][331171] Updated weights for policy 0, policy_version 5805 (0.0008)
+[2026-06-02 18:03:31,286][331171] Updated weights for policy 0, policy_version 5815 (0.0008)
+[2026-06-02 18:03:31,958][331171] Updated weights for policy 0, policy_version 5825 (0.0009)
+[2026-06-02 18:03:32,119][331171] Updated weights for policy 0, policy_version 5835 (0.0008)
+[2026-06-02 18:03:32,306][331171] Updated weights for policy 0, policy_version 5846 (0.0008)
+[2026-06-02 18:03:32,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19238.0). Total num frames: 2981888. Throughput: 0: 20522.7. Samples: 3031168. Policy #0 lag: (min: 37.0, avg: 53.5, max: 101.0)
+[2026-06-02 18:03:32,389][329331] Avg episode reward: [(0, '157.801')]
+[2026-06-02 18:03:32,481][331171] Updated weights for policy 0, policy_version 5856 (0.0009)
+[2026-06-02 18:03:32,673][331171] Updated weights for policy 0, policy_version 5867 (0.0009)
+[2026-06-02 18:03:32,869][331171] Updated weights for policy 0, policy_version 5878 (0.0008)
+[2026-06-02 18:03:33,040][331171] Updated weights for policy 0, policy_version 5888 (0.0010)
+[2026-06-02 18:03:33,703][331171] Updated weights for policy 0, policy_version 5899 (0.0008)
+[2026-06-02 18:03:33,865][331171] Updated weights for policy 0, policy_version 5909 (0.0009)
+[2026-06-02 18:03:34,041][331171] Updated weights for policy 0, policy_version 5919 (0.0008)
+[2026-06-02 18:03:34,231][331171] Updated weights for policy 0, policy_version 5930 (0.0009)
+[2026-06-02 18:03:34,421][331171] Updated weights for policy 0, policy_version 5941 (0.0008)
+[2026-06-02 18:03:34,596][331171] Updated weights for policy 0, policy_version 5951 (0.0008)
+[2026-06-02 18:03:35,278][331171] Updated weights for policy 0, policy_version 5961 (0.0008)
+[2026-06-02 18:03:35,457][331171] Updated weights for policy 0, policy_version 5972 (0.0008)
+[2026-06-02 18:03:35,676][331171] Updated weights for policy 0, policy_version 5985 (0.0008)
+[2026-06-02 18:03:35,869][331171] Updated weights for policy 0, policy_version 5996 (0.0009)
+[2026-06-02 18:03:36,061][331171] Updated weights for policy 0, policy_version 6007 (0.0009)
+[2026-06-02 18:03:36,764][331171] Updated weights for policy 0, policy_version 6018 (0.0009)
+[2026-06-02 18:03:36,922][331171] Updated weights for policy 0, policy_version 6028 (0.0009)
+[2026-06-02 18:03:37,110][331171] Updated weights for policy 0, policy_version 6039 (0.0009)
+[2026-06-02 18:03:37,310][331171] Updated weights for policy 0, policy_version 6051 (0.0009)
+[2026-06-02 18:03:37,389][329331] Fps is (10 sec: 19660.3, 60 sec: 20206.9, 300 sec: 19251.2). Total num frames: 3080192. Throughput: 0: 20556.7. Samples: 3094144. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 18:03:37,391][329331] Avg episode reward: [(0, '143.963')]
+[2026-06-02 18:03:37,486][331171] Updated weights for policy 0, policy_version 6061 (0.0007)
+[2026-06-02 18:03:37,658][331171] Updated weights for policy 0, policy_version 6071 (0.0005)
+[2026-06-02 18:03:38,332][331171] Updated weights for policy 0, policy_version 6082 (0.0006)
+[2026-06-02 18:03:38,492][331171] Updated weights for policy 0, policy_version 6092 (0.0009)
+[2026-06-02 18:03:38,675][331171] Updated weights for policy 0, policy_version 6103 (0.0009)
+[2026-06-02 18:03:38,848][331171] Updated weights for policy 0, policy_version 6113 (0.0009)
+[2026-06-02 18:03:39,035][331171] Updated weights for policy 0, policy_version 6124 (0.0009)
+[2026-06-02 18:03:39,225][331171] Updated weights for policy 0, policy_version 6135 (0.0008)
+[2026-06-02 18:03:39,874][331171] Updated weights for policy 0, policy_version 6145 (0.0009)
+[2026-06-02 18:03:40,048][331171] Updated weights for policy 0, policy_version 6156 (0.0009)
+[2026-06-02 18:03:40,216][331171] Updated weights for policy 0, policy_version 6166 (0.0009)
+[2026-06-02 18:03:40,389][331171] Updated weights for policy 0, policy_version 6176 (0.0008)
+[2026-06-02 18:03:40,581][331171] Updated weights for policy 0, policy_version 6187 (0.0008)
+[2026-06-02 18:03:40,755][331171] Updated weights for policy 0, policy_version 6197 (0.0008)
+[2026-06-02 18:03:40,929][331171] Updated weights for policy 0, policy_version 6207 (0.0008)
+[2026-06-02 18:03:41,608][331171] Updated weights for policy 0, policy_version 6218 (0.0009)
+[2026-06-02 18:03:41,790][331171] Updated weights for policy 0, policy_version 6229 (0.0009)
+[2026-06-02 18:03:41,970][331171] Updated weights for policy 0, policy_version 6239 (0.0009)
+[2026-06-02 18:03:42,144][331171] Updated weights for policy 0, policy_version 6249 (0.0008)
+[2026-06-02 18:03:42,342][331171] Updated weights for policy 0, policy_version 6260 (0.0008)
+[2026-06-02 18:03:42,388][329331] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 19263.6). Total num frames: 3178496. Throughput: 0: 20684.8. Samples: 3214336. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 18:03:42,389][329331] Avg episode reward: [(0, '171.410')]
+[2026-06-02 18:03:42,525][331171] Updated weights for policy 0, policy_version 6271 (0.0008)
+[2026-06-02 18:03:42,542][330880] Saving new best policy, reward=171.410!
+[2026-06-02 18:03:43,213][331171] Updated weights for policy 0, policy_version 6281 (0.0009)
+[2026-06-02 18:03:43,397][331171] Updated weights for policy 0, policy_version 6292 (0.0008)
+[2026-06-02 18:03:43,571][331171] Updated weights for policy 0, policy_version 6302 (0.0009)
+[2026-06-02 18:03:43,745][331171] Updated weights for policy 0, policy_version 6312 (0.0009)
+[2026-06-02 18:03:43,923][331171] Updated weights for policy 0, policy_version 6322 (0.0008)
+[2026-06-02 18:03:44,094][331171] Updated weights for policy 0, policy_version 6332 (0.0008)
+[2026-06-02 18:03:44,764][331171] Updated weights for policy 0, policy_version 6342 (0.0009)
+[2026-06-02 18:03:44,947][331171] Updated weights for policy 0, policy_version 6353 (0.0009)
+[2026-06-02 18:03:45,117][331171] Updated weights for policy 0, policy_version 6363 (0.0009)
+[2026-06-02 18:03:45,306][331171] Updated weights for policy 0, policy_version 6374 (0.0008)
+[2026-06-02 18:03:45,488][331171] Updated weights for policy 0, policy_version 6384 (0.0008)
+[2026-06-02 18:03:45,664][331171] Updated weights for policy 0, policy_version 6394 (0.0009)
+[2026-06-02 18:03:46,303][331171] Updated weights for policy 0, policy_version 6404 (0.0009)
+[2026-06-02 18:03:46,476][331171] Updated weights for policy 0, policy_version 6415 (0.0009)
+[2026-06-02 18:03:46,690][331171] Updated weights for policy 0, policy_version 6427 (0.0008)
+[2026-06-02 18:03:46,863][331171] Updated weights for policy 0, policy_version 6437 (0.0008)
+[2026-06-02 18:03:47,038][331171] Updated weights for policy 0, policy_version 6447 (0.0008)
+[2026-06-02 18:03:47,229][331171] Updated weights for policy 0, policy_version 6458 (0.0008)
+[2026-06-02 18:03:47,388][329331] Fps is (10 sec: 22938.1, 60 sec: 20753.1, 300 sec: 19468.1). Total num frames: 3309568. Throughput: 0: 20636.5. Samples: 3337856. Policy #0 lag: (min: 93.0, avg: 119.1, max: 163.0)
+[2026-06-02 18:03:47,389][329331] Avg episode reward: [(0, '155.392')]
+[2026-06-02 18:03:47,898][331171] Updated weights for policy 0, policy_version 6468 (0.0008)
+[2026-06-02 18:03:48,062][331171] Updated weights for policy 0, policy_version 6478 (0.0008)
+[2026-06-02 18:03:48,263][331171] Updated weights for policy 0, policy_version 6490 (0.0008)
+[2026-06-02 18:03:48,457][331171] Updated weights for policy 0, policy_version 6501 (0.0008)
+[2026-06-02 18:03:48,646][331171] Updated weights for policy 0, policy_version 6512 (0.0008)
+[2026-06-02 18:03:48,832][331171] Updated weights for policy 0, policy_version 6522 (0.0008)
+[2026-06-02 18:03:49,495][331171] Updated weights for policy 0, policy_version 6532 (0.0008)
+[2026-06-02 18:03:49,675][331171] Updated weights for policy 0, policy_version 6543 (0.0008)
+[2026-06-02 18:03:49,859][331171] Updated weights for policy 0, policy_version 6554 (0.0008)
+[2026-06-02 18:03:50,033][331171] Updated weights for policy 0, policy_version 6564 (0.0008)
+[2026-06-02 18:03:50,211][331171] Updated weights for policy 0, policy_version 6574 (0.0008)
+[2026-06-02 18:03:50,386][331171] Updated weights for policy 0, policy_version 6584 (0.0009)
+[2026-06-02 18:03:51,043][331171] Updated weights for policy 0, policy_version 6596 (0.0009)
+[2026-06-02 18:03:51,223][331171] Updated weights for policy 0, policy_version 6607 (0.0008)
+[2026-06-02 18:03:51,420][331171] Updated weights for policy 0, policy_version 6618 (0.0009)
+[2026-06-02 18:03:51,610][331171] Updated weights for policy 0, policy_version 6629 (0.0009)
+[2026-06-02 18:03:51,786][331171] Updated weights for policy 0, policy_version 6639 (0.0008)
+[2026-06-02 18:03:51,959][331171] Updated weights for policy 0, policy_version 6649 (0.0008)
+[2026-06-02 18:03:52,388][329331] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 19473.6). Total num frames: 3407872. Throughput: 0: 20659.3. Samples: 3401856. Policy #0 lag: (min: 38.0, avg: 54.6, max: 102.0)
+[2026-06-02 18:03:52,390][329331] Avg episode reward: [(0, '161.794')]
+[2026-06-02 18:03:52,645][331171] Updated weights for policy 0, policy_version 6660 (0.0008)
+[2026-06-02 18:03:52,834][331171] Updated weights for policy 0, policy_version 6671 (0.0009)
+[2026-06-02 18:03:53,022][331171] Updated weights for policy 0, policy_version 6682 (0.0008)
+[2026-06-02 18:03:53,229][331171] Updated weights for policy 0, policy_version 6694 (0.0008)
+[2026-06-02 18:03:53,409][331171] Updated weights for policy 0, policy_version 6704 (0.0008)
+[2026-06-02 18:03:53,599][331171] Updated weights for policy 0, policy_version 6715 (0.0008)
+[2026-06-02 18:03:54,260][331171] Updated weights for policy 0, policy_version 6727 (0.0009)
+[2026-06-02 18:03:54,424][331171] Updated weights for policy 0, policy_version 6737 (0.0008)
+[2026-06-02 18:03:54,597][331171] Updated weights for policy 0, policy_version 6747 (0.0008)
+[2026-06-02 18:03:54,776][331171] Updated weights for policy 0, policy_version 6757 (0.0008)
+[2026-06-02 18:03:54,947][331171] Updated weights for policy 0, policy_version 6767 (0.0008)
+[2026-06-02 18:03:55,129][331171] Updated weights for policy 0, policy_version 6777 (0.0008)
+[2026-06-02 18:03:55,750][331171] Updated weights for policy 0, policy_version 6787 (0.0009)
+[2026-06-02 18:03:55,940][331171] Updated weights for policy 0, policy_version 6798 (0.0009)
+[2026-06-02 18:03:56,133][331171] Updated weights for policy 0, policy_version 6809 (0.0008)
+[2026-06-02 18:03:56,310][331171] Updated weights for policy 0, policy_version 6819 (0.0008)
+[2026-06-02 18:03:56,507][331171] Updated weights for policy 0, policy_version 6830 (0.0008)
+[2026-06-02 18:03:56,681][331171] Updated weights for policy 0, policy_version 6840 (0.0008)
+[2026-06-02 18:03:57,296][331171] Updated weights for policy 0, policy_version 6850 (0.0008)
+[2026-06-02 18:03:57,388][329331] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 19478.8). Total num frames: 3506176. Throughput: 0: 20622.2. Samples: 3528192. Policy #0 lag: (min: 38.0, avg: 54.6, max: 102.0)
+[2026-06-02 18:03:57,389][329331] Avg episode reward: [(0, '216.097')]
+[2026-06-02 18:03:57,476][331171] Updated weights for policy 0, policy_version 6861 (0.0009)
+[2026-06-02 18:03:57,660][331171] Updated weights for policy 0, policy_version 6872 (0.0009)
+[2026-06-02 18:03:57,830][331171] Updated weights for policy 0, policy_version 6882 (0.0011)
+[2026-06-02 18:03:58,007][331171] Updated weights for policy 0, policy_version 6892 (0.0005)
+[2026-06-02 18:03:58,182][331171] Updated weights for policy 0, policy_version 6902 (0.0008)
+[2026-06-02 18:03:58,359][330880] Saving new best policy, reward=216.097!
+[2026-06-02 18:03:58,359][331171] Updated weights for policy 0, policy_version 6912 (0.0008)
+[2026-06-02 18:03:59,002][331171] Updated weights for policy 0, policy_version 6923 (0.0008)
+[2026-06-02 18:03:59,165][331171] Updated weights for policy 0, policy_version 6933 (0.0008)
+[2026-06-02 18:03:59,347][331171] Updated weights for policy 0, policy_version 6943 (0.0008)
+[2026-06-02 18:03:59,536][331171] Updated weights for policy 0, policy_version 6954 (0.0008)
+[2026-06-02 18:03:59,712][331171] Updated weights for policy 0, policy_version 6964 (0.0008)
+[2026-06-02 18:03:59,888][331171] Updated weights for policy 0, policy_version 6974 (0.0008)
+[2026-06-02 18:04:00,532][331171] Updated weights for policy 0, policy_version 6985 (0.0009)
+[2026-06-02 18:04:00,701][331171] Updated weights for policy 0, policy_version 6995 (0.0008)
+[2026-06-02 18:04:00,885][331171] Updated weights for policy 0, policy_version 7006 (0.0008)
+[2026-06-02 18:04:01,069][331171] Updated weights for policy 0, policy_version 7016 (0.0008)
+[2026-06-02 18:04:01,245][331171] Updated weights for policy 0, policy_version 7026 (0.0008)
+[2026-06-02 18:04:01,432][331171] Updated weights for policy 0, policy_version 7037 (0.0008)
+[2026-06-02 18:04:02,075][331171] Updated weights for policy 0, policy_version 7047 (0.0008)
+[2026-06-02 18:04:02,239][331171] Updated weights for policy 0, policy_version 7057 (0.0008)
+[2026-06-02 18:04:02,388][329331] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 19483.7). Total num frames: 3604480. Throughput: 0: 20918.0. Samples: 3654528. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 18:04:02,390][329331] Avg episode reward: [(0, '197.319')]
+[2026-06-02 18:04:02,414][331171] Updated weights for policy 0, policy_version 7067 (0.0008)
+[2026-06-02 18:04:02,586][331171] Updated weights for policy 0, policy_version 7077 (0.0008)
+[2026-06-02 18:04:02,763][331171] Updated weights for policy 0, policy_version 7087 (0.0008)
+[2026-06-02 18:04:02,944][331171] Updated weights for policy 0, policy_version 7097 (0.0008)
+[2026-06-02 18:04:03,582][331171] Updated weights for policy 0, policy_version 7107 (0.0009)
+[2026-06-02 18:04:03,743][331171] Updated weights for policy 0, policy_version 7117 (0.0008)
+[2026-06-02 18:04:03,906][331171] Updated weights for policy 0, policy_version 7127 (0.0008)
+[2026-06-02 18:04:04,087][331171] Updated weights for policy 0, policy_version 7137 (0.0008)
+[2026-06-02 18:04:04,295][331171] Updated weights for policy 0, policy_version 7149 (0.0008)
+[2026-06-02 18:04:04,469][331171] Updated weights for policy 0, policy_version 7159 (0.0008)
+[2026-06-02 18:04:05,133][331171] Updated weights for policy 0, policy_version 7169 (0.0008)
+[2026-06-02 18:04:05,298][331171] Updated weights for policy 0, policy_version 7179 (0.0008)
+[2026-06-02 18:04:05,468][331171] Updated weights for policy 0, policy_version 7189 (0.0008)
+[2026-06-02 18:04:05,656][331171] Updated weights for policy 0, policy_version 7200 (0.0008)
+[2026-06-02 18:04:05,830][331171] Updated weights for policy 0, policy_version 7210 (0.0008)
+[2026-06-02 18:04:06,007][331171] Updated weights for policy 0, policy_version 7220 (0.0008)
+[2026-06-02 18:04:06,184][331171] Updated weights for policy 0, policy_version 7230 (0.0009)
+[2026-06-02 18:04:06,819][331171] Updated weights for policy 0, policy_version 7240 (0.0005)
+[2026-06-02 18:04:06,989][331171] Updated weights for policy 0, policy_version 7250 (0.0004)
+[2026-06-02 18:04:07,157][331171] Updated weights for policy 0, policy_version 7260 (0.0004)
+[2026-06-02 18:04:07,332][331171] Updated weights for policy 0, policy_version 7270 (0.0005)
+[2026-06-02 18:04:07,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19488.4). Total num frames: 3702784. Throughput: 0: 20940.8. Samples: 3719296. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 18:04:07,389][329331] Avg episode reward: [(0, '199.199')]
+[2026-06-02 18:04:07,513][330880] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000002
+[2026-06-02 18:04:07,514][331171] Updated weights for policy 0, policy_version 7280 (0.0005)
+[2026-06-02 18:04:08,182][331171] Updated weights for policy 0, policy_version 7290 (0.0009)
+[2026-06-02 18:04:08,370][331171] Updated weights for policy 0, policy_version 7301 (0.0008)
+[2026-06-02 18:04:08,538][331171] Updated weights for policy 0, policy_version 7311 (0.0008)
+[2026-06-02 18:04:08,716][331171] Updated weights for policy 0, policy_version 7321 (0.0008)
+[2026-06-02 18:04:08,890][331171] Updated weights for policy 0, policy_version 7331 (0.0008)
+[2026-06-02 18:04:09,063][331171] Updated weights for policy 0, policy_version 7341 (0.0009)
+[2026-06-02 18:04:09,721][331171] Updated weights for policy 0, policy_version 7351 (0.0008)
+[2026-06-02 18:04:09,886][331171] Updated weights for policy 0, policy_version 7361 (0.0008)
+[2026-06-02 18:04:10,059][331171] Updated weights for policy 0, policy_version 7371 (0.0008)
+[2026-06-02 18:04:10,231][331171] Updated weights for policy 0, policy_version 7381 (0.0008)
+[2026-06-02 18:04:10,418][331171] Updated weights for policy 0, policy_version 7392 (0.0008)
+[2026-06-02 18:04:10,591][331171] Updated weights for policy 0, policy_version 7402 (0.0008)
+[2026-06-02 18:04:11,257][331171] Updated weights for policy 0, policy_version 7413 (0.0009)
+[2026-06-02 18:04:11,422][331171] Updated weights for policy 0, policy_version 7423 (0.0010)
+[2026-06-02 18:04:11,588][331171] Updated weights for policy 0, policy_version 7433 (0.0008)
+[2026-06-02 18:04:11,769][331171] Updated weights for policy 0, policy_version 7443 (0.0008)
+[2026-06-02 18:04:11,945][331171] Updated weights for policy 0, policy_version 7453 (0.0008)
+[2026-06-02 18:04:12,118][331171] Updated weights for policy 0, policy_version 7463 (0.0009)
+[2026-06-02 18:04:12,388][329331] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 19660.8). Total num frames: 3833856. Throughput: 0: 21014.7. Samples: 3849728. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 18:04:12,390][329331] Avg episode reward: [(0, '191.333')]
+[2026-06-02 18:04:12,758][331171] Updated weights for policy 0, policy_version 7473 (0.0008)
+[2026-06-02 18:04:12,919][331171] Updated weights for policy 0, policy_version 7483 (0.0008)
+[2026-06-02 18:04:13,096][331171] Updated weights for policy 0, policy_version 7493 (0.0008)
+[2026-06-02 18:04:13,267][331171] Updated weights for policy 0, policy_version 7503 (0.0008)
+[2026-06-02 18:04:13,446][331171] Updated weights for policy 0, policy_version 7513 (0.0008)
+[2026-06-02 18:04:13,624][331171] Updated weights for policy 0, policy_version 7523 (0.0008)
+[2026-06-02 18:04:13,801][331171] Updated weights for policy 0, policy_version 7533 (0.0008)
+[2026-06-02 18:04:14,409][331171] Updated weights for policy 0, policy_version 7543 (0.0009)
+[2026-06-02 18:04:14,574][331171] Updated weights for policy 0, policy_version 7553 (0.0008)
+[2026-06-02 18:04:14,766][331171] Updated weights for policy 0, policy_version 7564 (0.0008)
+[2026-06-02 18:04:14,945][331171] Updated weights for policy 0, policy_version 7574 (0.0008)
+[2026-06-02 18:04:15,117][331171] Updated weights for policy 0, policy_version 7584 (0.0008)
+[2026-06-02 18:04:15,329][331171] Updated weights for policy 0, policy_version 7596 (0.0009)
+[2026-06-02 18:04:15,995][331171] Updated weights for policy 0, policy_version 7606 (0.0009)
+[2026-06-02 18:04:16,154][331171] Updated weights for policy 0, policy_version 7616 (0.0008)
+[2026-06-02 18:04:16,351][331171] Updated weights for policy 0, policy_version 7627 (0.0008)
+[2026-06-02 18:04:16,526][331171] Updated weights for policy 0, policy_version 7637 (0.0008)
+[2026-06-02 18:04:16,701][331171] Updated weights for policy 0, policy_version 7647 (0.0008)
+[2026-06-02 18:04:16,894][331171] Updated weights for policy 0, policy_version 7658 (0.0008)
+[2026-06-02 18:04:17,388][329331] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 3932160. Throughput: 0: 20832.7. Samples: 3968640. Policy #0 lag: (min: 75.0, avg: 92.0, max: 138.0)
+[2026-06-02 18:04:17,389][329331] Avg episode reward: [(0, '175.498')]
+[2026-06-02 18:04:17,534][331171] Updated weights for policy 0, policy_version 7668 (0.0008)
+[2026-06-02 18:04:17,692][331171] Updated weights for policy 0, policy_version 7678 (0.0008)
+[2026-06-02 18:04:17,881][331171] Updated weights for policy 0, policy_version 7689 (0.0008)
+[2026-06-02 18:04:18,052][331171] Updated weights for policy 0, policy_version 7699 (0.0010)
+[2026-06-02 18:04:18,243][331171] Updated weights for policy 0, policy_version 7710 (0.0008)
+[2026-06-02 18:04:18,417][331171] Updated weights for policy 0, policy_version 7720 (0.0008)
+[2026-06-02 18:04:19,092][331171] Updated weights for policy 0, policy_version 7732 (0.0009)
+[2026-06-02 18:04:19,271][331171] Updated weights for policy 0, policy_version 7743 (0.0008)
+[2026-06-02 18:04:19,460][331171] Updated weights for policy 0, policy_version 7754 (0.0009)
+[2026-06-02 18:04:19,634][331171] Updated weights for policy 0, policy_version 7764 (0.0008)
+[2026-06-02 18:04:19,809][331171] Updated weights for policy 0, policy_version 7774 (0.0008)
+[2026-06-02 18:04:20,004][331171] Updated weights for policy 0, policy_version 7785 (0.0009)
+[2026-06-02 18:04:20,702][331171] Updated weights for policy 0, policy_version 7797 (0.0008)
+[2026-06-02 18:04:20,882][331171] Updated weights for policy 0, policy_version 7808 (0.0008)
+[2026-06-02 18:04:21,058][331171] Updated weights for policy 0, policy_version 7818 (0.0008)
+[2026-06-02 18:04:21,269][331171] Updated weights for policy 0, policy_version 7830 (0.0008)
+[2026-06-02 18:04:21,445][331171] Updated weights for policy 0, policy_version 7840 (0.0008)
+[2026-06-02 18:04:21,622][331171] Updated weights for policy 0, policy_version 7850 (0.0008)
+[2026-06-02 18:04:22,252][331171] Updated weights for policy 0, policy_version 7861 (0.0008)
+[2026-06-02 18:04:22,388][329331] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 4030464. Throughput: 0: 20764.6. Samples: 4028544. Policy #0 lag: (min: 38.0, avg: 55.8, max: 102.0)
+[2026-06-02 18:04:22,389][329331] Avg episode reward: [(0, '169.111')]
+[2026-06-02 18:04:22,417][331171] Updated weights for policy 0, policy_version 7871 (0.0008)
+[2026-06-02 18:04:22,589][331171] Updated weights for policy 0, policy_version 7881 (0.0008)
+[2026-06-02 18:04:22,768][331171] Updated weights for policy 0, policy_version 7891 (0.0009)
+[2026-06-02 18:04:22,942][331171] Updated weights for policy 0, policy_version 7901 (0.0008)
+[2026-06-02 18:04:23,116][331171] Updated weights for policy 0, policy_version 7911 (0.0008)
+[2026-06-02 18:04:23,764][331171] Updated weights for policy 0, policy_version 7921 (0.0009)
+[2026-06-02 18:04:23,923][331171] Updated weights for policy 0, policy_version 7931 (0.0008)
+[2026-06-02 18:04:24,084][331171] Updated weights for policy 0, policy_version 7941 (0.0008)
+[2026-06-02 18:04:24,265][331171] Updated weights for policy 0, policy_version 7951 (0.0008)
+[2026-06-02 18:04:24,442][331171] Updated weights for policy 0, policy_version 7961 (0.0008)
+[2026-06-02 18:04:24,614][331171] Updated weights for policy 0, policy_version 7971 (0.0008)
+[2026-06-02 18:04:24,787][331171] Updated weights for policy 0, policy_version 7981 (0.0008)
+[2026-06-02 18:04:25,421][331171] Updated weights for policy 0, policy_version 7991 (0.0009)
+[2026-06-02 18:04:25,583][331171] Updated weights for policy 0, policy_version 8001 (0.0008)
+[2026-06-02 18:04:25,777][331171] Updated weights for policy 0, policy_version 8012 (0.0008)
+[2026-06-02 18:04:25,951][331171] Updated weights for policy 0, policy_version 8022 (0.0008)
+[2026-06-02 18:04:26,123][331171] Updated weights for policy 0, policy_version 8032 (0.0008)
+[2026-06-02 18:04:26,305][331171] Updated weights for policy 0, policy_version 8042 (0.0009)
+[2026-06-02 18:04:26,959][331171] Updated weights for policy 0, policy_version 8053 (0.0008)
+[2026-06-02 18:04:27,124][331171] Updated weights for policy 0, policy_version 8063 (0.0008)
+[2026-06-02 18:04:27,299][331171] Updated weights for policy 0, policy_version 8073 (0.0009)
+[2026-06-02 18:04:27,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 4128768. Throughput: 0: 20946.5. Samples: 4156928. Policy #0 lag: (min: 38.0, avg: 55.8, max: 102.0)
+[2026-06-02 18:04:27,389][329331] Avg episode reward: [(0, '221.211')]
+[2026-06-02 18:04:27,512][331171] Updated weights for policy 0, policy_version 8085 (0.0008)
+[2026-06-02 18:04:27,720][331171] Updated weights for policy 0, policy_version 8097 (0.0008)
+[2026-06-02 18:04:27,894][331171] Updated weights for policy 0, policy_version 8107 (0.0008)
+[2026-06-02 18:04:27,976][330880] Saving new best policy, reward=221.211!
+[2026-06-02 18:04:28,516][331171] Updated weights for policy 0, policy_version 8117 (0.0009)
+[2026-06-02 18:04:28,687][331171] Updated weights for policy 0, policy_version 8127 (0.0008)
+[2026-06-02 18:04:28,857][331171] Updated weights for policy 0, policy_version 8137 (0.0008)
+[2026-06-02 18:04:29,031][331171] Updated weights for policy 0, policy_version 8147 (0.0008)
+[2026-06-02 18:04:29,210][331171] Updated weights for policy 0, policy_version 8157 (0.0008)
+[2026-06-02 18:04:29,403][331171] Updated weights for policy 0, policy_version 8168 (0.0008)
+[2026-06-02 18:04:30,040][331171] Updated weights for policy 0, policy_version 8178 (0.0009)
+[2026-06-02 18:04:30,204][331171] Updated weights for policy 0, policy_version 8188 (0.0008)
+[2026-06-02 18:04:30,371][331171] Updated weights for policy 0, policy_version 8198 (0.0008)
+[2026-06-02 18:04:30,539][331171] Updated weights for policy 0, policy_version 8208 (0.0008)
+[2026-06-02 18:04:30,733][331171] Updated weights for policy 0, policy_version 8219 (0.0008)
+[2026-06-02 18:04:30,910][331171] Updated weights for policy 0, policy_version 8229 (0.0008)
+[2026-06-02 18:04:31,107][331171] Updated weights for policy 0, policy_version 8240 (0.0009)
+[2026-06-02 18:04:31,691][331171] Updated weights for policy 0, policy_version 8250 (0.0008)
+[2026-06-02 18:04:31,866][331171] Updated weights for policy 0, policy_version 8260 (0.0008)
+[2026-06-02 18:04:32,041][331171] Updated weights for policy 0, policy_version 8270 (0.0009)
+[2026-06-02 18:04:32,215][331171] Updated weights for policy 0, policy_version 8280 (0.0008)
+[2026-06-02 18:04:32,388][329331] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 4227072. Throughput: 0: 21026.2. Samples: 4284032. Policy #0 lag: (min: 46.0, avg: 63.8, max: 110.0)
+[2026-06-02 18:04:32,388][329331] Avg episode reward: [(0, '225.590')]
+[2026-06-02 18:04:32,403][331171] Updated weights for policy 0, policy_version 8291 (0.0008)
+[2026-06-02 18:04:32,575][331171] Updated weights for policy 0, policy_version 8301 (0.0008)
+[2026-06-02 18:04:32,619][330880] Saving new best policy, reward=225.590!
+[2026-06-02 18:04:33,200][331171] Updated weights for policy 0, policy_version 8311 (0.0009)
+[2026-06-02 18:04:33,380][331171] Updated weights for policy 0, policy_version 8322 (0.0008)
+[2026-06-02 18:04:33,552][331171] Updated weights for policy 0, policy_version 8332 (0.0008)
+[2026-06-02 18:04:33,722][331171] Updated weights for policy 0, policy_version 8342 (0.0008)
+[2026-06-02 18:04:33,893][331171] Updated weights for policy 0, policy_version 8352 (0.0008)
+[2026-06-02 18:04:34,082][331171] Updated weights for policy 0, policy_version 8363 (0.0009)
+[2026-06-02 18:04:34,735][331171] Updated weights for policy 0, policy_version 8373 (0.0008)
+[2026-06-02 18:04:34,889][331171] Updated weights for policy 0, policy_version 8383 (0.0008)
+[2026-06-02 18:04:35,083][331171] Updated weights for policy 0, policy_version 8394 (0.0008)
+[2026-06-02 18:04:35,252][331171] Updated weights for policy 0, policy_version 8404 (0.0009)
+[2026-06-02 18:04:35,425][331171] Updated weights for policy 0, policy_version 8414 (0.0008)
+[2026-06-02 18:04:35,629][331171] Updated weights for policy 0, policy_version 8426 (0.0008)
+[2026-06-02 18:04:36,275][331171] Updated weights for policy 0, policy_version 8436 (0.0009)
+[2026-06-02 18:04:36,433][331171] Updated weights for policy 0, policy_version 8446 (0.0009)
+[2026-06-02 18:04:36,632][331171] Updated weights for policy 0, policy_version 8458 (0.0008)
+[2026-06-02 18:04:36,813][331171] Updated weights for policy 0, policy_version 8468 (0.0008)
+[2026-06-02 18:04:36,985][331171] Updated weights for policy 0, policy_version 8478 (0.0008)
+[2026-06-02 18:04:37,152][331171] Updated weights for policy 0, policy_version 8488 (0.0008)
+[2026-06-02 18:04:37,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.3, 300 sec: 19809.8). Total num frames: 4358144. Throughput: 0: 21046.1. Samples: 4348928. Policy #0 lag: (min: 96.0, avg: 109.9, max: 159.0)
+[2026-06-02 18:04:37,389][329331] Avg episode reward: [(0, '226.596')]
+[2026-06-02 18:04:37,393][330880] Saving new best policy, reward=226.596!
+[2026-06-02 18:04:37,778][331171] Updated weights for policy 0, policy_version 8498 (0.0008)
+[2026-06-02 18:04:37,938][331171] Updated weights for policy 0, policy_version 8508 (0.0008)
+[2026-06-02 18:04:38,142][331171] Updated weights for policy 0, policy_version 8520 (0.0006)
+[2026-06-02 18:04:38,308][331171] Updated weights for policy 0, policy_version 8530 (0.0004)
+[2026-06-02 18:04:38,486][331171] Updated weights for policy 0, policy_version 8540 (0.0008)
+[2026-06-02 18:04:38,656][331171] Updated weights for policy 0, policy_version 8550 (0.0008)
+[2026-06-02 18:04:38,824][331171] Updated weights for policy 0, policy_version 8560 (0.0008)
+[2026-06-02 18:04:39,504][331171] Updated weights for policy 0, policy_version 8571 (0.0008)
+[2026-06-02 18:04:39,710][331171] Updated weights for policy 0, policy_version 8583 (0.0009)
+[2026-06-02 18:04:39,885][331171] Updated weights for policy 0, policy_version 8593 (0.0008)
+[2026-06-02 18:04:40,072][331171] Updated weights for policy 0, policy_version 8604 (0.0010)
+[2026-06-02 18:04:40,263][331171] Updated weights for policy 0, policy_version 8615 (0.0009)
+[2026-06-02 18:04:40,937][331171] Updated weights for policy 0, policy_version 8625 (0.0009)
+[2026-06-02 18:04:41,100][331171] Updated weights for policy 0, policy_version 8636 (0.0004)
+[2026-06-02 18:04:41,306][331171] Updated weights for policy 0, policy_version 8648 (0.0004)
+[2026-06-02 18:04:41,497][331171] Updated weights for policy 0, policy_version 8659 (0.0008)
+[2026-06-02 18:04:41,675][331171] Updated weights for policy 0, policy_version 8669 (0.0009)
+[2026-06-02 18:04:41,855][331171] Updated weights for policy 0, policy_version 8679 (0.0009)
+[2026-06-02 18:04:42,388][329331] Fps is (10 sec: 22937.3, 60 sec: 21299.2, 300 sec: 19806.5). Total num frames: 4456448. Throughput: 0: 21074.5. Samples: 4476544. Policy #0 lag: (min: 96.0, avg: 109.9, max: 159.0)
+[2026-06-02 18:04:42,389][329331] Avg episode reward: [(0, '213.362')]
+[2026-06-02 18:04:42,512][331171] Updated weights for policy 0, policy_version 8689 (0.0008)
+[2026-06-02 18:04:42,675][331171] Updated weights for policy 0, policy_version 8699 (0.0005)
+[2026-06-02 18:04:42,863][331171] Updated weights for policy 0, policy_version 8710 (0.0005)
+[2026-06-02 18:04:43,035][331171] Updated weights for policy 0, policy_version 8720 (0.0004)
+[2026-06-02 18:04:43,203][331171] Updated weights for policy 0, policy_version 8730 (0.0004)
+[2026-06-02 18:04:43,393][331171] Updated weights for policy 0, policy_version 8740 (0.0005)
+[2026-06-02 18:04:43,571][331171] Updated weights for policy 0, policy_version 8750 (0.0007)
+[2026-06-02 18:04:44,154][331171] Updated weights for policy 0, policy_version 8760 (0.0008)
+[2026-06-02 18:04:44,345][331171] Updated weights for policy 0, policy_version 8771 (0.0008)
+[2026-06-02 18:04:44,530][331171] Updated weights for policy 0, policy_version 8782 (0.0009)
+[2026-06-02 18:04:44,704][331171] Updated weights for policy 0, policy_version 8792 (0.0009)
+[2026-06-02 18:04:44,881][331171] Updated weights for policy 0, policy_version 8802 (0.0009)
+[2026-06-02 18:04:45,056][331171] Updated weights for policy 0, policy_version 8812 (0.0008)
+[2026-06-02 18:04:45,705][331171] Updated weights for policy 0, policy_version 8822 (0.0008)
+[2026-06-02 18:04:45,869][331171] Updated weights for policy 0, policy_version 8832 (0.0008)
+[2026-06-02 18:04:46,046][331171] Updated weights for policy 0, policy_version 8842 (0.0008)
+[2026-06-02 18:04:46,219][331171] Updated weights for policy 0, policy_version 8852 (0.0008)
+[2026-06-02 18:04:46,392][331171] Updated weights for policy 0, policy_version 8862 (0.0008)
+[2026-06-02 18:04:46,562][331171] Updated weights for policy 0, policy_version 8872 (0.0008)
+[2026-06-02 18:04:47,195][331171] Updated weights for policy 0, policy_version 8882 (0.0009)
+[2026-06-02 18:04:47,366][331171] Updated weights for policy 0, policy_version 8893 (0.0008)
+[2026-06-02 18:04:47,388][329331] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 19803.3). Total num frames: 4554752. Throughput: 0: 21091.6. Samples: 4603648. Policy #0 lag: (min: 127.0, avg: 145.0, max: 191.0)
+[2026-06-02 18:04:47,389][329331] Avg episode reward: [(0, '233.504')]
+[2026-06-02 18:04:47,578][331171] Updated weights for policy 0, policy_version 8905 (0.0008)
+[2026-06-02 18:04:47,751][331171] Updated weights for policy 0, policy_version 8915 (0.0008)
+[2026-06-02 18:04:47,943][331171] Updated weights for policy 0, policy_version 8926 (0.0008)
+[2026-06-02 18:04:48,116][331171] Updated weights for policy 0, policy_version 8936 (0.0008)
+[2026-06-02 18:04:48,254][330880] Saving new best policy, reward=233.504!
+[2026-06-02 18:04:48,768][331171] Updated weights for policy 0, policy_version 8946 (0.0008)
+[2026-06-02 18:04:48,968][331171] Updated weights for policy 0, policy_version 8958 (0.0008)
+[2026-06-02 18:04:49,156][331171] Updated weights for policy 0, policy_version 8969 (0.0008)
+[2026-06-02 18:04:49,328][331171] Updated weights for policy 0, policy_version 8979 (0.0008)
+[2026-06-02 18:04:49,500][331171] Updated weights for policy 0, policy_version 8989 (0.0008)
+[2026-06-02 18:04:49,683][331171] Updated weights for policy 0, policy_version 8999 (0.0008)
+[2026-06-02 18:04:50,306][331171] Updated weights for policy 0, policy_version 9009 (0.0008)
+[2026-06-02 18:04:50,471][331171] Updated weights for policy 0, policy_version 9019 (0.0009)
+[2026-06-02 18:04:50,646][331171] Updated weights for policy 0, policy_version 9029 (0.0009)
+[2026-06-02 18:04:50,815][331171] Updated weights for policy 0, policy_version 9039 (0.0008)
+[2026-06-02 18:04:51,005][331171] Updated weights for policy 0, policy_version 9050 (0.0009)
+[2026-06-02 18:04:51,202][331171] Updated weights for policy 0, policy_version 9061 (0.0008)
+[2026-06-02 18:04:51,373][331171] Updated weights for policy 0, policy_version 9071 (0.0009)
+[2026-06-02 18:04:51,972][331171] Updated weights for policy 0, policy_version 9081 (0.0009)
+[2026-06-02 18:04:52,174][331171] Updated weights for policy 0, policy_version 9093 (0.0008)
+[2026-06-02 18:04:52,351][331171] Updated weights for policy 0, policy_version 9103 (0.0008)
+[2026-06-02 18:04:52,388][329331] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 19800.3). Total num frames: 4653056. Throughput: 0: 21029.0. Samples: 4665600. Policy #0 lag: (min: 127.0, avg: 145.0, max: 191.0)
+[2026-06-02 18:04:52,389][329331] Avg episode reward: [(0, '226.371')]
+[2026-06-02 18:04:52,526][331171] Updated weights for policy 0, policy_version 9113 (0.0009)
+[2026-06-02 18:04:52,719][331171] Updated weights for policy 0, policy_version 9124 (0.0008)
+[2026-06-02 18:04:52,886][331171] Updated weights for policy 0, policy_version 9134 (0.0008)
+[2026-06-02 18:04:53,551][331171] Updated weights for policy 0, policy_version 9145 (0.0009)
+[2026-06-02 18:04:53,731][331171] Updated weights for policy 0, policy_version 9156 (0.0008)
+[2026-06-02 18:04:53,902][331171] Updated weights for policy 0, policy_version 9166 (0.0008)
+[2026-06-02 18:04:54,086][331171] Updated weights for policy 0, policy_version 9176 (0.0008)
+[2026-06-02 18:04:54,279][331171] Updated weights for policy 0, policy_version 9187 (0.0008)
+[2026-06-02 18:04:54,451][331171] Updated weights for policy 0, policy_version 9197 (0.0008)
+[2026-06-02 18:04:55,070][331171] Updated weights for policy 0, policy_version 9208 (0.0008)
+[2026-06-02 18:04:55,247][331171] Updated weights for policy 0, policy_version 9218 (0.0008)
+[2026-06-02 18:04:55,440][331171] Updated weights for policy 0, policy_version 9229 (0.0010)
+[2026-06-02 18:04:55,627][331171] Updated weights for policy 0, policy_version 9240 (0.0008)
+[2026-06-02 18:04:55,795][331171] Updated weights for policy 0, policy_version 9250 (0.0008)
+[2026-06-02 18:04:55,999][331171] Updated weights for policy 0, policy_version 9261 (0.0008)
+[2026-06-02 18:04:56,641][331171] Updated weights for policy 0, policy_version 9271 (0.0007)
+[2026-06-02 18:04:56,808][331171] Updated weights for policy 0, policy_version 9281 (0.0004)
+[2026-06-02 18:04:57,003][331171] Updated weights for policy 0, policy_version 9292 (0.0005)
+[2026-06-02 18:04:57,204][331171] Updated weights for policy 0, policy_version 9303 (0.0008)
+[2026-06-02 18:04:57,374][331171] Updated weights for policy 0, policy_version 9313 (0.0008)
+[2026-06-02 18:04:57,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19797.3). Total num frames: 4751360. Throughput: 0: 20764.5. Samples: 4784128. Policy #0 lag: (min: 37.0, avg: 52.6, max: 101.0)
+[2026-06-02 18:04:57,389][329331] Avg episode reward: [(0, '225.931')]
+[2026-06-02 18:04:57,560][331171] Updated weights for policy 0, policy_version 9323 (0.0008)
+[2026-06-02 18:04:58,132][331171] Updated weights for policy 0, policy_version 9333 (0.0009)
+[2026-06-02 18:04:58,288][331171] Updated weights for policy 0, policy_version 9343 (0.0008)
+[2026-06-02 18:04:58,468][331171] Updated weights for policy 0, policy_version 9353 (0.0005)
+[2026-06-02 18:04:58,640][331171] Updated weights for policy 0, policy_version 9363 (0.0005)
+[2026-06-02 18:04:58,836][331171] Updated weights for policy 0, policy_version 9374 (0.0004)
+[2026-06-02 18:04:59,014][331171] Updated weights for policy 0, policy_version 9384 (0.0005)
+[2026-06-02 18:04:59,624][331171] Updated weights for policy 0, policy_version 9394 (0.0004)
+[2026-06-02 18:04:59,791][331171] Updated weights for policy 0, policy_version 9404 (0.0005)
+[2026-06-02 18:04:59,959][331171] Updated weights for policy 0, policy_version 9414 (0.0005)
+[2026-06-02 18:05:00,132][331171] Updated weights for policy 0, policy_version 9424 (0.0004)
+[2026-06-02 18:05:00,328][331171] Updated weights for policy 0, policy_version 9435 (0.0004)
+[2026-06-02 18:05:00,527][331171] Updated weights for policy 0, policy_version 9446 (0.0004)
+[2026-06-02 18:05:00,699][331171] Updated weights for policy 0, policy_version 9456 (0.0005)
+[2026-06-02 18:05:01,322][331171] Updated weights for policy 0, policy_version 9467 (0.0004)
+[2026-06-02 18:05:01,497][331171] Updated weights for policy 0, policy_version 9477 (0.0004)
+[2026-06-02 18:05:01,665][331171] Updated weights for policy 0, policy_version 9487 (0.0004)
+[2026-06-02 18:05:01,851][331171] Updated weights for policy 0, policy_version 9497 (0.0005)
+[2026-06-02 18:05:02,025][331171] Updated weights for policy 0, policy_version 9507 (0.0008)
+[2026-06-02 18:05:02,212][331171] Updated weights for policy 0, policy_version 9517 (0.0008)
+[2026-06-02 18:05:02,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.3, 300 sec: 19928.3). Total num frames: 4882432. Throughput: 0: 20949.3. Samples: 4911360. Policy #0 lag: (min: 37.0, avg: 52.6, max: 101.0)
+[2026-06-02 18:05:02,389][329331] Avg episode reward: [(0, '258.863')]
+[2026-06-02 18:05:02,394][330880] Saving new best policy, reward=258.863!
+[2026-06-02 18:05:02,798][331171] Updated weights for policy 0, policy_version 9527 (0.0009)
+[2026-06-02 18:05:02,979][331171] Updated weights for policy 0, policy_version 9538 (0.0008)
+[2026-06-02 18:05:03,176][331171] Updated weights for policy 0, policy_version 9549 (0.0008)
+[2026-06-02 18:05:03,350][331171] Updated weights for policy 0, policy_version 9559 (0.0008)
+[2026-06-02 18:05:03,527][331171] Updated weights for policy 0, policy_version 9569 (0.0008)
+[2026-06-02 18:05:03,702][331171] Updated weights for policy 0, policy_version 9579 (0.0008)
+[2026-06-02 18:05:04,310][331171] Updated weights for policy 0, policy_version 9589 (0.0008)
+[2026-06-02 18:05:04,474][331171] Updated weights for policy 0, policy_version 9599 (0.0008)
+[2026-06-02 18:05:04,646][331171] Updated weights for policy 0, policy_version 9609 (0.0008)
+[2026-06-02 18:05:04,822][331171] Updated weights for policy 0, policy_version 9619 (0.0008)
+[2026-06-02 18:05:04,993][331171] Updated weights for policy 0, policy_version 9629 (0.0008)
+[2026-06-02 18:05:05,168][331171] Updated weights for policy 0, policy_version 9639 (0.0008)
+[2026-06-02 18:05:05,794][331171] Updated weights for policy 0, policy_version 9649 (0.0009)
+[2026-06-02 18:05:05,947][331171] Updated weights for policy 0, policy_version 9659 (0.0008)
+[2026-06-02 18:05:06,126][331171] Updated weights for policy 0, policy_version 9669 (0.0008)
+[2026-06-02 18:05:06,337][331171] Updated weights for policy 0, policy_version 9681 (0.0009)
+[2026-06-02 18:05:06,530][331171] Updated weights for policy 0, policy_version 9692 (0.0008)
+[2026-06-02 18:05:06,739][331171] Updated weights for policy 0, policy_version 9704 (0.0008)
+[2026-06-02 18:05:07,339][331171] Updated weights for policy 0, policy_version 9714 (0.0008)
+[2026-06-02 18:05:07,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 19923.0). Total num frames: 4980736. Throughput: 0: 20983.5. Samples: 4972800. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 18:05:07,389][329331] Avg episode reward: [(0, '215.665')]
+[2026-06-02 18:05:07,501][331171] Updated weights for policy 0, policy_version 9724 (0.0008)
+[2026-06-02 18:05:07,673][331171] Updated weights for policy 0, policy_version 9734 (0.0008)
+[2026-06-02 18:05:07,846][331171] Updated weights for policy 0, policy_version 9744 (0.0008)
+[2026-06-02 18:05:08,030][331171] Updated weights for policy 0, policy_version 9755 (0.0008)
+[2026-06-02 18:05:08,214][331171] Updated weights for policy 0, policy_version 9765 (0.0008)
+[2026-06-02 18:05:08,381][331171] Updated weights for policy 0, policy_version 9775 (0.0008)
+[2026-06-02 18:05:08,989][331171] Updated weights for policy 0, policy_version 9785 (0.0007)
+[2026-06-02 18:05:09,176][331171] Updated weights for policy 0, policy_version 9796 (0.0007)
+[2026-06-02 18:05:09,346][331171] Updated weights for policy 0, policy_version 9806 (0.0008)
+[2026-06-02 18:05:09,521][331171] Updated weights for policy 0, policy_version 9816 (0.0008)
+[2026-06-02 18:05:09,694][331171] Updated weights for policy 0, policy_version 9826 (0.0008)
+[2026-06-02 18:05:09,871][331171] Updated weights for policy 0, policy_version 9836 (0.0008)
+[2026-06-02 18:05:10,522][331171] Updated weights for policy 0, policy_version 9847 (0.0008)
+[2026-06-02 18:05:10,686][331171] Updated weights for policy 0, policy_version 9857 (0.0008)
+[2026-06-02 18:05:10,857][331171] Updated weights for policy 0, policy_version 9867 (0.0008)
+[2026-06-02 18:05:11,036][331171] Updated weights for policy 0, policy_version 9877 (0.0005)
+[2026-06-02 18:05:11,241][331171] Updated weights for policy 0, policy_version 9888 (0.0004)
+[2026-06-02 18:05:11,422][331171] Updated weights for policy 0, policy_version 9898 (0.0004)
+[2026-06-02 18:05:12,014][331171] Updated weights for policy 0, policy_version 9908 (0.0004)
+[2026-06-02 18:05:12,182][331171] Updated weights for policy 0, policy_version 9918 (0.0004)
+[2026-06-02 18:05:12,371][331171] Updated weights for policy 0, policy_version 9928 (0.0004)
+[2026-06-02 18:05:12,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19917.8). Total num frames: 5079040. Throughput: 0: 20974.9. Samples: 5100800. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 18:05:12,389][329331] Avg episode reward: [(0, '224.704')]
+[2026-06-02 18:05:12,538][331171] Updated weights for policy 0, policy_version 9938 (0.0004)
+[2026-06-02 18:05:12,732][331171] Updated weights for policy 0, policy_version 9948 (0.0004)
+[2026-06-02 18:05:12,909][331171] Updated weights for policy 0, policy_version 9958 (0.0006)
+[2026-06-02 18:05:13,087][331171] Updated weights for policy 0, policy_version 9968 (0.0008)
+[2026-06-02 18:05:13,668][331171] Updated weights for policy 0, policy_version 9978 (0.0008)
+[2026-06-02 18:05:13,835][331171] Updated weights for policy 0, policy_version 9988 (0.0008)
+[2026-06-02 18:05:14,009][331171] Updated weights for policy 0, policy_version 9998 (0.0008)
+[2026-06-02 18:05:14,183][331171] Updated weights for policy 0, policy_version 10008 (0.0008)
+[2026-06-02 18:05:14,383][331171] Updated weights for policy 0, policy_version 10019 (0.0008)
+[2026-06-02 18:05:14,560][331171] Updated weights for policy 0, policy_version 10029 (0.0008)
+[2026-06-02 18:05:15,166][331171] Updated weights for policy 0, policy_version 10039 (0.0009)
+[2026-06-02 18:05:15,350][331171] Updated weights for policy 0, policy_version 10050 (0.0009)
+[2026-06-02 18:05:15,525][331171] Updated weights for policy 0, policy_version 10060 (0.0009)
+[2026-06-02 18:05:15,699][331171] Updated weights for policy 0, policy_version 10070 (0.0009)
+[2026-06-02 18:05:15,878][331171] Updated weights for policy 0, policy_version 10080 (0.0009)
+[2026-06-02 18:05:16,068][331171] Updated weights for policy 0, policy_version 10091 (0.0009)
+[2026-06-02 18:05:16,697][331171] Updated weights for policy 0, policy_version 10101 (0.0009)
+[2026-06-02 18:05:16,858][331171] Updated weights for policy 0, policy_version 10111 (0.0009)
+[2026-06-02 18:05:17,029][331171] Updated weights for policy 0, policy_version 10121 (0.0009)
+[2026-06-02 18:05:17,201][331171] Updated weights for policy 0, policy_version 10131 (0.0008)
+[2026-06-02 18:05:17,376][331171] Updated weights for policy 0, policy_version 10141 (0.0009)
+[2026-06-02 18:05:17,388][329331] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 19912.9). Total num frames: 5177344. Throughput: 0: 21023.2. Samples: 5230080. Policy #0 lag: (min: 23.0, avg: 40.3, max: 87.0)
+[2026-06-02 18:05:17,390][329331] Avg episode reward: [(0, '296.691')]
+[2026-06-02 18:05:17,549][331171] Updated weights for policy 0, policy_version 10151 (0.0008)
+[2026-06-02 18:05:17,698][330880] Saving new best policy, reward=296.691!
+[2026-06-02 18:05:18,204][331171] Updated weights for policy 0, policy_version 10161 (0.0009)
+[2026-06-02 18:05:18,364][331171] Updated weights for policy 0, policy_version 10171 (0.0008)
+[2026-06-02 18:05:18,533][331171] Updated weights for policy 0, policy_version 10181 (0.0008)
+[2026-06-02 18:05:18,707][331171] Updated weights for policy 0, policy_version 10191 (0.0008)
+[2026-06-02 18:05:18,886][331171] Updated weights for policy 0, policy_version 10201 (0.0008)
+[2026-06-02 18:05:19,061][331171] Updated weights for policy 0, policy_version 10211 (0.0008)
+[2026-06-02 18:05:19,238][331171] Updated weights for policy 0, policy_version 10221 (0.0008)
+[2026-06-02 18:05:19,865][331171] Updated weights for policy 0, policy_version 10231 (0.0008)
+[2026-06-02 18:05:20,027][331171] Updated weights for policy 0, policy_version 10241 (0.0008)
+[2026-06-02 18:05:20,206][331171] Updated weights for policy 0, policy_version 10251 (0.0009)
+[2026-06-02 18:05:20,383][331171] Updated weights for policy 0, policy_version 10261 (0.0009)
+[2026-06-02 18:05:20,551][331171] Updated weights for policy 0, policy_version 10271 (0.0009)
+[2026-06-02 18:05:20,731][331171] Updated weights for policy 0, policy_version 10281 (0.0009)
+[2026-06-02 18:05:21,347][331171] Updated weights for policy 0, policy_version 10291 (0.0009)
+[2026-06-02 18:05:21,539][331171] Updated weights for policy 0, policy_version 10303 (0.0008)
+[2026-06-02 18:05:21,711][331171] Updated weights for policy 0, policy_version 10313 (0.0008)
+[2026-06-02 18:05:21,886][331171] Updated weights for policy 0, policy_version 10323 (0.0008)
+[2026-06-02 18:05:22,064][331171] Updated weights for policy 0, policy_version 10333 (0.0008)
+[2026-06-02 18:05:22,249][331171] Updated weights for policy 0, policy_version 10344 (0.0008)
+[2026-06-02 18:05:22,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19908.1). Total num frames: 5275648. Throughput: 0: 21020.4. Samples: 5294848. Policy #0 lag: (min: 23.0, avg: 40.3, max: 87.0)
+[2026-06-02 18:05:22,389][329331] Avg episode reward: [(0, '259.976')]
+[2026-06-02 18:05:22,913][331171] Updated weights for policy 0, policy_version 10354 (0.0008)
+[2026-06-02 18:05:23,073][331171] Updated weights for policy 0, policy_version 10364 (0.0008)
+[2026-06-02 18:05:23,243][331171] Updated weights for policy 0, policy_version 10374 (0.0008)
+[2026-06-02 18:05:23,419][331171] Updated weights for policy 0, policy_version 10384 (0.0008)
+[2026-06-02 18:05:23,592][331171] Updated weights for policy 0, policy_version 10394 (0.0008)
+[2026-06-02 18:05:23,781][331171] Updated weights for policy 0, policy_version 10404 (0.0009)
+[2026-06-02 18:05:23,957][331171] Updated weights for policy 0, policy_version 10414 (0.0008)
+[2026-06-02 18:05:24,572][331171] Updated weights for policy 0, policy_version 10424 (0.0009)
+[2026-06-02 18:05:24,739][331171] Updated weights for policy 0, policy_version 10434 (0.0008)
+[2026-06-02 18:05:24,950][331171] Updated weights for policy 0, policy_version 10446 (0.0009)
+[2026-06-02 18:05:25,132][331171] Updated weights for policy 0, policy_version 10456 (0.0009)
+[2026-06-02 18:05:25,342][331171] Updated weights for policy 0, policy_version 10468 (0.0009)
+[2026-06-02 18:05:25,518][331171] Updated weights for policy 0, policy_version 10478 (0.0008)
+[2026-06-02 18:05:26,107][331171] Updated weights for policy 0, policy_version 10488 (0.0009)
+[2026-06-02 18:05:26,277][331171] Updated weights for policy 0, policy_version 10498 (0.0008)
+[2026-06-02 18:05:26,451][331171] Updated weights for policy 0, policy_version 10508 (0.0008)
+[2026-06-02 18:05:26,627][331171] Updated weights for policy 0, policy_version 10518 (0.0008)
+[2026-06-02 18:05:26,797][331171] Updated weights for policy 0, policy_version 10528 (0.0008)
+[2026-06-02 18:05:26,980][331171] Updated weights for policy 0, policy_version 10538 (0.0008)
+[2026-06-02 18:05:27,388][329331] Fps is (10 sec: 22938.0, 60 sec: 21299.2, 300 sec: 20024.9). Total num frames: 5406720. Throughput: 0: 21048.9. Samples: 5423744. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 18:05:27,389][329331] Avg episode reward: [(0, '248.187')]
+[2026-06-02 18:05:27,619][331171] Updated weights for policy 0, policy_version 10548 (0.0009)
+[2026-06-02 18:05:27,781][331171] Updated weights for policy 0, policy_version 10558 (0.0008)
+[2026-06-02 18:05:27,952][331171] Updated weights for policy 0, policy_version 10568 (0.0008)
+[2026-06-02 18:05:28,129][331171] Updated weights for policy 0, policy_version 10578 (0.0008)
+[2026-06-02 18:05:28,324][331171] Updated weights for policy 0, policy_version 10589 (0.0008)
+[2026-06-02 18:05:28,516][331171] Updated weights for policy 0, policy_version 10600 (0.0008)
+[2026-06-02 18:05:29,145][331171] Updated weights for policy 0, policy_version 10610 (0.0008)
+[2026-06-02 18:05:29,306][331171] Updated weights for policy 0, policy_version 10620 (0.0009)
+[2026-06-02 18:05:29,484][331171] Updated weights for policy 0, policy_version 10630 (0.0009)
+[2026-06-02 18:05:29,673][331171] Updated weights for policy 0, policy_version 10641 (0.0008)
+[2026-06-02 18:05:29,842][331171] Updated weights for policy 0, policy_version 10651 (0.0009)
+[2026-06-02 18:05:30,024][331171] Updated weights for policy 0, policy_version 10661 (0.0009)
+[2026-06-02 18:05:30,201][331171] Updated weights for policy 0, policy_version 10671 (0.0009)
+[2026-06-02 18:05:30,803][331171] Updated weights for policy 0, policy_version 10681 (0.0009)
+[2026-06-02 18:05:30,974][331171] Updated weights for policy 0, policy_version 10691 (0.0009)
+[2026-06-02 18:05:31,152][331171] Updated weights for policy 0, policy_version 10701 (0.0009)
+[2026-06-02 18:05:31,330][331171] Updated weights for policy 0, policy_version 10711 (0.0009)
+[2026-06-02 18:05:31,512][331171] Updated weights for policy 0, policy_version 10721 (0.0009)
+[2026-06-02 18:05:31,682][331171] Updated weights for policy 0, policy_version 10731 (0.0008)
+[2026-06-02 18:05:32,262][331171] Updated weights for policy 0, policy_version 10741 (0.0008)
+[2026-06-02 18:05:32,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20018.3). Total num frames: 5505024. Throughput: 0: 21074.5. Samples: 5552000. Policy #0 lag: (min: 23.0, avg: 40.5, max: 87.0)
+[2026-06-02 18:05:32,389][329331] Avg episode reward: [(0, '278.079')]
+[2026-06-02 18:05:32,423][331171] Updated weights for policy 0, policy_version 10751 (0.0008)
+[2026-06-02 18:05:32,609][331171] Updated weights for policy 0, policy_version 10761 (0.0008)
+[2026-06-02 18:05:32,782][331171] Updated weights for policy 0, policy_version 10771 (0.0008)
+[2026-06-02 18:05:32,955][331171] Updated weights for policy 0, policy_version 10781 (0.0008)
+[2026-06-02 18:05:33,126][331171] Updated weights for policy 0, policy_version 10791 (0.0008)
+[2026-06-02 18:05:33,760][331171] Updated weights for policy 0, policy_version 10801 (0.0009)
+[2026-06-02 18:05:33,922][331171] Updated weights for policy 0, policy_version 10811 (0.0008)
+[2026-06-02 18:05:34,108][331171] Updated weights for policy 0, policy_version 10822 (0.0008)
+[2026-06-02 18:05:34,286][331171] Updated weights for policy 0, policy_version 10832 (0.0008)
+[2026-06-02 18:05:34,461][331171] Updated weights for policy 0, policy_version 10842 (0.0008)
+[2026-06-02 18:05:34,634][331171] Updated weights for policy 0, policy_version 10852 (0.0008)
+[2026-06-02 18:05:34,806][331171] Updated weights for policy 0, policy_version 10862 (0.0008)
+[2026-06-02 18:05:35,464][331171] Updated weights for policy 0, policy_version 10872 (0.0008)
+[2026-06-02 18:05:35,627][331171] Updated weights for policy 0, policy_version 10882 (0.0008)
+[2026-06-02 18:05:35,827][331171] Updated weights for policy 0, policy_version 10893 (0.0008)
+[2026-06-02 18:05:36,024][331171] Updated weights for policy 0, policy_version 10904 (0.0008)
+[2026-06-02 18:05:36,199][331171] Updated weights for policy 0, policy_version 10914 (0.0008)
+[2026-06-02 18:05:36,375][331171] Updated weights for policy 0, policy_version 10924 (0.0008)
+[2026-06-02 18:05:36,979][331171] Updated weights for policy 0, policy_version 10934 (0.0008)
+[2026-06-02 18:05:37,144][331171] Updated weights for policy 0, policy_version 10944 (0.0008)
+[2026-06-02 18:05:37,329][331171] Updated weights for policy 0, policy_version 10955 (0.0008)
+[2026-06-02 18:05:37,388][329331] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20011.9). Total num frames: 5603328. Throughput: 0: 21037.5. Samples: 5612288. Policy #0 lag: (min: 23.0, avg: 40.5, max: 87.0)
+[2026-06-02 18:05:37,389][329331] Avg episode reward: [(0, '279.786')]
+[2026-06-02 18:05:37,500][331171] Updated weights for policy 0, policy_version 10965 (0.0008)
+[2026-06-02 18:05:37,683][331171] Updated weights for policy 0, policy_version 10975 (0.0008)
+[2026-06-02 18:05:37,855][331171] Updated weights for policy 0, policy_version 10985 (0.0008)
+[2026-06-02 18:05:38,493][331171] Updated weights for policy 0, policy_version 10995 (0.0008)
+[2026-06-02 18:05:38,655][331171] Updated weights for policy 0, policy_version 11005 (0.0008)
+[2026-06-02 18:05:38,819][331171] Updated weights for policy 0, policy_version 11015 (0.0008)
+[2026-06-02 18:05:39,010][331171] Updated weights for policy 0, policy_version 11026 (0.0008)
+[2026-06-02 18:05:39,196][331171] Updated weights for policy 0, policy_version 11036 (0.0008)
+[2026-06-02 18:05:39,369][331171] Updated weights for policy 0, policy_version 11046 (0.0008)
+[2026-06-02 18:05:40,013][331171] Updated weights for policy 0, policy_version 11057 (0.0008)
+[2026-06-02 18:05:40,177][331171] Updated weights for policy 0, policy_version 11067 (0.0008)
+[2026-06-02 18:05:40,349][331171] Updated weights for policy 0, policy_version 11077 (0.0008)
+[2026-06-02 18:05:40,540][331171] Updated weights for policy 0, policy_version 11088 (0.0008)
+[2026-06-02 18:05:40,715][331171] Updated weights for policy 0, policy_version 11098 (0.0008)
+[2026-06-02 18:05:40,889][331171] Updated weights for policy 0, policy_version 11108 (0.0008)
+[2026-06-02 18:05:41,062][331171] Updated weights for policy 0, policy_version 11118 (0.0008)
+[2026-06-02 18:05:41,676][331171] Updated weights for policy 0, policy_version 11128 (0.0009)
+[2026-06-02 18:05:41,844][331171] Updated weights for policy 0, policy_version 11138 (0.0009)
+[2026-06-02 18:05:42,017][331171] Updated weights for policy 0, policy_version 11148 (0.0009)
+[2026-06-02 18:05:42,192][331171] Updated weights for policy 0, policy_version 11158 (0.0009)
+[2026-06-02 18:05:42,369][331171] Updated weights for policy 0, policy_version 11168 (0.0009)
+[2026-06-02 18:05:42,388][329331] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20005.7). Total num frames: 5701632. Throughput: 0: 21091.6. Samples: 5733248. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0)
+[2026-06-02 18:05:42,389][329331] Avg episode reward: [(0, '302.925')]
+[2026-06-02 18:05:42,541][331171] Updated weights for policy 0, policy_version 11178 (0.0009)
+[2026-06-02 18:05:42,639][330880] Saving new best policy, reward=302.925!
+[2026-06-02 18:05:43,173][331171] Updated weights for policy 0, policy_version 11188 (0.0009)
+[2026-06-02 18:05:43,338][331171] Updated weights for policy 0, policy_version 11198 (0.0009)
+[2026-06-02 18:05:43,512][331171] Updated weights for policy 0, policy_version 11208 (0.0009)
+[2026-06-02 18:05:43,686][331171] Updated weights for policy 0, policy_version 11218 (0.0009)
+[2026-06-02 18:05:43,862][331171] Updated weights for policy 0, policy_version 11228 (0.0009)
+[2026-06-02 18:05:44,039][331171] Updated weights for policy 0, policy_version 11238 (0.0009)
+[2026-06-02 18:05:44,211][331171] Updated weights for policy 0, policy_version 11248 (0.0010)
+[2026-06-02 18:05:44,810][331171] Updated weights for policy 0, policy_version 11258 (0.0009)
+[2026-06-02 18:05:45,017][331171] Updated weights for policy 0, policy_version 11270 (0.0009)
+[2026-06-02 18:05:45,199][331171] Updated weights for policy 0, policy_version 11281 (0.0009)
+[2026-06-02 18:05:45,383][331171] Updated weights for policy 0, policy_version 11291 (0.0009)
+[2026-06-02 18:05:45,557][331171] Updated weights for policy 0, policy_version 11301 (0.0009)
+[2026-06-02 18:05:45,730][331171] Updated weights for policy 0, policy_version 11311 (0.0009)
+[2026-06-02 18:05:46,326][331171] Updated weights for policy 0, policy_version 11321 (0.0008)
+[2026-06-02 18:05:46,514][331171] Updated weights for policy 0, policy_version 11332 (0.0009)
+[2026-06-02 18:05:46,687][331171] Updated weights for policy 0, policy_version 11342 (0.0009)
+[2026-06-02 18:05:46,882][331171] Updated weights for policy 0, policy_version 11353 (0.0009)
+[2026-06-02 18:05:47,059][331171] Updated weights for policy 0, policy_version 11363 (0.0009)
+[2026-06-02 18:05:47,245][331171] Updated weights for policy 0, policy_version 11374 (0.0009)
+[2026-06-02 18:05:47,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20112.8). Total num frames: 5832704. Throughput: 0: 21120.0. Samples: 5861760. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0)
+[2026-06-02 18:05:47,389][329331] Avg episode reward: [(0, '276.136')]
+[2026-06-02 18:05:47,857][331171] Updated weights for policy 0, policy_version 11384 (0.0009)
+[2026-06-02 18:05:48,026][331171] Updated weights for policy 0, policy_version 11394 (0.0009)
+[2026-06-02 18:05:48,220][331171] Updated weights for policy 0, policy_version 11405 (0.0009)
+[2026-06-02 18:05:48,415][331171] Updated weights for policy 0, policy_version 11416 (0.0009)
+[2026-06-02 18:05:48,598][331171] Updated weights for policy 0, policy_version 11426 (0.0007)
+[2026-06-02 18:05:48,773][331171] Updated weights for policy 0, policy_version 11436 (0.0009)
+[2026-06-02 18:05:49,370][331171] Updated weights for policy 0, policy_version 11446 (0.0009)
+[2026-06-02 18:05:49,534][331171] Updated weights for policy 0, policy_version 11456 (0.0009)
+[2026-06-02 18:05:49,710][331171] Updated weights for policy 0, policy_version 11466 (0.0008)
+[2026-06-02 18:05:49,885][331171] Updated weights for policy 0, policy_version 11476 (0.0009)
+[2026-06-02 18:05:50,063][331171] Updated weights for policy 0, policy_version 11486 (0.0009)
+[2026-06-02 18:05:50,253][331171] Updated weights for policy 0, policy_version 11497 (0.0009)
+[2026-06-02 18:05:50,867][331171] Updated weights for policy 0, policy_version 11507 (0.0009)
+[2026-06-02 18:05:51,031][331171] Updated weights for policy 0, policy_version 11517 (0.0009)
+[2026-06-02 18:05:51,204][331171] Updated weights for policy 0, policy_version 11527 (0.0009)
+[2026-06-02 18:05:51,381][331171] Updated weights for policy 0, policy_version 11537 (0.0009)
+[2026-06-02 18:05:51,555][331171] Updated weights for policy 0, policy_version 11547 (0.0009)
+[2026-06-02 18:05:51,749][331171] Updated weights for policy 0, policy_version 11558 (0.0009)
+[2026-06-02 18:05:51,921][331171] Updated weights for policy 0, policy_version 11568 (0.0009)
+[2026-06-02 18:05:52,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20105.1). Total num frames: 5931008. Throughput: 0: 21168.4. Samples: 5925376. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 18:05:52,389][329331] Avg episode reward: [(0, '297.991')]
+[2026-06-02 18:05:52,538][331171] Updated weights for policy 0, policy_version 11579 (0.0009)
+[2026-06-02 18:05:52,704][331171] Updated weights for policy 0, policy_version 11589 (0.0007)
+[2026-06-02 18:05:52,886][331171] Updated weights for policy 0, policy_version 11599 (0.0008)
+[2026-06-02 18:05:53,064][331171] Updated weights for policy 0, policy_version 11609 (0.0009)
+[2026-06-02 18:05:53,238][331171] Updated weights for policy 0, policy_version 11619 (0.0009)
+[2026-06-02 18:05:53,414][331171] Updated weights for policy 0, policy_version 11629 (0.0008)
+[2026-06-02 18:05:54,066][331171] Updated weights for policy 0, policy_version 11640 (0.0008)
+[2026-06-02 18:05:54,233][331171] Updated weights for policy 0, policy_version 11650 (0.0009)
+[2026-06-02 18:05:54,408][331171] Updated weights for policy 0, policy_version 11660 (0.0009)
+[2026-06-02 18:05:54,598][331171] Updated weights for policy 0, policy_version 11671 (0.0009)
+[2026-06-02 18:05:54,776][331171] Updated weights for policy 0, policy_version 11681 (0.0009)
+[2026-06-02 18:05:54,949][331171] Updated weights for policy 0, policy_version 11691 (0.0008)
+[2026-06-02 18:05:55,557][331171] Updated weights for policy 0, policy_version 11701 (0.0009)
+[2026-06-02 18:05:55,722][331171] Updated weights for policy 0, policy_version 11711 (0.0008)
+[2026-06-02 18:05:55,906][331171] Updated weights for policy 0, policy_version 11722 (0.0009)
+[2026-06-02 18:05:56,101][331171] Updated weights for policy 0, policy_version 11733 (0.0009)
+[2026-06-02 18:05:56,277][331171] Updated weights for policy 0, policy_version 11743 (0.0009)
+[2026-06-02 18:05:56,450][331171] Updated weights for policy 0, policy_version 11753 (0.0009)
+[2026-06-02 18:05:57,076][331171] Updated weights for policy 0, policy_version 11763 (0.0009)
+[2026-06-02 18:05:57,236][331171] Updated weights for policy 0, policy_version 11773 (0.0008)
+[2026-06-02 18:05:57,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20216.2). Total num frames: 6029312. Throughput: 0: 21125.7. Samples: 6051456. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 18:05:57,389][329331] Avg episode reward: [(0, '279.576')]
+[2026-06-02 18:05:57,412][331171] Updated weights for policy 0, policy_version 11783 (0.0009)
+[2026-06-02 18:05:57,618][331171] Updated weights for policy 0, policy_version 11795 (0.0009)
+[2026-06-02 18:05:57,822][331171] Updated weights for policy 0, policy_version 11806 (0.0008)
+[2026-06-02 18:05:58,000][331171] Updated weights for policy 0, policy_version 11816 (0.0008)
+[2026-06-02 18:05:58,611][331171] Updated weights for policy 0, policy_version 11826 (0.0009)
+[2026-06-02 18:05:58,774][331171] Updated weights for policy 0, policy_version 11836 (0.0009)
+[2026-06-02 18:05:58,949][331171] Updated weights for policy 0, policy_version 11846 (0.0009)
+[2026-06-02 18:05:59,124][331171] Updated weights for policy 0, policy_version 11856 (0.0009)
+[2026-06-02 18:05:59,297][331171] Updated weights for policy 0, policy_version 11866 (0.0009)
+[2026-06-02 18:05:59,470][331171] Updated weights for policy 0, policy_version 11876 (0.0008)
+[2026-06-02 18:05:59,671][331171] Updated weights for policy 0, policy_version 11887 (0.0009)
+[2026-06-02 18:06:00,260][331171] Updated weights for policy 0, policy_version 11897 (0.0009)
+[2026-06-02 18:06:00,432][331171] Updated weights for policy 0, policy_version 11907 (0.0008)
+[2026-06-02 18:06:00,606][331171] Updated weights for policy 0, policy_version 11917 (0.0009)
+[2026-06-02 18:06:00,785][331171] Updated weights for policy 0, policy_version 11927 (0.0009)
+[2026-06-02 18:06:00,976][331171] Updated weights for policy 0, policy_version 11938 (0.0009)
+[2026-06-02 18:06:01,154][331171] Updated weights for policy 0, policy_version 11948 (0.0008)
+[2026-06-02 18:06:01,774][331171] Updated weights for policy 0, policy_version 11958 (0.0009)
+[2026-06-02 18:06:01,940][331171] Updated weights for policy 0, policy_version 11968 (0.0008)
+[2026-06-02 18:06:02,119][331171] Updated weights for policy 0, policy_version 11978 (0.0009)
+[2026-06-02 18:06:02,290][331171] Updated weights for policy 0, policy_version 11988 (0.0009)
+[2026-06-02 18:06:02,388][329331] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20327.3). Total num frames: 6127616. Throughput: 0: 21117.2. Samples: 6180352. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 18:06:02,389][329331] Avg episode reward: [(0, '290.109')]
+[2026-06-02 18:06:02,475][331171] Updated weights for policy 0, policy_version 11998 (0.0009)
+[2026-06-02 18:06:02,655][331171] Updated weights for policy 0, policy_version 12008 (0.0009)
+[2026-06-02 18:06:03,267][331171] Updated weights for policy 0, policy_version 12018 (0.0009)
+[2026-06-02 18:06:03,444][331171] Updated weights for policy 0, policy_version 12029 (0.0008)
+[2026-06-02 18:06:03,614][331171] Updated weights for policy 0, policy_version 12039 (0.0009)
+[2026-06-02 18:06:03,793][331171] Updated weights for policy 0, policy_version 12049 (0.0008)
+[2026-06-02 18:06:03,969][331171] Updated weights for policy 0, policy_version 12059 (0.0008)
+[2026-06-02 18:06:04,148][331171] Updated weights for policy 0, policy_version 12069 (0.0009)
+[2026-06-02 18:06:04,322][331171] Updated weights for policy 0, policy_version 12079 (0.0009)
+[2026-06-02 18:06:04,923][331171] Updated weights for policy 0, policy_version 12089 (0.0009)
+[2026-06-02 18:06:05,093][331171] Updated weights for policy 0, policy_version 12099 (0.0009)
+[2026-06-02 18:06:05,268][331171] Updated weights for policy 0, policy_version 12109 (0.0007)
+[2026-06-02 18:06:05,440][331171] Updated weights for policy 0, policy_version 12119 (0.0009)
+[2026-06-02 18:06:05,639][331171] Updated weights for policy 0, policy_version 12130 (0.0009)
+[2026-06-02 18:06:05,833][331171] Updated weights for policy 0, policy_version 12141 (0.0009)
+[2026-06-02 18:06:06,454][331171] Updated weights for policy 0, policy_version 12151 (0.0009)
+[2026-06-02 18:06:06,638][331171] Updated weights for policy 0, policy_version 12162 (0.0009)
+[2026-06-02 18:06:06,812][331171] Updated weights for policy 0, policy_version 12172 (0.0009)
+[2026-06-02 18:06:06,988][331171] Updated weights for policy 0, policy_version 12182 (0.0009)
+[2026-06-02 18:06:07,160][331171] Updated weights for policy 0, policy_version 12192 (0.0009)
+[2026-06-02 18:06:07,341][331171] Updated weights for policy 0, policy_version 12202 (0.0009)
+[2026-06-02 18:06:07,388][329331] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20327.3). Total num frames: 6225920. Throughput: 0: 21097.3. Samples: 6244224. Policy #0 lag: (min: 39.0, avg: 56.4, max: 103.0)
+[2026-06-02 18:06:07,389][329331] Avg episode reward: [(0, '318.823')]
+[2026-06-02 18:06:07,436][330880] Saving new best policy, reward=318.823!
+[2026-06-02 18:06:07,943][331171] Updated weights for policy 0, policy_version 12213 (0.0009)
+[2026-06-02 18:06:08,120][331171] Updated weights for policy 0, policy_version 12224 (0.0009)
+[2026-06-02 18:06:08,296][331171] Updated weights for policy 0, policy_version 12234 (0.0009)
+[2026-06-02 18:06:08,472][331171] Updated weights for policy 0, policy_version 12244 (0.0008)
+[2026-06-02 18:06:08,649][331171] Updated weights for policy 0, policy_version 12254 (0.0009)
+[2026-06-02 18:06:08,820][331171] Updated weights for policy 0, policy_version 12264 (0.0008)
+[2026-06-02 18:06:09,439][331171] Updated weights for policy 0, policy_version 12274 (0.0008)
+[2026-06-02 18:06:09,601][331171] Updated weights for policy 0, policy_version 12284 (0.0008)
+[2026-06-02 18:06:09,777][331171] Updated weights for policy 0, policy_version 12294 (0.0008)
+[2026-06-02 18:06:09,950][331171] Updated weights for policy 0, policy_version 12304 (0.0009)
+[2026-06-02 18:06:10,128][331171] Updated weights for policy 0, policy_version 12314 (0.0008)
+[2026-06-02 18:06:10,303][331171] Updated weights for policy 0, policy_version 12324 (0.0008)
+[2026-06-02 18:06:10,477][331171] Updated weights for policy 0, policy_version 12334 (0.0009)
+[2026-06-02 18:06:11,079][331171] Updated weights for policy 0, policy_version 12344 (0.0009)
+[2026-06-02 18:06:11,245][331171] Updated weights for policy 0, policy_version 12354 (0.0009)
+[2026-06-02 18:06:11,423][331171] Updated weights for policy 0, policy_version 12364 (0.0009)
+[2026-06-02 18:06:11,604][331171] Updated weights for policy 0, policy_version 12374 (0.0009)
+[2026-06-02 18:06:11,779][331171] Updated weights for policy 0, policy_version 12384 (0.0009)
+[2026-06-02 18:06:11,954][331171] Updated weights for policy 0, policy_version 12394 (0.0008)
+[2026-06-02 18:06:12,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20438.4). Total num frames: 6356992. Throughput: 0: 21085.8. Samples: 6372608. Policy #0 lag: (min: 39.0, avg: 56.4, max: 103.0)
+[2026-06-02 18:06:12,389][329331] Avg episode reward: [(0, '318.769')]
+[2026-06-02 18:06:12,570][331171] Updated weights for policy 0, policy_version 12404 (0.0008)
+[2026-06-02 18:06:12,734][331171] Updated weights for policy 0, policy_version 12414 (0.0009)
+[2026-06-02 18:06:12,919][331171] Updated weights for policy 0, policy_version 12425 (0.0009)
+[2026-06-02 18:06:13,103][331171] Updated weights for policy 0, policy_version 12435 (0.0009)
+[2026-06-02 18:06:13,277][331171] Updated weights for policy 0, policy_version 12445 (0.0008)
+[2026-06-02 18:06:13,452][331171] Updated weights for policy 0, policy_version 12455 (0.0008)
+[2026-06-02 18:06:14,088][331171] Updated weights for policy 0, policy_version 12466 (0.0008)
+[2026-06-02 18:06:14,272][331171] Updated weights for policy 0, policy_version 12477 (0.0008)
+[2026-06-02 18:06:14,459][331171] Updated weights for policy 0, policy_version 12488 (0.0008)
+[2026-06-02 18:06:14,634][331171] Updated weights for policy 0, policy_version 12498 (0.0008)
+[2026-06-02 18:06:14,821][331171] Updated weights for policy 0, policy_version 12509 (0.0008)
+[2026-06-02 18:06:15,003][331171] Updated weights for policy 0, policy_version 12519 (0.0008)
+[2026-06-02 18:06:15,615][331171] Updated weights for policy 0, policy_version 12529 (0.0009)
+[2026-06-02 18:06:15,777][331171] Updated weights for policy 0, policy_version 12539 (0.0008)
+[2026-06-02 18:06:15,950][331171] Updated weights for policy 0, policy_version 12549 (0.0008)
+[2026-06-02 18:06:16,119][331171] Updated weights for policy 0, policy_version 12559 (0.0008)
+[2026-06-02 18:06:16,302][331171] Updated weights for policy 0, policy_version 12569 (0.0008)
+[2026-06-02 18:06:16,492][331171] Updated weights for policy 0, policy_version 12580 (0.0008)
+[2026-06-02 18:06:16,676][331171] Updated weights for policy 0, policy_version 12590 (0.0008)
+[2026-06-02 18:06:17,258][331171] Updated weights for policy 0, policy_version 12600 (0.0008)
+[2026-06-02 18:06:17,388][329331] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 20549.4). Total num frames: 6455296. Throughput: 0: 21071.6. Samples: 6500224. Policy #0 lag: (min: 88.0, avg: 120.9, max: 153.0)
+[2026-06-02 18:06:17,389][329331] Avg episode reward: [(0, '339.510')]
+[2026-06-02 18:06:17,426][331171] Updated weights for policy 0, policy_version 12610 (0.0008)
+[2026-06-02 18:06:17,601][331171] Updated weights for policy 0, policy_version 12620 (0.0008)
+[2026-06-02 18:06:17,771][331171] Updated weights for policy 0, policy_version 12630 (0.0008)
+[2026-06-02 18:06:17,957][331171] Updated weights for policy 0, policy_version 12640 (0.0008)
+[2026-06-02 18:06:18,132][331171] Updated weights for policy 0, policy_version 12650 (0.0008)
+[2026-06-02 18:06:18,233][330880] Saving new best policy, reward=339.510!
+[2026-06-02 18:06:18,728][331171] Updated weights for policy 0, policy_version 12660 (0.0009)
+[2026-06-02 18:06:18,895][331171] Updated weights for policy 0, policy_version 12670 (0.0008)
+[2026-06-02 18:06:19,071][331171] Updated weights for policy 0, policy_version 12680 (0.0008)
+[2026-06-02 18:06:19,252][331171] Updated weights for policy 0, policy_version 12690 (0.0008)
+[2026-06-02 18:06:19,428][331171] Updated weights for policy 0, policy_version 12700 (0.0008)
+[2026-06-02 18:06:19,606][331171] Updated weights for policy 0, policy_version 12710 (0.0008)
+[2026-06-02 18:06:19,779][331171] Updated weights for policy 0, policy_version 12720 (0.0008)
+[2026-06-02 18:06:20,352][331171] Updated weights for policy 0, policy_version 12730 (0.0009)
+[2026-06-02 18:06:20,522][331171] Updated weights for policy 0, policy_version 12740 (0.0009)
+[2026-06-02 18:06:20,698][331171] Updated weights for policy 0, policy_version 12750 (0.0009)
+[2026-06-02 18:06:20,894][331171] Updated weights for policy 0, policy_version 12761 (0.0009)
+[2026-06-02 18:06:21,070][331171] Updated weights for policy 0, policy_version 12771 (0.0009)
+[2026-06-02 18:06:21,251][331171] Updated weights for policy 0, policy_version 12781 (0.0009)
+[2026-06-02 18:06:21,878][331171] Updated weights for policy 0, policy_version 12791 (0.0008)
+[2026-06-02 18:06:22,045][331171] Updated weights for policy 0, policy_version 12801 (0.0009)
+[2026-06-02 18:06:22,233][331171] Updated weights for policy 0, policy_version 12812 (0.0009)
+[2026-06-02 18:06:22,389][329331] Fps is (10 sec: 19658.7, 60 sec: 21298.8, 300 sec: 20549.4). Total num frames: 6553600. Throughput: 0: 21173.5. Samples: 6565120. Policy #0 lag: (min: 88.0, avg: 120.9, max: 153.0)
+[2026-06-02 18:06:22,391][329331] Avg episode reward: [(0, '323.166')]
+[2026-06-02 18:06:22,426][331171] Updated weights for policy 0, policy_version 12823 (0.0009)
+[2026-06-02 18:06:22,617][331171] Updated weights for policy 0, policy_version 12834 (0.0009)
+[2026-06-02 18:06:22,810][331171] Updated weights for policy 0, policy_version 12845 (0.0009)
+[2026-06-02 18:06:23,441][331171] Updated weights for policy 0, policy_version 12855 (0.0009)
+[2026-06-02 18:06:23,609][331171] Updated weights for policy 0, policy_version 12865 (0.0009)
+[2026-06-02 18:06:23,781][331171] Updated weights for policy 0, policy_version 12875 (0.0009)
+[2026-06-02 18:06:23,959][331171] Updated weights for policy 0, policy_version 12885 (0.0009)
+[2026-06-02 18:06:24,125][331171] Updated weights for policy 0, policy_version 12895 (0.0009)
+[2026-06-02 18:06:24,329][331171] Updated weights for policy 0, policy_version 12906 (0.0009)
+[2026-06-02 18:06:24,940][331171] Updated weights for policy 0, policy_version 12916 (0.0008)
+[2026-06-02 18:06:25,105][331171] Updated weights for policy 0, policy_version 12926 (0.0009)
+[2026-06-02 18:06:25,284][331171] Updated weights for policy 0, policy_version 12936 (0.0008)
+[2026-06-02 18:06:25,460][331171] Updated weights for policy 0, policy_version 12946 (0.0008)
+[2026-06-02 18:06:25,635][331171] Updated weights for policy 0, policy_version 12956 (0.0008)
+[2026-06-02 18:06:25,848][331171] Updated weights for policy 0, policy_version 12968 (0.0009)
+[2026-06-02 18:06:26,451][331171] Updated weights for policy 0, policy_version 12978 (0.0008)
+[2026-06-02 18:06:26,614][331171] Updated weights for policy 0, policy_version 12988 (0.0008)
+[2026-06-02 18:06:26,784][331171] Updated weights for policy 0, policy_version 12998 (0.0008)
+[2026-06-02 18:06:26,963][331171] Updated weights for policy 0, policy_version 13008 (0.0008)
+[2026-06-02 18:06:27,141][331171] Updated weights for policy 0, policy_version 13018 (0.0008)
+[2026-06-02 18:06:27,315][331171] Updated weights for policy 0, policy_version 13028 (0.0008)
+[2026-06-02 18:06:27,388][329331] Fps is (10 sec: 19660.9, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 6651904. Throughput: 0: 21174.0. Samples: 6686080. Policy #0 lag: (min: 54.0, avg: 71.4, max: 118.0)
+[2026-06-02 18:06:27,389][329331] Avg episode reward: [(0, '301.734')]
+[2026-06-02 18:06:27,513][331171] Updated weights for policy 0, policy_version 13039 (0.0008)
+[2026-06-02 18:06:28,112][331171] Updated weights for policy 0, policy_version 13049 (0.0009)
+[2026-06-02 18:06:28,284][331171] Updated weights for policy 0, policy_version 13059 (0.0008)
+[2026-06-02 18:06:28,463][331171] Updated weights for policy 0, policy_version 13069 (0.0008)
+[2026-06-02 18:06:28,658][331171] Updated weights for policy 0, policy_version 13080 (0.0008)
+[2026-06-02 18:06:28,833][331171] Updated weights for policy 0, policy_version 13090 (0.0008)
+[2026-06-02 18:06:29,011][331171] Updated weights for policy 0, policy_version 13100 (0.0008)
+[2026-06-02 18:06:29,595][331171] Updated weights for policy 0, policy_version 13110 (0.0008)
+[2026-06-02 18:06:29,763][331171] Updated weights for policy 0, policy_version 13120 (0.0008)
+[2026-06-02 18:06:29,934][331171] Updated weights for policy 0, policy_version 13130 (0.0008)
+[2026-06-02 18:06:30,113][331171] Updated weights for policy 0, policy_version 13140 (0.0008)
+[2026-06-02 18:06:30,300][331171] Updated weights for policy 0, policy_version 13151 (0.0008)
+[2026-06-02 18:06:30,483][331171] Updated weights for policy 0, policy_version 13161 (0.0008)
+[2026-06-02 18:06:31,089][331171] Updated weights for policy 0, policy_version 13171 (0.0008)
+[2026-06-02 18:06:31,253][331171] Updated weights for policy 0, policy_version 13181 (0.0008)
+[2026-06-02 18:06:31,427][331171] Updated weights for policy 0, policy_version 13191 (0.0008)
+[2026-06-02 18:06:31,601][331171] Updated weights for policy 0, policy_version 13201 (0.0008)
+[2026-06-02 18:06:31,782][331171] Updated weights for policy 0, policy_version 13211 (0.0008)
+[2026-06-02 18:06:31,962][331171] Updated weights for policy 0, policy_version 13221 (0.0008)
+[2026-06-02 18:06:32,141][331171] Updated weights for policy 0, policy_version 13231 (0.0008)
+[2026-06-02 18:06:32,388][329331] Fps is (10 sec: 22940.2, 60 sec: 21299.2, 300 sec: 20660.5). Total num frames: 6782976. Throughput: 0: 21105.8. Samples: 6811520. Policy #0 lag: (min: 54.0, avg: 71.4, max: 118.0)
+[2026-06-02 18:06:32,389][329331] Avg episode reward: [(0, '392.204')]
+[2026-06-02 18:06:32,394][330880] Saving new best policy, reward=392.204!
+[2026-06-02 18:06:32,726][331171] Updated weights for policy 0, policy_version 13241 (0.0008)
+[2026-06-02 18:06:32,895][331171] Updated weights for policy 0, policy_version 13251 (0.0008)
+[2026-06-02 18:06:33,073][331171] Updated weights for policy 0, policy_version 13261 (0.0008)
+[2026-06-02 18:06:33,270][331171] Updated weights for policy 0, policy_version 13272 (0.0008)
+[2026-06-02 18:06:33,445][331171] Updated weights for policy 0, policy_version 13282 (0.0008)
+[2026-06-02 18:06:33,639][331171] Updated weights for policy 0, policy_version 13293 (0.0008)
+[2026-06-02 18:06:34,242][331171] Updated weights for policy 0, policy_version 13303 (0.0008)
+[2026-06-02 18:06:34,411][331171] Updated weights for policy 0, policy_version 13313 (0.0009)
+[2026-06-02 18:06:34,584][331171] Updated weights for policy 0, policy_version 13323 (0.0008)
+[2026-06-02 18:06:34,760][331171] Updated weights for policy 0, policy_version 13333 (0.0008)
+[2026-06-02 18:06:34,941][331171] Updated weights for policy 0, policy_version 13343 (0.0008)
+[2026-06-02 18:06:35,121][331171] Updated weights for policy 0, policy_version 13353 (0.0008)
+[2026-06-02 18:06:35,731][331171] Updated weights for policy 0, policy_version 13365 (0.0009)
+[2026-06-02 18:06:35,897][331171] Updated weights for policy 0, policy_version 13375 (0.0009)
+[2026-06-02 18:06:36,073][331171] Updated weights for policy 0, policy_version 13385 (0.0009)
+[2026-06-02 18:06:36,250][331171] Updated weights for policy 0, policy_version 13395 (0.0009)
+[2026-06-02 18:06:36,425][331171] Updated weights for policy 0, policy_version 13405 (0.0009)
+[2026-06-02 18:06:36,600][331171] Updated weights for policy 0, policy_version 13415 (0.0009)
+[2026-06-02 18:06:37,239][331171] Updated weights for policy 0, policy_version 13425 (0.0009)
+[2026-06-02 18:06:37,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20660.5). Total num frames: 6881280. Throughput: 0: 21128.5. Samples: 6876160. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:06:37,389][329331] Avg episode reward: [(0, '351.303')]
+[2026-06-02 18:06:37,398][331171] Updated weights for policy 0, policy_version 13435 (0.0009)
+[2026-06-02 18:06:37,568][331171] Updated weights for policy 0, policy_version 13445 (0.0009)
+[2026-06-02 18:06:37,737][331171] Updated weights for policy 0, policy_version 13455 (0.0009)
+[2026-06-02 18:06:37,949][331171] Updated weights for policy 0, policy_version 13467 (0.0009)
+[2026-06-02 18:06:38,123][331171] Updated weights for policy 0, policy_version 13477 (0.0009)
+[2026-06-02 18:06:38,300][331171] Updated weights for policy 0, policy_version 13487 (0.0008)
+[2026-06-02 18:06:38,873][331171] Updated weights for policy 0, policy_version 13497 (0.0008)
+[2026-06-02 18:06:39,052][331171] Updated weights for policy 0, policy_version 13507 (0.0009)
+[2026-06-02 18:06:39,230][331171] Updated weights for policy 0, policy_version 13517 (0.0008)
+[2026-06-02 18:06:39,406][331171] Updated weights for policy 0, policy_version 13527 (0.0008)
+[2026-06-02 18:06:39,585][331171] Updated weights for policy 0, policy_version 13537 (0.0008)
+[2026-06-02 18:06:39,754][331171] Updated weights for policy 0, policy_version 13547 (0.0006)
+[2026-06-02 18:06:40,346][331171] Updated weights for policy 0, policy_version 13557 (0.0007)
+[2026-06-02 18:06:40,510][331171] Updated weights for policy 0, policy_version 13567 (0.0008)
+[2026-06-02 18:06:40,686][331171] Updated weights for policy 0, policy_version 13577 (0.0008)
+[2026-06-02 18:06:40,866][331171] Updated weights for policy 0, policy_version 13587 (0.0008)
+[2026-06-02 18:06:41,045][331171] Updated weights for policy 0, policy_version 13597 (0.0008)
+[2026-06-02 18:06:41,217][331171] Updated weights for policy 0, policy_version 13607 (0.0009)
+[2026-06-02 18:06:41,840][331171] Updated weights for policy 0, policy_version 13617 (0.0009)
+[2026-06-02 18:06:42,004][331171] Updated weights for policy 0, policy_version 13627 (0.0008)
+[2026-06-02 18:06:42,176][331171] Updated weights for policy 0, policy_version 13637 (0.0008)
+[2026-06-02 18:06:42,352][331171] Updated weights for policy 0, policy_version 13647 (0.0008)
+[2026-06-02 18:06:42,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20660.5). Total num frames: 6979584. Throughput: 0: 21159.8. Samples: 7003648. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:06:42,389][329331] Avg episode reward: [(0, '339.884')]
+[2026-06-02 18:06:42,521][331171] Updated weights for policy 0, policy_version 13657 (0.0008)
+[2026-06-02 18:06:42,701][331171] Updated weights for policy 0, policy_version 13667 (0.0009)
+[2026-06-02 18:06:42,881][331171] Updated weights for policy 0, policy_version 13677 (0.0008)
+[2026-06-02 18:06:43,490][331171] Updated weights for policy 0, policy_version 13688 (0.0009)
+[2026-06-02 18:06:43,655][331171] Updated weights for policy 0, policy_version 13698 (0.0009)
+[2026-06-02 18:06:43,832][331171] Updated weights for policy 0, policy_version 13708 (0.0009)
+[2026-06-02 18:06:44,005][331171] Updated weights for policy 0, policy_version 13718 (0.0008)
+[2026-06-02 18:06:44,178][331171] Updated weights for policy 0, policy_version 13728 (0.0009)
+[2026-06-02 18:06:44,351][331171] Updated weights for policy 0, policy_version 13738 (0.0009)
+[2026-06-02 18:06:44,948][331171] Updated weights for policy 0, policy_version 13748 (0.0009)
+[2026-06-02 18:06:45,113][331171] Updated weights for policy 0, policy_version 13758 (0.0009)
+[2026-06-02 18:06:45,286][331171] Updated weights for policy 0, policy_version 13768 (0.0009)
+[2026-06-02 18:06:45,464][331171] Updated weights for policy 0, policy_version 13778 (0.0009)
+[2026-06-02 18:06:45,640][331171] Updated weights for policy 0, policy_version 13788 (0.0009)
+[2026-06-02 18:06:45,819][331171] Updated weights for policy 0, policy_version 13798 (0.0009)
+[2026-06-02 18:06:45,991][331171] Updated weights for policy 0, policy_version 13808 (0.0009)
+[2026-06-02 18:06:46,591][331171] Updated weights for policy 0, policy_version 13818 (0.0008)
+[2026-06-02 18:06:46,763][331171] Updated weights for policy 0, policy_version 13828 (0.0008)
+[2026-06-02 18:06:46,938][331171] Updated weights for policy 0, policy_version 13838 (0.0009)
+[2026-06-02 18:06:47,132][331171] Updated weights for policy 0, policy_version 13849 (0.0008)
+[2026-06-02 18:06:47,310][331171] Updated weights for policy 0, policy_version 13859 (0.0008)
+[2026-06-02 18:06:47,388][329331] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20771.6). Total num frames: 7077888. Throughput: 0: 21145.6. Samples: 7131904. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:06:47,389][329331] Avg episode reward: [(0, '380.066')]
+[2026-06-02 18:06:47,488][331171] Updated weights for policy 0, policy_version 13869 (0.0008)
+[2026-06-02 18:06:48,105][331171] Updated weights for policy 0, policy_version 13879 (0.0009)
+[2026-06-02 18:06:48,272][331171] Updated weights for policy 0, policy_version 13889 (0.0008)
+[2026-06-02 18:06:48,445][331171] Updated weights for policy 0, policy_version 13899 (0.0009)
+[2026-06-02 18:06:48,618][331171] Updated weights for policy 0, policy_version 13909 (0.0009)
+[2026-06-02 18:06:48,809][331171] Updated weights for policy 0, policy_version 13920 (0.0009)
+[2026-06-02 18:06:48,987][331171] Updated weights for policy 0, policy_version 13930 (0.0008)
+[2026-06-02 18:06:49,585][331171] Updated weights for policy 0, policy_version 13940 (0.0008)
+[2026-06-02 18:06:49,741][331171] Updated weights for policy 0, policy_version 13950 (0.0008)
+[2026-06-02 18:06:49,919][331171] Updated weights for policy 0, policy_version 13960 (0.0008)
+[2026-06-02 18:06:50,100][331171] Updated weights for policy 0, policy_version 13970 (0.0008)
+[2026-06-02 18:06:50,280][331171] Updated weights for policy 0, policy_version 13980 (0.0008)
+[2026-06-02 18:06:50,476][331171] Updated weights for policy 0, policy_version 13991 (0.0008)
+[2026-06-02 18:06:51,078][331171] Updated weights for policy 0, policy_version 14001 (0.0008)
+[2026-06-02 18:06:51,245][331171] Updated weights for policy 0, policy_version 14011 (0.0008)
+[2026-06-02 18:06:51,427][331171] Updated weights for policy 0, policy_version 14022 (0.0008)
+[2026-06-02 18:06:51,609][331171] Updated weights for policy 0, policy_version 14032 (0.0008)
+[2026-06-02 18:06:51,805][331171] Updated weights for policy 0, policy_version 14043 (0.0009)
+[2026-06-02 18:06:51,985][331171] Updated weights for policy 0, policy_version 14053 (0.0009)
+[2026-06-02 18:06:52,163][331171] Updated weights for policy 0, policy_version 14063 (0.0009)
+[2026-06-02 18:06:52,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 7208960. Throughput: 0: 21145.6. Samples: 7195776. Policy #0 lag: (min: 36.0, avg: 54.8, max: 100.0)
+[2026-06-02 18:06:52,389][329331] Avg episode reward: [(0, '349.462')]
+[2026-06-02 18:06:52,785][331171] Updated weights for policy 0, policy_version 14073 (0.0009)
+[2026-06-02 18:06:52,953][331171] Updated weights for policy 0, policy_version 14083 (0.0008)
+[2026-06-02 18:06:53,127][331171] Updated weights for policy 0, policy_version 14093 (0.0008)
+[2026-06-02 18:06:53,310][331171] Updated weights for policy 0, policy_version 14103 (0.0008)
+[2026-06-02 18:06:53,486][331171] Updated weights for policy 0, policy_version 14113 (0.0008)
+[2026-06-02 18:06:53,671][331171] Updated weights for policy 0, policy_version 14123 (0.0008)
+[2026-06-02 18:06:54,269][331171] Updated weights for policy 0, policy_version 14133 (0.0008)
+[2026-06-02 18:06:54,433][331171] Updated weights for policy 0, policy_version 14143 (0.0008)
+[2026-06-02 18:06:54,611][331171] Updated weights for policy 0, policy_version 14153 (0.0008)
+[2026-06-02 18:06:54,788][331171] Updated weights for policy 0, policy_version 14163 (0.0008)
+[2026-06-02 18:06:54,965][331171] Updated weights for policy 0, policy_version 14173 (0.0008)
+[2026-06-02 18:06:55,141][331171] Updated weights for policy 0, policy_version 14183 (0.0008)
+[2026-06-02 18:06:55,741][331171] Updated weights for policy 0, policy_version 14193 (0.0009)
+[2026-06-02 18:06:55,900][331171] Updated weights for policy 0, policy_version 14203 (0.0008)
+[2026-06-02 18:06:56,071][331171] Updated weights for policy 0, policy_version 14213 (0.0009)
+[2026-06-02 18:06:56,242][331171] Updated weights for policy 0, policy_version 14223 (0.0009)
+[2026-06-02 18:06:56,428][331171] Updated weights for policy 0, policy_version 14233 (0.0008)
+[2026-06-02 18:06:56,596][331171] Updated weights for policy 0, policy_version 14243 (0.0008)
+[2026-06-02 18:06:56,775][331171] Updated weights for policy 0, policy_version 14253 (0.0008)
+[2026-06-02 18:06:57,372][331171] Updated weights for policy 0, policy_version 14263 (0.0008)
+[2026-06-02 18:06:57,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 7307264. Throughput: 0: 21171.2. Samples: 7325312. Policy #0 lag: (min: 36.0, avg: 54.8, max: 100.0)
+[2026-06-02 18:06:57,389][329331] Avg episode reward: [(0, '379.723')]
+[2026-06-02 18:06:57,539][331171] Updated weights for policy 0, policy_version 14273 (0.0008)
+[2026-06-02 18:06:57,725][331171] Updated weights for policy 0, policy_version 14283 (0.0008)
+[2026-06-02 18:06:57,903][331171] Updated weights for policy 0, policy_version 14293 (0.0008)
+[2026-06-02 18:06:58,082][331171] Updated weights for policy 0, policy_version 14303 (0.0008)
+[2026-06-02 18:06:58,258][331171] Updated weights for policy 0, policy_version 14313 (0.0007)
+[2026-06-02 18:06:58,862][331171] Updated weights for policy 0, policy_version 14323 (0.0009)
+[2026-06-02 18:06:59,023][331171] Updated weights for policy 0, policy_version 14333 (0.0008)
+[2026-06-02 18:06:59,196][331171] Updated weights for policy 0, policy_version 14343 (0.0009)
+[2026-06-02 18:06:59,372][331171] Updated weights for policy 0, policy_version 14353 (0.0009)
+[2026-06-02 18:06:59,547][331171] Updated weights for policy 0, policy_version 14363 (0.0009)
+[2026-06-02 18:06:59,723][331171] Updated weights for policy 0, policy_version 14373 (0.0009)
+[2026-06-02 18:06:59,898][331171] Updated weights for policy 0, policy_version 14383 (0.0008)
+[2026-06-02 18:07:00,478][331171] Updated weights for policy 0, policy_version 14393 (0.0009)
+[2026-06-02 18:07:00,649][331171] Updated weights for policy 0, policy_version 14403 (0.0009)
+[2026-06-02 18:07:00,825][331171] Updated weights for policy 0, policy_version 14413 (0.0009)
+[2026-06-02 18:07:01,019][331171] Updated weights for policy 0, policy_version 14424 (0.0009)
+[2026-06-02 18:07:01,185][331171] Updated weights for policy 0, policy_version 14434 (0.0009)
+[2026-06-02 18:07:01,370][331171] Updated weights for policy 0, policy_version 14444 (0.0009)
+[2026-06-02 18:07:01,969][331171] Updated weights for policy 0, policy_version 14455 (0.0009)
+[2026-06-02 18:07:02,139][331171] Updated weights for policy 0, policy_version 14465 (0.0008)
+[2026-06-02 18:07:02,306][331171] Updated weights for policy 0, policy_version 14475 (0.0009)
+[2026-06-02 18:07:02,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20772.0). Total num frames: 7405568. Throughput: 0: 21157.0. Samples: 7452288. Policy #0 lag: (min: 65.0, avg: 96.0, max: 126.0)
+[2026-06-02 18:07:02,389][329331] Avg episode reward: [(0, '323.811')]
+[2026-06-02 18:07:02,487][331171] Updated weights for policy 0, policy_version 14485 (0.0008)
+[2026-06-02 18:07:02,666][331171] Updated weights for policy 0, policy_version 14495 (0.0008)
+[2026-06-02 18:07:02,843][331171] Updated weights for policy 0, policy_version 14505 (0.0008)
+[2026-06-02 18:07:03,475][331171] Updated weights for policy 0, policy_version 14515 (0.0008)
+[2026-06-02 18:07:03,642][331171] Updated weights for policy 0, policy_version 14525 (0.0008)
+[2026-06-02 18:07:03,815][331171] Updated weights for policy 0, policy_version 14535 (0.0008)
+[2026-06-02 18:07:03,998][331171] Updated weights for policy 0, policy_version 14545 (0.0008)
+[2026-06-02 18:07:04,174][331171] Updated weights for policy 0, policy_version 14555 (0.0008)
+[2026-06-02 18:07:04,358][331171] Updated weights for policy 0, policy_version 14565 (0.0008)
+[2026-06-02 18:07:04,546][331171] Updated weights for policy 0, policy_version 14576 (0.0006)
+[2026-06-02 18:07:05,119][331171] Updated weights for policy 0, policy_version 14586 (0.0004)
+[2026-06-02 18:07:05,292][331171] Updated weights for policy 0, policy_version 14596 (0.0004)
+[2026-06-02 18:07:05,465][331171] Updated weights for policy 0, policy_version 14606 (0.0004)
+[2026-06-02 18:07:05,647][331171] Updated weights for policy 0, policy_version 14616 (0.0004)
+[2026-06-02 18:07:05,827][331171] Updated weights for policy 0, policy_version 14626 (0.0004)
+[2026-06-02 18:07:06,005][331171] Updated weights for policy 0, policy_version 14636 (0.0004)
+[2026-06-02 18:07:06,583][331171] Updated weights for policy 0, policy_version 14646 (0.0004)
+[2026-06-02 18:07:06,755][331171] Updated weights for policy 0, policy_version 14656 (0.0004)
+[2026-06-02 18:07:06,929][331171] Updated weights for policy 0, policy_version 14666 (0.0004)
+[2026-06-02 18:07:07,105][331171] Updated weights for policy 0, policy_version 14676 (0.0004)
+[2026-06-02 18:07:07,285][331171] Updated weights for policy 0, policy_version 14686 (0.0004)
+[2026-06-02 18:07:07,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 7503872. Throughput: 0: 21177.4. Samples: 7518080. Policy #0 lag: (min: 65.0, avg: 96.0, max: 126.0)
+[2026-06-02 18:07:07,389][329331] Avg episode reward: [(0, '396.573')]
+[2026-06-02 18:07:07,457][331171] Updated weights for policy 0, policy_version 14696 (0.0008)
+[2026-06-02 18:07:07,588][330880] Saving new best policy, reward=396.573!
+[2026-06-02 18:07:08,076][331171] Updated weights for policy 0, policy_version 14707 (0.0009)
+[2026-06-02 18:07:08,241][331171] Updated weights for policy 0, policy_version 14717 (0.0009)
+[2026-06-02 18:07:08,432][331171] Updated weights for policy 0, policy_version 14728 (0.0009)
+[2026-06-02 18:07:08,611][331171] Updated weights for policy 0, policy_version 14738 (0.0009)
+[2026-06-02 18:07:08,785][331171] Updated weights for policy 0, policy_version 14748 (0.0009)
+[2026-06-02 18:07:08,961][331171] Updated weights for policy 0, policy_version 14758 (0.0009)
+[2026-06-02 18:07:09,135][331171] Updated weights for policy 0, policy_version 14768 (0.0008)
+[2026-06-02 18:07:09,712][331171] Updated weights for policy 0, policy_version 14778 (0.0009)
+[2026-06-02 18:07:09,884][331171] Updated weights for policy 0, policy_version 14788 (0.0009)
+[2026-06-02 18:07:10,058][331171] Updated weights for policy 0, policy_version 14798 (0.0009)
+[2026-06-02 18:07:10,235][331171] Updated weights for policy 0, policy_version 14808 (0.0009)
+[2026-06-02 18:07:10,412][331171] Updated weights for policy 0, policy_version 14818 (0.0009)
+[2026-06-02 18:07:10,586][331171] Updated weights for policy 0, policy_version 14828 (0.0009)
+[2026-06-02 18:07:11,183][331171] Updated weights for policy 0, policy_version 14838 (0.0008)
+[2026-06-02 18:07:11,349][331171] Updated weights for policy 0, policy_version 14848 (0.0008)
+[2026-06-02 18:07:11,543][331171] Updated weights for policy 0, policy_version 14859 (0.0008)
+[2026-06-02 18:07:11,721][331171] Updated weights for policy 0, policy_version 14869 (0.0008)
+[2026-06-02 18:07:11,897][331171] Updated weights for policy 0, policy_version 14879 (0.0008)
+[2026-06-02 18:07:12,072][331171] Updated weights for policy 0, policy_version 14889 (0.0008)
+[2026-06-02 18:07:12,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 7634944. Throughput: 0: 21387.4. Samples: 7648512. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 18:07:12,389][329331] Avg episode reward: [(0, '383.622')]
+[2026-06-02 18:07:12,666][331171] Updated weights for policy 0, policy_version 14899 (0.0008)
+[2026-06-02 18:07:12,838][331171] Updated weights for policy 0, policy_version 14909 (0.0008)
+[2026-06-02 18:07:13,014][331171] Updated weights for policy 0, policy_version 14919 (0.0008)
+[2026-06-02 18:07:13,192][331171] Updated weights for policy 0, policy_version 14929 (0.0008)
+[2026-06-02 18:07:13,370][331171] Updated weights for policy 0, policy_version 14939 (0.0009)
+[2026-06-02 18:07:13,550][331171] Updated weights for policy 0, policy_version 14949 (0.0009)
+[2026-06-02 18:07:13,729][331171] Updated weights for policy 0, policy_version 14959 (0.0009)
+[2026-06-02 18:07:14,316][331171] Updated weights for policy 0, policy_version 14969 (0.0008)
+[2026-06-02 18:07:14,486][331171] Updated weights for policy 0, policy_version 14979 (0.0008)
+[2026-06-02 18:07:14,661][331171] Updated weights for policy 0, policy_version 14989 (0.0008)
+[2026-06-02 18:07:14,834][331171] Updated weights for policy 0, policy_version 14999 (0.0008)
+[2026-06-02 18:07:15,015][331171] Updated weights for policy 0, policy_version 15009 (0.0008)
+[2026-06-02 18:07:15,194][331171] Updated weights for policy 0, policy_version 15019 (0.0008)
+[2026-06-02 18:07:15,783][331171] Updated weights for policy 0, policy_version 15029 (0.0008)
+[2026-06-02 18:07:15,949][331171] Updated weights for policy 0, policy_version 15039 (0.0009)
+[2026-06-02 18:07:16,133][331171] Updated weights for policy 0, policy_version 15049 (0.0008)
+[2026-06-02 18:07:16,309][331171] Updated weights for policy 0, policy_version 15059 (0.0008)
+[2026-06-02 18:07:16,487][331171] Updated weights for policy 0, policy_version 15069 (0.0008)
+[2026-06-02 18:07:16,656][331171] Updated weights for policy 0, policy_version 15079 (0.0009)
+[2026-06-02 18:07:17,296][331171] Updated weights for policy 0, policy_version 15090 (0.0008)
+[2026-06-02 18:07:17,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 7733248. Throughput: 0: 21481.2. Samples: 7778176. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 18:07:17,389][329331] Avg episode reward: [(0, '450.988')]
+[2026-06-02 18:07:17,457][331171] Updated weights for policy 0, policy_version 15100 (0.0008)
+[2026-06-02 18:07:17,624][331171] Updated weights for policy 0, policy_version 15110 (0.0008)
+[2026-06-02 18:07:17,807][331171] Updated weights for policy 0, policy_version 15120 (0.0009)
+[2026-06-02 18:07:17,977][331171] Updated weights for policy 0, policy_version 15130 (0.0008)
+[2026-06-02 18:07:18,177][331171] Updated weights for policy 0, policy_version 15141 (0.0008)
+[2026-06-02 18:07:18,353][331171] Updated weights for policy 0, policy_version 15151 (0.0008)
+[2026-06-02 18:07:18,363][330880] Saving new best policy, reward=450.988!
+[2026-06-02 18:07:18,959][331171] Updated weights for policy 0, policy_version 15161 (0.0008)
+[2026-06-02 18:07:19,132][331171] Updated weights for policy 0, policy_version 15171 (0.0008)
+[2026-06-02 18:07:19,302][331171] Updated weights for policy 0, policy_version 15181 (0.0008)
+[2026-06-02 18:07:19,485][331171] Updated weights for policy 0, policy_version 15191 (0.0008)
+[2026-06-02 18:07:19,666][331171] Updated weights for policy 0, policy_version 15201 (0.0009)
+[2026-06-02 18:07:19,843][331171] Updated weights for policy 0, policy_version 15211 (0.0008)
+[2026-06-02 18:07:20,438][331171] Updated weights for policy 0, policy_version 15221 (0.0008)
+[2026-06-02 18:07:20,611][331171] Updated weights for policy 0, policy_version 15231 (0.0008)
+[2026-06-02 18:07:20,789][331171] Updated weights for policy 0, policy_version 15241 (0.0008)
+[2026-06-02 18:07:20,966][331171] Updated weights for policy 0, policy_version 15251 (0.0008)
+[2026-06-02 18:07:21,160][331171] Updated weights for policy 0, policy_version 15262 (0.0008)
+[2026-06-02 18:07:21,334][331171] Updated weights for policy 0, policy_version 15272 (0.0008)
+[2026-06-02 18:07:21,948][331171] Updated weights for policy 0, policy_version 15282 (0.0008)
+[2026-06-02 18:07:22,114][331171] Updated weights for policy 0, policy_version 15292 (0.0008)
+[2026-06-02 18:07:22,308][331171] Updated weights for policy 0, policy_version 15303 (0.0009)
+[2026-06-02 18:07:22,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.6, 300 sec: 20882.7). Total num frames: 7831552. Throughput: 0: 21427.2. Samples: 7840384. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 18:07:22,389][329331] Avg episode reward: [(0, '436.117')]
+[2026-06-02 18:07:22,483][331171] Updated weights for policy 0, policy_version 15313 (0.0008)
+[2026-06-02 18:07:22,665][331171] Updated weights for policy 0, policy_version 15323 (0.0009)
+[2026-06-02 18:07:22,844][331171] Updated weights for policy 0, policy_version 15333 (0.0009)
+[2026-06-02 18:07:23,021][331171] Updated weights for policy 0, policy_version 15343 (0.0009)
+[2026-06-02 18:07:23,597][331171] Updated weights for policy 0, policy_version 15353 (0.0008)
+[2026-06-02 18:07:23,773][331171] Updated weights for policy 0, policy_version 15363 (0.0008)
+[2026-06-02 18:07:23,951][331171] Updated weights for policy 0, policy_version 15373 (0.0008)
+[2026-06-02 18:07:24,134][331171] Updated weights for policy 0, policy_version 15383 (0.0008)
+[2026-06-02 18:07:24,312][331171] Updated weights for policy 0, policy_version 15393 (0.0008)
+[2026-06-02 18:07:24,491][331171] Updated weights for policy 0, policy_version 15403 (0.0008)
+[2026-06-02 18:07:25,039][331171] Updated weights for policy 0, policy_version 15413 (0.0008)
+[2026-06-02 18:07:25,207][331171] Updated weights for policy 0, policy_version 15423 (0.0008)
+[2026-06-02 18:07:25,382][331171] Updated weights for policy 0, policy_version 15433 (0.0008)
+[2026-06-02 18:07:25,570][331171] Updated weights for policy 0, policy_version 15443 (0.0008)
+[2026-06-02 18:07:25,748][331171] Updated weights for policy 0, policy_version 15453 (0.0008)
+[2026-06-02 18:07:25,938][331171] Updated weights for policy 0, policy_version 15464 (0.0008)
+[2026-06-02 18:07:26,501][331171] Updated weights for policy 0, policy_version 15474 (0.0008)
+[2026-06-02 18:07:26,664][331171] Updated weights for policy 0, policy_version 15484 (0.0008)
+[2026-06-02 18:07:26,833][331171] Updated weights for policy 0, policy_version 15494 (0.0008)
+[2026-06-02 18:07:27,013][331171] Updated weights for policy 0, policy_version 15504 (0.0008)
+[2026-06-02 18:07:27,195][331171] Updated weights for policy 0, policy_version 15514 (0.0008)
+[2026-06-02 18:07:27,371][331171] Updated weights for policy 0, policy_version 15524 (0.0008)
+[2026-06-02 18:07:27,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 7929856. Throughput: 0: 21361.8. Samples: 7964928. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 18:07:27,389][329331] Avg episode reward: [(0, '432.771')]
+[2026-06-02 18:07:27,552][331171] Updated weights for policy 0, policy_version 15534 (0.0010)
+[2026-06-02 18:07:28,108][331171] Updated weights for policy 0, policy_version 15544 (0.0008)
+[2026-06-02 18:07:28,281][331171] Updated weights for policy 0, policy_version 15554 (0.0008)
+[2026-06-02 18:07:28,453][331171] Updated weights for policy 0, policy_version 15564 (0.0008)
+[2026-06-02 18:07:28,640][331171] Updated weights for policy 0, policy_version 15574 (0.0008)
+[2026-06-02 18:07:28,815][331171] Updated weights for policy 0, policy_version 15584 (0.0008)
+[2026-06-02 18:07:28,996][331171] Updated weights for policy 0, policy_version 15594 (0.0008)
+[2026-06-02 18:07:29,577][331171] Updated weights for policy 0, policy_version 15604 (0.0008)
+[2026-06-02 18:07:29,763][331171] Updated weights for policy 0, policy_version 15615 (0.0008)
+[2026-06-02 18:07:29,937][331171] Updated weights for policy 0, policy_version 15625 (0.0008)
+[2026-06-02 18:07:30,115][331171] Updated weights for policy 0, policy_version 15635 (0.0008)
+[2026-06-02 18:07:30,289][331171] Updated weights for policy 0, policy_version 15645 (0.0008)
+[2026-06-02 18:07:30,472][331171] Updated weights for policy 0, policy_version 15655 (0.0008)
+[2026-06-02 18:07:31,036][331171] Updated weights for policy 0, policy_version 15665 (0.0008)
+[2026-06-02 18:07:31,197][331171] Updated weights for policy 0, policy_version 15675 (0.0008)
+[2026-06-02 18:07:31,389][331171] Updated weights for policy 0, policy_version 15686 (0.0008)
+[2026-06-02 18:07:31,568][331171] Updated weights for policy 0, policy_version 15696 (0.0008)
+[2026-06-02 18:07:31,745][331171] Updated weights for policy 0, policy_version 15706 (0.0008)
+[2026-06-02 18:07:31,924][331171] Updated weights for policy 0, policy_version 15716 (0.0008)
+[2026-06-02 18:07:32,119][331171] Updated weights for policy 0, policy_version 15727 (0.0008)
+[2026-06-02 18:07:32,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8060928. Throughput: 0: 21267.9. Samples: 8088960. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 18:07:32,390][329331] Avg episode reward: [(0, '451.763')]
+[2026-06-02 18:07:32,395][330880] Saving new best policy, reward=451.763!
+[2026-06-02 18:07:32,723][331171] Updated weights for policy 0, policy_version 15737 (0.0008)
+[2026-06-02 18:07:32,890][331171] Updated weights for policy 0, policy_version 15747 (0.0008)
+[2026-06-02 18:07:33,067][331171] Updated weights for policy 0, policy_version 15757 (0.0008)
+[2026-06-02 18:07:33,243][331171] Updated weights for policy 0, policy_version 15767 (0.0009)
+[2026-06-02 18:07:33,420][331171] Updated weights for policy 0, policy_version 15777 (0.0009)
+[2026-06-02 18:07:33,599][331171] Updated weights for policy 0, policy_version 15787 (0.0008)
+[2026-06-02 18:07:34,191][331171] Updated weights for policy 0, policy_version 15797 (0.0008)
+[2026-06-02 18:07:34,363][331171] Updated weights for policy 0, policy_version 15807 (0.0008)
+[2026-06-02 18:07:34,533][331171] Updated weights for policy 0, policy_version 15817 (0.0008)
+[2026-06-02 18:07:34,711][331171] Updated weights for policy 0, policy_version 15827 (0.0008)
+[2026-06-02 18:07:34,895][331171] Updated weights for policy 0, policy_version 15837 (0.0009)
+[2026-06-02 18:07:35,090][331171] Updated weights for policy 0, policy_version 15848 (0.0010)
+[2026-06-02 18:07:35,659][331171] Updated weights for policy 0, policy_version 15858 (0.0009)
+[2026-06-02 18:07:35,824][331171] Updated weights for policy 0, policy_version 15868 (0.0007)
+[2026-06-02 18:07:35,994][331171] Updated weights for policy 0, policy_version 15878 (0.0008)
+[2026-06-02 18:07:36,172][331171] Updated weights for policy 0, policy_version 15888 (0.0008)
+[2026-06-02 18:07:36,347][331171] Updated weights for policy 0, policy_version 15898 (0.0010)
+[2026-06-02 18:07:36,542][331171] Updated weights for policy 0, policy_version 15909 (0.0009)
+[2026-06-02 18:07:36,723][331171] Updated weights for policy 0, policy_version 15919 (0.0007)
+[2026-06-02 18:07:37,332][331171] Updated weights for policy 0, policy_version 15929 (0.0009)
+[2026-06-02 18:07:37,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8159232. Throughput: 0: 21290.7. Samples: 8153856. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 18:07:37,389][329331] Avg episode reward: [(0, '412.495')]
+[2026-06-02 18:07:37,508][331171] Updated weights for policy 0, policy_version 15939 (0.0007)
+[2026-06-02 18:07:37,678][331171] Updated weights for policy 0, policy_version 15949 (0.0009)
+[2026-06-02 18:07:37,859][331171] Updated weights for policy 0, policy_version 15959 (0.0009)
+[2026-06-02 18:07:38,033][331171] Updated weights for policy 0, policy_version 15969 (0.0009)
+[2026-06-02 18:07:38,212][331171] Updated weights for policy 0, policy_version 15979 (0.0009)
+[2026-06-02 18:07:38,799][331171] Updated weights for policy 0, policy_version 15989 (0.0008)
+[2026-06-02 18:07:38,964][331171] Updated weights for policy 0, policy_version 15999 (0.0006)
+[2026-06-02 18:07:39,163][331171] Updated weights for policy 0, policy_version 16010 (0.0007)
+[2026-06-02 18:07:39,336][331171] Updated weights for policy 0, policy_version 16020 (0.0008)
+[2026-06-02 18:07:39,511][331171] Updated weights for policy 0, policy_version 16030 (0.0008)
+[2026-06-02 18:07:39,689][331171] Updated weights for policy 0, policy_version 16040 (0.0008)
+[2026-06-02 18:07:40,268][331171] Updated weights for policy 0, policy_version 16050 (0.0008)
+[2026-06-02 18:07:40,435][331171] Updated weights for policy 0, policy_version 16060 (0.0009)
+[2026-06-02 18:07:40,608][331171] Updated weights for policy 0, policy_version 16070 (0.0008)
+[2026-06-02 18:07:40,801][331171] Updated weights for policy 0, policy_version 16081 (0.0009)
+[2026-06-02 18:07:40,973][331171] Updated weights for policy 0, policy_version 16091 (0.0009)
+[2026-06-02 18:07:41,159][331171] Updated weights for policy 0, policy_version 16101 (0.0009)
+[2026-06-02 18:07:41,339][331171] Updated weights for policy 0, policy_version 16111 (0.0008)
+[2026-06-02 18:07:41,915][331171] Updated weights for policy 0, policy_version 16121 (0.0009)
+[2026-06-02 18:07:42,085][331171] Updated weights for policy 0, policy_version 16131 (0.0009)
+[2026-06-02 18:07:42,263][331171] Updated weights for policy 0, policy_version 16141 (0.0009)
+[2026-06-02 18:07:42,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8257536. Throughput: 0: 21236.6. Samples: 8280960. Policy #0 lag: (min: 35.0, avg: 75.9, max: 108.0)
+[2026-06-02 18:07:42,389][329331] Avg episode reward: [(0, '402.066')]
+[2026-06-02 18:07:42,455][331171] Updated weights for policy 0, policy_version 16152 (0.0008)
+[2026-06-02 18:07:42,653][331171] Updated weights for policy 0, policy_version 16163 (0.0009)
+[2026-06-02 18:07:42,845][331171] Updated weights for policy 0, policy_version 16174 (0.0009)
+[2026-06-02 18:07:43,428][331171] Updated weights for policy 0, policy_version 16184 (0.0008)
+[2026-06-02 18:07:43,601][331171] Updated weights for policy 0, policy_version 16194 (0.0008)
+[2026-06-02 18:07:43,781][331171] Updated weights for policy 0, policy_version 16204 (0.0008)
+[2026-06-02 18:07:43,951][331171] Updated weights for policy 0, policy_version 16214 (0.0008)
+[2026-06-02 18:07:44,133][331171] Updated weights for policy 0, policy_version 16224 (0.0008)
+[2026-06-02 18:07:44,321][331171] Updated weights for policy 0, policy_version 16234 (0.0008)
+[2026-06-02 18:07:44,875][331171] Updated weights for policy 0, policy_version 16244 (0.0008)
+[2026-06-02 18:07:45,051][331171] Updated weights for policy 0, policy_version 16255 (0.0008)
+[2026-06-02 18:07:45,230][331171] Updated weights for policy 0, policy_version 16265 (0.0010)
+[2026-06-02 18:07:45,402][331171] Updated weights for policy 0, policy_version 16275 (0.0008)
+[2026-06-02 18:07:45,579][331171] Updated weights for policy 0, policy_version 16285 (0.0008)
+[2026-06-02 18:07:45,755][331171] Updated weights for policy 0, policy_version 16295 (0.0008)
+[2026-06-02 18:07:46,387][331171] Updated weights for policy 0, policy_version 16305 (0.0008)
+[2026-06-02 18:07:46,546][331171] Updated weights for policy 0, policy_version 16315 (0.0008)
+[2026-06-02 18:07:46,717][331171] Updated weights for policy 0, policy_version 16325 (0.0008)
+[2026-06-02 18:07:46,888][331171] Updated weights for policy 0, policy_version 16335 (0.0008)
+[2026-06-02 18:07:47,071][331171] Updated weights for policy 0, policy_version 16345 (0.0008)
+[2026-06-02 18:07:47,251][331171] Updated weights for policy 0, policy_version 16355 (0.0009)
+[2026-06-02 18:07:47,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8355840. Throughput: 0: 21256.5. Samples: 8408832. Policy #0 lag: (min: 35.0, avg: 75.9, max: 108.0)
+[2026-06-02 18:07:47,389][329331] Avg episode reward: [(0, '367.826')]
+[2026-06-02 18:07:47,426][331171] Updated weights for policy 0, policy_version 16365 (0.0009)
+[2026-06-02 18:07:48,021][331171] Updated weights for policy 0, policy_version 16375 (0.0008)
+[2026-06-02 18:07:48,192][331171] Updated weights for policy 0, policy_version 16385 (0.0008)
+[2026-06-02 18:07:48,368][331171] Updated weights for policy 0, policy_version 16395 (0.0008)
+[2026-06-02 18:07:48,549][331171] Updated weights for policy 0, policy_version 16405 (0.0008)
+[2026-06-02 18:07:48,721][331171] Updated weights for policy 0, policy_version 16415 (0.0008)
+[2026-06-02 18:07:48,897][331171] Updated weights for policy 0, policy_version 16425 (0.0008)
+[2026-06-02 18:07:49,497][331171] Updated weights for policy 0, policy_version 16435 (0.0008)
+[2026-06-02 18:07:49,661][331171] Updated weights for policy 0, policy_version 16445 (0.0009)
+[2026-06-02 18:07:49,833][331171] Updated weights for policy 0, policy_version 16455 (0.0008)
+[2026-06-02 18:07:50,012][331171] Updated weights for policy 0, policy_version 16465 (0.0009)
+[2026-06-02 18:07:50,188][331171] Updated weights for policy 0, policy_version 16475 (0.0009)
+[2026-06-02 18:07:50,374][331171] Updated weights for policy 0, policy_version 16486 (0.0008)
+[2026-06-02 18:07:50,551][331171] Updated weights for policy 0, policy_version 16496 (0.0009)
+[2026-06-02 18:07:51,147][331171] Updated weights for policy 0, policy_version 16506 (0.0008)
+[2026-06-02 18:07:51,317][331171] Updated weights for policy 0, policy_version 16516 (0.0008)
+[2026-06-02 18:07:51,495][331171] Updated weights for policy 0, policy_version 16526 (0.0008)
+[2026-06-02 18:07:51,669][331171] Updated weights for policy 0, policy_version 16536 (0.0008)
+[2026-06-02 18:07:51,846][331171] Updated weights for policy 0, policy_version 16546 (0.0006)
+[2026-06-02 18:07:52,019][331171] Updated weights for policy 0, policy_version 16556 (0.0009)
+[2026-06-02 18:07:52,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 8486912. Throughput: 0: 21239.5. Samples: 8473856. Policy #0 lag: (min: 34.0, avg: 77.0, max: 93.0)
+[2026-06-02 18:07:52,389][329331] Avg episode reward: [(0, '399.721')]
+[2026-06-02 18:07:52,639][331171] Updated weights for policy 0, policy_version 16566 (0.0008)
+[2026-06-02 18:07:52,809][331171] Updated weights for policy 0, policy_version 16576 (0.0008)
+[2026-06-02 18:07:52,981][331171] Updated weights for policy 0, policy_version 16586 (0.0008)
+[2026-06-02 18:07:53,158][331171] Updated weights for policy 0, policy_version 16596 (0.0008)
+[2026-06-02 18:07:53,335][331171] Updated weights for policy 0, policy_version 16606 (0.0008)
+[2026-06-02 18:07:53,548][331171] Updated weights for policy 0, policy_version 16618 (0.0009)
+[2026-06-02 18:07:54,179][331171] Updated weights for policy 0, policy_version 16629 (0.0008)
+[2026-06-02 18:07:54,343][331171] Updated weights for policy 0, policy_version 16639 (0.0008)
+[2026-06-02 18:07:54,524][331171] Updated weights for policy 0, policy_version 16649 (0.0008)
+[2026-06-02 18:07:54,714][331171] Updated weights for policy 0, policy_version 16660 (0.0008)
+[2026-06-02 18:07:54,908][331171] Updated weights for policy 0, policy_version 16671 (0.0008)
+[2026-06-02 18:07:55,087][331171] Updated weights for policy 0, policy_version 16681 (0.0008)
+[2026-06-02 18:07:55,694][331171] Updated weights for policy 0, policy_version 16691 (0.0009)
+[2026-06-02 18:07:55,875][331171] Updated weights for policy 0, policy_version 16702 (0.0009)
+[2026-06-02 18:07:56,050][331171] Updated weights for policy 0, policy_version 16712 (0.0009)
+[2026-06-02 18:07:56,224][331171] Updated weights for policy 0, policy_version 16722 (0.0009)
+[2026-06-02 18:07:56,400][331171] Updated weights for policy 0, policy_version 16732 (0.0009)
+[2026-06-02 18:07:56,577][331171] Updated weights for policy 0, policy_version 16742 (0.0008)
+[2026-06-02 18:07:56,745][331171] Updated weights for policy 0, policy_version 16752 (0.0008)
+[2026-06-02 18:07:57,348][331171] Updated weights for policy 0, policy_version 16762 (0.0009)
+[2026-06-02 18:07:57,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 8585216. Throughput: 0: 21230.9. Samples: 8603904. Policy #0 lag: (min: 34.0, avg: 77.0, max: 93.0)
+[2026-06-02 18:07:57,389][329331] Avg episode reward: [(0, '408.547')]
+[2026-06-02 18:07:57,520][331171] Updated weights for policy 0, policy_version 16772 (0.0008)
+[2026-06-02 18:07:57,699][331171] Updated weights for policy 0, policy_version 16782 (0.0009)
+[2026-06-02 18:07:57,892][331171] Updated weights for policy 0, policy_version 16793 (0.0009)
+[2026-06-02 18:07:58,067][331171] Updated weights for policy 0, policy_version 16803 (0.0008)
+[2026-06-02 18:07:58,243][331171] Updated weights for policy 0, policy_version 16813 (0.0009)
+[2026-06-02 18:07:58,855][331171] Updated weights for policy 0, policy_version 16823 (0.0009)
+[2026-06-02 18:07:59,014][331171] Updated weights for policy 0, policy_version 16833 (0.0008)
+[2026-06-02 18:07:59,213][331171] Updated weights for policy 0, policy_version 16844 (0.0009)
+[2026-06-02 18:07:59,387][331171] Updated weights for policy 0, policy_version 16854 (0.0009)
+[2026-06-02 18:07:59,566][331171] Updated weights for policy 0, policy_version 16864 (0.0008)
+[2026-06-02 18:07:59,738][331171] Updated weights for policy 0, policy_version 16874 (0.0008)
+[2026-06-02 18:08:00,337][331171] Updated weights for policy 0, policy_version 16884 (0.0009)
+[2026-06-02 18:08:00,502][331171] Updated weights for policy 0, policy_version 16894 (0.0008)
+[2026-06-02 18:08:00,692][331171] Updated weights for policy 0, policy_version 16905 (0.0009)
+[2026-06-02 18:08:00,866][331171] Updated weights for policy 0, policy_version 16915 (0.0008)
+[2026-06-02 18:08:01,056][331171] Updated weights for policy 0, policy_version 16926 (0.0008)
+[2026-06-02 18:08:01,240][331171] Updated weights for policy 0, policy_version 16936 (0.0008)
+[2026-06-02 18:08:01,849][331171] Updated weights for policy 0, policy_version 16946 (0.0008)
+[2026-06-02 18:08:02,010][331171] Updated weights for policy 0, policy_version 16956 (0.0008)
+[2026-06-02 18:08:02,184][331171] Updated weights for policy 0, policy_version 16966 (0.0008)
+[2026-06-02 18:08:02,355][331171] Updated weights for policy 0, policy_version 16976 (0.0008)
+[2026-06-02 18:08:02,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 8683520. Throughput: 0: 21248.0. Samples: 8734336. Policy #0 lag: (min: 34.0, avg: 77.0, max: 93.0)
+[2026-06-02 18:08:02,389][329331] Avg episode reward: [(0, '414.054')]
+[2026-06-02 18:08:02,555][331171] Updated weights for policy 0, policy_version 16987 (0.0008)
+[2026-06-02 18:08:02,728][331171] Updated weights for policy 0, policy_version 16997 (0.0008)
+[2026-06-02 18:08:02,935][331171] Updated weights for policy 0, policy_version 17008 (0.0008)
+[2026-06-02 18:08:03,489][331171] Updated weights for policy 0, policy_version 17018 (0.0009)
+[2026-06-02 18:08:03,660][331171] Updated weights for policy 0, policy_version 17028 (0.0009)
+[2026-06-02 18:08:03,835][331171] Updated weights for policy 0, policy_version 17038 (0.0008)
+[2026-06-02 18:08:04,016][331171] Updated weights for policy 0, policy_version 17048 (0.0008)
+[2026-06-02 18:08:04,188][331171] Updated weights for policy 0, policy_version 17058 (0.0008)
+[2026-06-02 18:08:04,367][331171] Updated weights for policy 0, policy_version 17068 (0.0008)
+[2026-06-02 18:08:04,965][331171] Updated weights for policy 0, policy_version 17078 (0.0008)
+[2026-06-02 18:08:05,130][331171] Updated weights for policy 0, policy_version 17088 (0.0008)
+[2026-06-02 18:08:05,301][331171] Updated weights for policy 0, policy_version 17098 (0.0008)
+[2026-06-02 18:08:05,473][331171] Updated weights for policy 0, policy_version 17108 (0.0008)
+[2026-06-02 18:08:05,649][331171] Updated weights for policy 0, policy_version 17118 (0.0008)
+[2026-06-02 18:08:05,827][331171] Updated weights for policy 0, policy_version 17128 (0.0009)
+[2026-06-02 18:08:06,424][331171] Updated weights for policy 0, policy_version 17138 (0.0009)
+[2026-06-02 18:08:06,589][331171] Updated weights for policy 0, policy_version 17148 (0.0008)
+[2026-06-02 18:08:06,764][331171] Updated weights for policy 0, policy_version 17158 (0.0008)
+[2026-06-02 18:08:06,941][331171] Updated weights for policy 0, policy_version 17168 (0.0009)
+[2026-06-02 18:08:07,117][331171] Updated weights for policy 0, policy_version 17178 (0.0009)
+[2026-06-02 18:08:07,289][331171] Updated weights for policy 0, policy_version 17188 (0.0009)
+[2026-06-02 18:08:07,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8781824. Throughput: 0: 21273.6. Samples: 8797696. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 18:08:07,389][329331] Avg episode reward: [(0, '501.651')]
+[2026-06-02 18:08:07,472][331171] Updated weights for policy 0, policy_version 17198 (0.0009)
+[2026-06-02 18:08:07,498][330880] Saving new best policy, reward=501.651!
+[2026-06-02 18:08:08,053][331171] Updated weights for policy 0, policy_version 17208 (0.0009)
+[2026-06-02 18:08:08,239][331171] Updated weights for policy 0, policy_version 17219 (0.0009)
+[2026-06-02 18:08:08,411][331171] Updated weights for policy 0, policy_version 17229 (0.0008)
+[2026-06-02 18:08:08,590][331171] Updated weights for policy 0, policy_version 17239 (0.0008)
+[2026-06-02 18:08:08,768][331171] Updated weights for policy 0, policy_version 17249 (0.0009)
+[2026-06-02 18:08:08,942][331171] Updated weights for policy 0, policy_version 17259 (0.0008)
+[2026-06-02 18:08:09,542][331171] Updated weights for policy 0, policy_version 17269 (0.0009)
+[2026-06-02 18:08:09,712][331171] Updated weights for policy 0, policy_version 17279 (0.0009)
+[2026-06-02 18:08:09,884][331171] Updated weights for policy 0, policy_version 17289 (0.0009)
+[2026-06-02 18:08:10,079][331171] Updated weights for policy 0, policy_version 17300 (0.0009)
+[2026-06-02 18:08:10,255][331171] Updated weights for policy 0, policy_version 17310 (0.0009)
+[2026-06-02 18:08:10,433][331171] Updated weights for policy 0, policy_version 17320 (0.0008)
+[2026-06-02 18:08:11,038][331171] Updated weights for policy 0, policy_version 17330 (0.0008)
+[2026-06-02 18:08:11,204][331171] Updated weights for policy 0, policy_version 17340 (0.0008)
+[2026-06-02 18:08:11,380][331171] Updated weights for policy 0, policy_version 17350 (0.0008)
+[2026-06-02 18:08:11,555][331171] Updated weights for policy 0, policy_version 17360 (0.0008)
+[2026-06-02 18:08:11,732][331171] Updated weights for policy 0, policy_version 17370 (0.0010)
+[2026-06-02 18:08:11,909][331171] Updated weights for policy 0, policy_version 17380 (0.0009)
+[2026-06-02 18:08:12,083][331171] Updated weights for policy 0, policy_version 17390 (0.0008)
+[2026-06-02 18:08:12,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 8912896. Throughput: 0: 21393.1. Samples: 8927616. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 18:08:12,389][329331] Avg episode reward: [(0, '489.689')]
+[2026-06-02 18:08:12,669][331171] Updated weights for policy 0, policy_version 17400 (0.0009)
+[2026-06-02 18:08:12,848][331171] Updated weights for policy 0, policy_version 17410 (0.0008)
+[2026-06-02 18:08:13,024][331171] Updated weights for policy 0, policy_version 17420 (0.0008)
+[2026-06-02 18:08:13,209][331171] Updated weights for policy 0, policy_version 17430 (0.0008)
+[2026-06-02 18:08:13,384][331171] Updated weights for policy 0, policy_version 17440 (0.0008)
+[2026-06-02 18:08:13,564][331171] Updated weights for policy 0, policy_version 17450 (0.0008)
+[2026-06-02 18:08:14,111][331171] Updated weights for policy 0, policy_version 17460 (0.0008)
+[2026-06-02 18:08:14,281][331171] Updated weights for policy 0, policy_version 17470 (0.0008)
+[2026-06-02 18:08:14,456][331171] Updated weights for policy 0, policy_version 17480 (0.0008)
+[2026-06-02 18:08:14,633][331171] Updated weights for policy 0, policy_version 17490 (0.0009)
+[2026-06-02 18:08:14,812][331171] Updated weights for policy 0, policy_version 17500 (0.0008)
+[2026-06-02 18:08:14,991][331171] Updated weights for policy 0, policy_version 17510 (0.0008)
+[2026-06-02 18:08:15,165][331171] Updated weights for policy 0, policy_version 17520 (0.0008)
+[2026-06-02 18:08:15,746][331171] Updated weights for policy 0, policy_version 17530 (0.0009)
+[2026-06-02 18:08:15,918][331171] Updated weights for policy 0, policy_version 17540 (0.0009)
+[2026-06-02 18:08:16,091][331171] Updated weights for policy 0, policy_version 17550 (0.0008)
+[2026-06-02 18:08:16,269][331171] Updated weights for policy 0, policy_version 17560 (0.0009)
+[2026-06-02 18:08:16,447][331171] Updated weights for policy 0, policy_version 17570 (0.0009)
+[2026-06-02 18:08:16,626][331171] Updated weights for policy 0, policy_version 17580 (0.0008)
+[2026-06-02 18:08:17,220][331171] Updated weights for policy 0, policy_version 17590 (0.0009)
+[2026-06-02 18:08:17,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 9011200. Throughput: 0: 21484.1. Samples: 9055744. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0)
+[2026-06-02 18:08:17,389][329331] Avg episode reward: [(0, '496.838')]
+[2026-06-02 18:08:17,404][331171] Updated weights for policy 0, policy_version 17601 (0.0008)
+[2026-06-02 18:08:17,576][331171] Updated weights for policy 0, policy_version 17611 (0.0009)
+[2026-06-02 18:08:17,760][331171] Updated weights for policy 0, policy_version 17621 (0.0008)
+[2026-06-02 18:08:17,940][331171] Updated weights for policy 0, policy_version 17631 (0.0008)
+[2026-06-02 18:08:18,118][331171] Updated weights for policy 0, policy_version 17641 (0.0009)
+[2026-06-02 18:08:18,696][331171] Updated weights for policy 0, policy_version 17651 (0.0009)
+[2026-06-02 18:08:18,861][331171] Updated weights for policy 0, policy_version 17661 (0.0009)
+[2026-06-02 18:08:19,033][331171] Updated weights for policy 0, policy_version 17671 (0.0009)
+[2026-06-02 18:08:19,210][331171] Updated weights for policy 0, policy_version 17681 (0.0008)
+[2026-06-02 18:08:19,387][331171] Updated weights for policy 0, policy_version 17691 (0.0009)
+[2026-06-02 18:08:19,565][331171] Updated weights for policy 0, policy_version 17701 (0.0008)
+[2026-06-02 18:08:19,739][331171] Updated weights for policy 0, policy_version 17711 (0.0008)
+[2026-06-02 18:08:20,330][331171] Updated weights for policy 0, policy_version 17721 (0.0009)
+[2026-06-02 18:08:20,497][331171] Updated weights for policy 0, policy_version 17731 (0.0008)
+[2026-06-02 18:08:20,683][331171] Updated weights for policy 0, policy_version 17741 (0.0009)
+[2026-06-02 18:08:20,856][331171] Updated weights for policy 0, policy_version 17751 (0.0009)
+[2026-06-02 18:08:21,033][331171] Updated weights for policy 0, policy_version 17761 (0.0009)
+[2026-06-02 18:08:21,216][331171] Updated weights for policy 0, policy_version 17771 (0.0008)
+[2026-06-02 18:08:21,782][331171] Updated weights for policy 0, policy_version 17781 (0.0009)
+[2026-06-02 18:08:21,947][331171] Updated weights for policy 0, policy_version 17791 (0.0008)
+[2026-06-02 18:08:22,119][331171] Updated weights for policy 0, policy_version 17801 (0.0009)
+[2026-06-02 18:08:22,298][331171] Updated weights for policy 0, policy_version 17811 (0.0007)
+[2026-06-02 18:08:22,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 9109504. Throughput: 0: 21464.2. Samples: 9119744. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0)
+[2026-06-02 18:08:22,389][329331] Avg episode reward: [(0, '451.003')]
+[2026-06-02 18:08:22,479][331171] Updated weights for policy 0, policy_version 17821 (0.0007)
+[2026-06-02 18:08:22,653][331171] Updated weights for policy 0, policy_version 17831 (0.0009)
+[2026-06-02 18:08:23,280][331171] Updated weights for policy 0, policy_version 17841 (0.0009)
+[2026-06-02 18:08:23,474][331171] Updated weights for policy 0, policy_version 17853 (0.0009)
+[2026-06-02 18:08:23,641][331171] Updated weights for policy 0, policy_version 17863 (0.0009)
+[2026-06-02 18:08:23,825][331171] Updated weights for policy 0, policy_version 17873 (0.0009)
+[2026-06-02 18:08:24,021][331171] Updated weights for policy 0, policy_version 17884 (0.0009)
+[2026-06-02 18:08:24,198][331171] Updated weights for policy 0, policy_version 17894 (0.0010)
+[2026-06-02 18:08:24,370][331171] Updated weights for policy 0, policy_version 17904 (0.0009)
+[2026-06-02 18:08:24,974][331171] Updated weights for policy 0, policy_version 17915 (0.0009)
+[2026-06-02 18:08:25,144][331171] Updated weights for policy 0, policy_version 17925 (0.0008)
+[2026-06-02 18:08:25,338][331171] Updated weights for policy 0, policy_version 17936 (0.0009)
+[2026-06-02 18:08:25,519][331171] Updated weights for policy 0, policy_version 17946 (0.0008)
+[2026-06-02 18:08:25,695][331171] Updated weights for policy 0, policy_version 17956 (0.0008)
+[2026-06-02 18:08:25,874][331171] Updated weights for policy 0, policy_version 17966 (0.0008)
+[2026-06-02 18:08:26,474][331171] Updated weights for policy 0, policy_version 17977 (0.0008)
+[2026-06-02 18:08:26,645][331171] Updated weights for policy 0, policy_version 17987 (0.0008)
+[2026-06-02 18:08:26,824][331171] Updated weights for policy 0, policy_version 17997 (0.0008)
+[2026-06-02 18:08:27,001][331171] Updated weights for policy 0, policy_version 18007 (0.0008)
+[2026-06-02 18:08:27,185][331171] Updated weights for policy 0, policy_version 18017 (0.0009)
+[2026-06-02 18:08:27,362][331171] Updated weights for policy 0, policy_version 18027 (0.0008)
+[2026-06-02 18:08:27,388][329331] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 9207808. Throughput: 0: 21418.7. Samples: 9244800. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0)
+[2026-06-02 18:08:27,389][329331] Avg episode reward: [(0, '544.650')]
+[2026-06-02 18:08:27,444][330880] Saving new best policy, reward=544.650!
+[2026-06-02 18:08:27,913][331171] Updated weights for policy 0, policy_version 18037 (0.0008)
+[2026-06-02 18:08:28,101][331171] Updated weights for policy 0, policy_version 18048 (0.0008)
+[2026-06-02 18:08:28,282][331171] Updated weights for policy 0, policy_version 18058 (0.0008)
+[2026-06-02 18:08:28,463][331171] Updated weights for policy 0, policy_version 18068 (0.0008)
+[2026-06-02 18:08:28,652][331171] Updated weights for policy 0, policy_version 18079 (0.0008)
+[2026-06-02 18:08:28,824][331171] Updated weights for policy 0, policy_version 18089 (0.0008)
+[2026-06-02 18:08:29,427][331171] Updated weights for policy 0, policy_version 18099 (0.0008)
+[2026-06-02 18:08:29,593][331171] Updated weights for policy 0, policy_version 18109 (0.0008)
+[2026-06-02 18:08:29,765][331171] Updated weights for policy 0, policy_version 18119 (0.0008)
+[2026-06-02 18:08:29,941][331171] Updated weights for policy 0, policy_version 18129 (0.0008)
+[2026-06-02 18:08:30,130][331171] Updated weights for policy 0, policy_version 18140 (0.0008)
+[2026-06-02 18:08:30,336][331171] Updated weights for policy 0, policy_version 18151 (0.0009)
+[2026-06-02 18:08:30,939][331171] Updated weights for policy 0, policy_version 18161 (0.0009)
+[2026-06-02 18:08:31,102][331171] Updated weights for policy 0, policy_version 18171 (0.0008)
+[2026-06-02 18:08:31,291][331171] Updated weights for policy 0, policy_version 18182 (0.0009)
+[2026-06-02 18:08:31,464][331171] Updated weights for policy 0, policy_version 18192 (0.0009)
+[2026-06-02 18:08:31,659][331171] Updated weights for policy 0, policy_version 18203 (0.0009)
+[2026-06-02 18:08:31,838][331171] Updated weights for policy 0, policy_version 18213 (0.0008)
+[2026-06-02 18:08:32,020][331171] Updated weights for policy 0, policy_version 18223 (0.0008)
+[2026-06-02 18:08:32,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 9338880. Throughput: 0: 21316.3. Samples: 9368064. Policy #0 lag: (min: 63.0, avg: 83.4, max: 127.0)
+[2026-06-02 18:08:32,389][329331] Avg episode reward: [(0, '457.007')]
+[2026-06-02 18:08:32,597][331171] Updated weights for policy 0, policy_version 18233 (0.0009)
+[2026-06-02 18:08:32,771][331171] Updated weights for policy 0, policy_version 18243 (0.0008)
+[2026-06-02 18:08:32,965][331171] Updated weights for policy 0, policy_version 18254 (0.0009)
+[2026-06-02 18:08:33,139][331171] Updated weights for policy 0, policy_version 18264 (0.0009)
+[2026-06-02 18:08:33,315][331171] Updated weights for policy 0, policy_version 18274 (0.0009)
+[2026-06-02 18:08:33,496][331171] Updated weights for policy 0, policy_version 18284 (0.0008)
+[2026-06-02 18:08:34,072][331171] Updated weights for policy 0, policy_version 18294 (0.0008)
+[2026-06-02 18:08:34,238][331171] Updated weights for policy 0, policy_version 18304 (0.0009)
+[2026-06-02 18:08:34,428][331171] Updated weights for policy 0, policy_version 18315 (0.0009)
+[2026-06-02 18:08:34,607][331171] Updated weights for policy 0, policy_version 18325 (0.0009)
+[2026-06-02 18:08:34,798][331171] Updated weights for policy 0, policy_version 18336 (0.0009)
+[2026-06-02 18:08:34,969][331171] Updated weights for policy 0, policy_version 18346 (0.0008)
+[2026-06-02 18:08:35,575][331171] Updated weights for policy 0, policy_version 18356 (0.0009)
+[2026-06-02 18:08:35,739][331171] Updated weights for policy 0, policy_version 18366 (0.0009)
+[2026-06-02 18:08:35,915][331171] Updated weights for policy 0, policy_version 18376 (0.0009)
+[2026-06-02 18:08:36,091][331171] Updated weights for policy 0, policy_version 18386 (0.0009)
+[2026-06-02 18:08:36,272][331171] Updated weights for policy 0, policy_version 18396 (0.0009)
+[2026-06-02 18:08:36,448][331171] Updated weights for policy 0, policy_version 18406 (0.0009)
+[2026-06-02 18:08:36,618][331171] Updated weights for policy 0, policy_version 18416 (0.0009)
+[2026-06-02 18:08:37,195][331171] Updated weights for policy 0, policy_version 18426 (0.0009)
+[2026-06-02 18:08:37,388][329331] Fps is (10 sec: 22937.3, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 9437184. Throughput: 0: 21245.1. Samples: 9429888. Policy #0 lag: (min: 63.0, avg: 83.4, max: 127.0)
+[2026-06-02 18:08:37,389][329331] Avg episode reward: [(0, '563.564')]
+[2026-06-02 18:08:37,391][331171] Updated weights for policy 0, policy_version 18437 (0.0009)
+[2026-06-02 18:08:37,564][331171] Updated weights for policy 0, policy_version 18447 (0.0009)
+[2026-06-02 18:08:37,748][331171] Updated weights for policy 0, policy_version 18457 (0.0009)
+[2026-06-02 18:08:37,928][331171] Updated weights for policy 0, policy_version 18467 (0.0009)
+[2026-06-02 18:08:38,110][331171] Updated weights for policy 0, policy_version 18477 (0.0008)
+[2026-06-02 18:08:38,154][330880] Saving new best policy, reward=563.564!
+[2026-06-02 18:08:38,673][331171] Updated weights for policy 0, policy_version 18487 (0.0008)
+[2026-06-02 18:08:38,843][331171] Updated weights for policy 0, policy_version 18497 (0.0008)
+[2026-06-02 18:08:39,026][331171] Updated weights for policy 0, policy_version 18507 (0.0008)
+[2026-06-02 18:08:39,200][331171] Updated weights for policy 0, policy_version 18517 (0.0008)
+[2026-06-02 18:08:39,389][331171] Updated weights for policy 0, policy_version 18527 (0.0008)
+[2026-06-02 18:08:39,572][331171] Updated weights for policy 0, policy_version 18537 (0.0008)
+[2026-06-02 18:08:40,112][331171] Updated weights for policy 0, policy_version 18547 (0.0009)
+[2026-06-02 18:08:40,278][331171] Updated weights for policy 0, policy_version 18557 (0.0008)
+[2026-06-02 18:08:40,455][331171] Updated weights for policy 0, policy_version 18567 (0.0008)
+[2026-06-02 18:08:40,637][331171] Updated weights for policy 0, policy_version 18577 (0.0008)
+[2026-06-02 18:08:40,815][331171] Updated weights for policy 0, policy_version 18587 (0.0008)
+[2026-06-02 18:08:40,993][331171] Updated weights for policy 0, policy_version 18597 (0.0008)
+[2026-06-02 18:08:41,179][331171] Updated weights for policy 0, policy_version 18608 (0.0008)
+[2026-06-02 18:08:41,755][331171] Updated weights for policy 0, policy_version 18618 (0.0009)
+[2026-06-02 18:08:41,927][331171] Updated weights for policy 0, policy_version 18628 (0.0009)
+[2026-06-02 18:08:42,098][331171] Updated weights for policy 0, policy_version 18638 (0.0008)
+[2026-06-02 18:08:42,286][331171] Updated weights for policy 0, policy_version 18648 (0.0009)
+[2026-06-02 18:08:42,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 9535488. Throughput: 0: 21191.1. Samples: 9557504. Policy #0 lag: (min: 63.0, avg: 83.4, max: 127.0)
+[2026-06-02 18:08:42,389][329331] Avg episode reward: [(0, '494.798')]
+[2026-06-02 18:08:42,464][331171] Updated weights for policy 0, policy_version 18658 (0.0009)
+[2026-06-02 18:08:42,641][331171] Updated weights for policy 0, policy_version 18668 (0.0008)
+[2026-06-02 18:08:43,217][331171] Updated weights for policy 0, policy_version 18678 (0.0009)
+[2026-06-02 18:08:43,386][331171] Updated weights for policy 0, policy_version 18688 (0.0009)
+[2026-06-02 18:08:43,563][331171] Updated weights for policy 0, policy_version 18698 (0.0009)
+[2026-06-02 18:08:43,741][331171] Updated weights for policy 0, policy_version 18708 (0.0009)
+[2026-06-02 18:08:43,915][331171] Updated weights for policy 0, policy_version 18718 (0.0009)
+[2026-06-02 18:08:44,089][331171] Updated weights for policy 0, policy_version 18728 (0.0009)
+[2026-06-02 18:08:44,701][331171] Updated weights for policy 0, policy_version 18738 (0.0009)
+[2026-06-02 18:08:44,864][331171] Updated weights for policy 0, policy_version 18748 (0.0009)
+[2026-06-02 18:08:45,042][331171] Updated weights for policy 0, policy_version 18758 (0.0006)
+[2026-06-02 18:08:45,231][331171] Updated weights for policy 0, policy_version 18769 (0.0009)
+[2026-06-02 18:08:45,408][331171] Updated weights for policy 0, policy_version 18779 (0.0009)
+[2026-06-02 18:08:45,611][331171] Updated weights for policy 0, policy_version 18790 (0.0009)
+[2026-06-02 18:08:45,781][331171] Updated weights for policy 0, policy_version 18800 (0.0009)
+[2026-06-02 18:08:46,369][331171] Updated weights for policy 0, policy_version 18810 (0.0008)
+[2026-06-02 18:08:46,542][331171] Updated weights for policy 0, policy_version 18820 (0.0008)
+[2026-06-02 18:08:46,721][331171] Updated weights for policy 0, policy_version 18830 (0.0008)
+[2026-06-02 18:08:46,895][331171] Updated weights for policy 0, policy_version 18840 (0.0008)
+[2026-06-02 18:08:47,080][331171] Updated weights for policy 0, policy_version 18850 (0.0008)
+[2026-06-02 18:08:47,254][331171] Updated weights for policy 0, policy_version 18860 (0.0009)
+[2026-06-02 18:08:47,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21215.9). Total num frames: 9666560. Throughput: 0: 21154.1. Samples: 9686272. Policy #0 lag: (min: 47.0, avg: 66.2, max: 111.0)
+[2026-06-02 18:08:47,389][329331] Avg episode reward: [(0, '520.470')]
+[2026-06-02 18:08:47,809][331171] Updated weights for policy 0, policy_version 18870 (0.0008)
+[2026-06-02 18:08:47,980][331171] Updated weights for policy 0, policy_version 18880 (0.0008)
+[2026-06-02 18:08:48,157][331171] Updated weights for policy 0, policy_version 18890 (0.0009)
+[2026-06-02 18:08:48,336][331171] Updated weights for policy 0, policy_version 18900 (0.0009)
+[2026-06-02 18:08:48,507][331171] Updated weights for policy 0, policy_version 18910 (0.0009)
+[2026-06-02 18:08:48,683][331171] Updated weights for policy 0, policy_version 18920 (0.0009)
+[2026-06-02 18:08:49,292][331171] Updated weights for policy 0, policy_version 18930 (0.0009)
+[2026-06-02 18:08:49,460][331171] Updated weights for policy 0, policy_version 18940 (0.0009)
+[2026-06-02 18:08:49,635][331171] Updated weights for policy 0, policy_version 18950 (0.0009)
+[2026-06-02 18:08:49,806][331171] Updated weights for policy 0, policy_version 18960 (0.0009)
+[2026-06-02 18:08:49,990][331171] Updated weights for policy 0, policy_version 18970 (0.0009)
+[2026-06-02 18:08:50,170][331171] Updated weights for policy 0, policy_version 18980 (0.0009)
+[2026-06-02 18:08:50,345][331171] Updated weights for policy 0, policy_version 18990 (0.0009)
+[2026-06-02 18:08:50,917][331171] Updated weights for policy 0, policy_version 19000 (0.0008)
+[2026-06-02 18:08:51,089][331171] Updated weights for policy 0, policy_version 19010 (0.0008)
+[2026-06-02 18:08:51,261][331171] Updated weights for policy 0, policy_version 19020 (0.0008)
+[2026-06-02 18:08:51,443][331171] Updated weights for policy 0, policy_version 19030 (0.0008)
+[2026-06-02 18:08:51,623][331171] Updated weights for policy 0, policy_version 19040 (0.0008)
+[2026-06-02 18:08:51,795][331171] Updated weights for policy 0, policy_version 19050 (0.0008)
+[2026-06-02 18:08:52,349][331171] Updated weights for policy 0, policy_version 19060 (0.0008)
+[2026-06-02 18:08:52,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 9764864. Throughput: 0: 21168.4. Samples: 9750272. Policy #0 lag: (min: 47.0, avg: 66.2, max: 111.0)
+[2026-06-02 18:08:52,389][329331] Avg episode reward: [(0, '508.444')]
+[2026-06-02 18:08:52,514][331171] Updated weights for policy 0, policy_version 19070 (0.0008)
+[2026-06-02 18:08:52,690][331171] Updated weights for policy 0, policy_version 19080 (0.0008)
+[2026-06-02 18:08:52,868][331171] Updated weights for policy 0, policy_version 19090 (0.0009)
+[2026-06-02 18:08:53,040][331171] Updated weights for policy 0, policy_version 19100 (0.0008)
+[2026-06-02 18:08:53,222][331171] Updated weights for policy 0, policy_version 19110 (0.0009)
+[2026-06-02 18:08:53,393][331171] Updated weights for policy 0, policy_version 19120 (0.0008)
+[2026-06-02 18:08:53,979][331171] Updated weights for policy 0, policy_version 19130 (0.0008)
+[2026-06-02 18:08:54,158][331171] Updated weights for policy 0, policy_version 19140 (0.0008)
+[2026-06-02 18:08:54,337][331171] Updated weights for policy 0, policy_version 19150 (0.0008)
+[2026-06-02 18:08:54,517][331171] Updated weights for policy 0, policy_version 19160 (0.0008)
+[2026-06-02 18:08:54,694][331171] Updated weights for policy 0, policy_version 19170 (0.0008)
+[2026-06-02 18:08:54,870][331171] Updated weights for policy 0, policy_version 19180 (0.0007)
+[2026-06-02 18:08:55,395][331171] Updated weights for policy 0, policy_version 19190 (0.0004)
+[2026-06-02 18:08:55,571][331171] Updated weights for policy 0, policy_version 19200 (0.0004)
+[2026-06-02 18:08:55,748][331171] Updated weights for policy 0, policy_version 19210 (0.0004)
+[2026-06-02 18:08:55,927][331171] Updated weights for policy 0, policy_version 19220 (0.0004)
+[2026-06-02 18:08:56,102][331171] Updated weights for policy 0, policy_version 19230 (0.0004)
+[2026-06-02 18:08:56,294][331171] Updated weights for policy 0, policy_version 19240 (0.0004)
+[2026-06-02 18:08:56,856][331171] Updated weights for policy 0, policy_version 19250 (0.0007)
+[2026-06-02 18:08:57,021][331171] Updated weights for policy 0, policy_version 19260 (0.0008)
+[2026-06-02 18:08:57,204][331171] Updated weights for policy 0, policy_version 19271 (0.0008)
+[2026-06-02 18:08:57,382][331171] Updated weights for policy 0, policy_version 19281 (0.0008)
+[2026-06-02 18:08:57,390][329331] Fps is (10 sec: 19658.2, 60 sec: 21298.7, 300 sec: 21215.8). Total num frames: 9863168. Throughput: 0: 21116.5. Samples: 9877888. Policy #0 lag: (min: 47.0, avg: 66.2, max: 111.0)
+[2026-06-02 18:08:57,392][329331] Avg episode reward: [(0, '471.867')]
+[2026-06-02 18:08:57,570][331171] Updated weights for policy 0, policy_version 19291 (0.0008)
+[2026-06-02 18:08:57,750][331171] Updated weights for policy 0, policy_version 19301 (0.0008)
+[2026-06-02 18:08:57,926][331171] Updated weights for policy 0, policy_version 19311 (0.0008)
+[2026-06-02 18:08:58,532][331171] Updated weights for policy 0, policy_version 19321 (0.0008)
+[2026-06-02 18:08:58,722][331171] Updated weights for policy 0, policy_version 19332 (0.0006)
+[2026-06-02 18:08:58,909][331171] Updated weights for policy 0, policy_version 19342 (0.0004)
+[2026-06-02 18:08:59,082][331171] Updated weights for policy 0, policy_version 19352 (0.0004)
+[2026-06-02 18:08:59,273][331171] Updated weights for policy 0, policy_version 19362 (0.0008)
+[2026-06-02 18:08:59,451][331171] Updated weights for policy 0, policy_version 19372 (0.0008)
+[2026-06-02 18:09:00,007][331171] Updated weights for policy 0, policy_version 19382 (0.0008)
+[2026-06-02 18:09:00,192][331171] Updated weights for policy 0, policy_version 19393 (0.0008)
+[2026-06-02 18:09:00,374][331171] Updated weights for policy 0, policy_version 19403 (0.0008)
+[2026-06-02 18:09:00,551][331171] Updated weights for policy 0, policy_version 19413 (0.0008)
+[2026-06-02 18:09:00,726][331171] Updated weights for policy 0, policy_version 19423 (0.0008)
+[2026-06-02 18:09:00,903][331171] Updated weights for policy 0, policy_version 19433 (0.0008)
+[2026-06-02 18:09:01,499][331171] Updated weights for policy 0, policy_version 19443 (0.0009)
+[2026-06-02 18:09:01,661][331171] Updated weights for policy 0, policy_version 19453 (0.0008)
+[2026-06-02 18:09:01,879][331171] Updated weights for policy 0, policy_version 19464 (0.0009)
+[2026-06-02 18:09:02,056][331171] Updated weights for policy 0, policy_version 19474 (0.0009)
+[2026-06-02 18:09:02,253][331171] Updated weights for policy 0, policy_version 19485 (0.0009)
+[2026-06-02 18:09:02,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 9961472. Throughput: 0: 21171.2. Samples: 10008448. Policy #0 lag: (min: 12.0, avg: 32.2, max: 76.0)
+[2026-06-02 18:09:02,389][329331] Avg episode reward: [(0, '519.726')]
+[2026-06-02 18:09:02,429][331171] Updated weights for policy 0, policy_version 19495 (0.0009)
+[2026-06-02 18:09:03,027][331171] Updated weights for policy 0, policy_version 19505 (0.0008)
+[2026-06-02 18:09:03,188][331171] Updated weights for policy 0, policy_version 19515 (0.0008)
+[2026-06-02 18:09:03,356][331171] Updated weights for policy 0, policy_version 19525 (0.0007)
+[2026-06-02 18:09:03,528][331171] Updated weights for policy 0, policy_version 19535 (0.0004)
+[2026-06-02 18:09:03,698][331171] Updated weights for policy 0, policy_version 19545 (0.0004)
+[2026-06-02 18:09:03,891][331171] Updated weights for policy 0, policy_version 19555 (0.0004)
+[2026-06-02 18:09:04,073][331171] Updated weights for policy 0, policy_version 19565 (0.0004)
+[2026-06-02 18:09:04,637][331171] Updated weights for policy 0, policy_version 19575 (0.0006)
+[2026-06-02 18:09:04,799][331171] Updated weights for policy 0, policy_version 19585 (0.0004)
+[2026-06-02 18:09:04,978][331171] Updated weights for policy 0, policy_version 19595 (0.0005)
+[2026-06-02 18:09:05,154][331171] Updated weights for policy 0, policy_version 19605 (0.0008)
+[2026-06-02 18:09:05,327][331171] Updated weights for policy 0, policy_version 19615 (0.0008)
+[2026-06-02 18:09:05,502][331171] Updated weights for policy 0, policy_version 19625 (0.0008)
+[2026-06-02 18:09:06,136][331171] Updated weights for policy 0, policy_version 19635 (0.0009)
+[2026-06-02 18:09:06,297][331171] Updated weights for policy 0, policy_version 19645 (0.0009)
+[2026-06-02 18:09:06,464][331171] Updated weights for policy 0, policy_version 19655 (0.0008)
+[2026-06-02 18:09:06,671][331171] Updated weights for policy 0, policy_version 19667 (0.0009)
+[2026-06-02 18:09:06,845][331171] Updated weights for policy 0, policy_version 19677 (0.0008)
+[2026-06-02 18:09:07,034][331171] Updated weights for policy 0, policy_version 19687 (0.0008)
+[2026-06-02 18:09:07,388][329331] Fps is (10 sec: 22940.6, 60 sec: 21845.3, 300 sec: 21215.9). Total num frames: 10092544. Throughput: 0: 21179.7. Samples: 10072832. Policy #0 lag: (min: 12.0, avg: 32.2, max: 76.0)
+[2026-06-02 18:09:07,389][329331] Avg episode reward: [(0, '446.197')]
+[2026-06-02 18:09:07,650][331171] Updated weights for policy 0, policy_version 19697 (0.0009)
+[2026-06-02 18:09:07,810][331171] Updated weights for policy 0, policy_version 19707 (0.0008)
+[2026-06-02 18:09:07,978][331171] Updated weights for policy 0, policy_version 19717 (0.0008)
+[2026-06-02 18:09:08,153][331171] Updated weights for policy 0, policy_version 19727 (0.0008)
+[2026-06-02 18:09:08,330][331171] Updated weights for policy 0, policy_version 19737 (0.0008)
+[2026-06-02 18:09:08,503][331171] Updated weights for policy 0, policy_version 19747 (0.0009)
+[2026-06-02 18:09:08,676][331171] Updated weights for policy 0, policy_version 19757 (0.0008)
+[2026-06-02 18:09:09,246][331171] Updated weights for policy 0, policy_version 19767 (0.0008)
+[2026-06-02 18:09:09,416][331171] Updated weights for policy 0, policy_version 19777 (0.0009)
+[2026-06-02 18:09:09,593][331171] Updated weights for policy 0, policy_version 19787 (0.0009)
+[2026-06-02 18:09:09,778][331171] Updated weights for policy 0, policy_version 19797 (0.0008)
+[2026-06-02 18:09:09,944][331171] Updated weights for policy 0, policy_version 19807 (0.0008)
+[2026-06-02 18:09:10,131][331171] Updated weights for policy 0, policy_version 19817 (0.0008)
+[2026-06-02 18:09:10,737][331171] Updated weights for policy 0, policy_version 19827 (0.0009)
+[2026-06-02 18:09:10,905][331171] Updated weights for policy 0, policy_version 19837 (0.0008)
+[2026-06-02 18:09:11,084][331171] Updated weights for policy 0, policy_version 19847 (0.0008)
+[2026-06-02 18:09:11,281][331171] Updated weights for policy 0, policy_version 19858 (0.0009)
+[2026-06-02 18:09:11,454][331171] Updated weights for policy 0, policy_version 19868 (0.0008)
+[2026-06-02 18:09:11,638][331171] Updated weights for policy 0, policy_version 19878 (0.0008)
+[2026-06-02 18:09:11,821][331171] Updated weights for policy 0, policy_version 19888 (0.0008)
+[2026-06-02 18:09:12,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 10190848. Throughput: 0: 21310.5. Samples: 10203776. Policy #0 lag: (min: 12.0, avg: 32.2, max: 76.0)
+[2026-06-02 18:09:12,389][329331] Avg episode reward: [(0, '496.448')]
+[2026-06-02 18:09:12,420][331171] Updated weights for policy 0, policy_version 19899 (0.0009)
+[2026-06-02 18:09:12,595][331171] Updated weights for policy 0, policy_version 19909 (0.0008)
+[2026-06-02 18:09:12,778][331171] Updated weights for policy 0, policy_version 19919 (0.0008)
+[2026-06-02 18:09:12,954][331171] Updated weights for policy 0, policy_version 19929 (0.0009)
+[2026-06-02 18:09:13,133][331171] Updated weights for policy 0, policy_version 19939 (0.0008)
+[2026-06-02 18:09:13,313][331171] Updated weights for policy 0, policy_version 19949 (0.0008)
+[2026-06-02 18:09:13,896][331171] Updated weights for policy 0, policy_version 19959 (0.0008)
+[2026-06-02 18:09:14,065][331171] Updated weights for policy 0, policy_version 19969 (0.0009)
+[2026-06-02 18:09:14,230][331171] Updated weights for policy 0, policy_version 19979 (0.0008)
+[2026-06-02 18:09:14,415][331171] Updated weights for policy 0, policy_version 19989 (0.0008)
+[2026-06-02 18:09:14,602][331171] Updated weights for policy 0, policy_version 19999 (0.0009)
+[2026-06-02 18:09:14,780][331171] Updated weights for policy 0, policy_version 20009 (0.0009)
+[2026-06-02 18:09:15,376][331171] Updated weights for policy 0, policy_version 20019 (0.0009)
+[2026-06-02 18:09:15,541][331171] Updated weights for policy 0, policy_version 20029 (0.0007)
+[2026-06-02 18:09:15,712][331171] Updated weights for policy 0, policy_version 20039 (0.0009)
+[2026-06-02 18:09:15,890][331171] Updated weights for policy 0, policy_version 20049 (0.0009)
+[2026-06-02 18:09:16,065][331171] Updated weights for policy 0, policy_version 20059 (0.0009)
+[2026-06-02 18:09:16,245][331171] Updated weights for policy 0, policy_version 20069 (0.0009)
+[2026-06-02 18:09:16,420][331171] Updated weights for policy 0, policy_version 20079 (0.0009)
+[2026-06-02 18:09:17,006][331171] Updated weights for policy 0, policy_version 20089 (0.0009)
+[2026-06-02 18:09:17,174][331171] Updated weights for policy 0, policy_version 20099 (0.0009)
+[2026-06-02 18:09:17,363][331171] Updated weights for policy 0, policy_version 20110 (0.0008)
+[2026-06-02 18:09:17,388][329331] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 10289152. Throughput: 0: 21501.2. Samples: 10335616. Policy #0 lag: (min: 44.0, avg: 64.2, max: 108.0)
+[2026-06-02 18:09:17,389][329331] Avg episode reward: [(0, '502.067')]
+[2026-06-02 18:09:17,538][331171] Updated weights for policy 0, policy_version 20120 (0.0009)
+[2026-06-02 18:09:17,713][331171] Updated weights for policy 0, policy_version 20130 (0.0008)
+[2026-06-02 18:09:17,885][331171] Updated weights for policy 0, policy_version 20140 (0.0008)
+[2026-06-02 18:09:18,493][331171] Updated weights for policy 0, policy_version 20150 (0.0008)
+[2026-06-02 18:09:18,666][331171] Updated weights for policy 0, policy_version 20160 (0.0008)
+[2026-06-02 18:09:18,841][331171] Updated weights for policy 0, policy_version 20170 (0.0008)
+[2026-06-02 18:09:19,027][331171] Updated weights for policy 0, policy_version 20180 (0.0007)
+[2026-06-02 18:09:19,203][331171] Updated weights for policy 0, policy_version 20190 (0.0009)
+[2026-06-02 18:09:19,402][331171] Updated weights for policy 0, policy_version 20201 (0.0008)
+[2026-06-02 18:09:19,982][331171] Updated weights for policy 0, policy_version 20211 (0.0008)
+[2026-06-02 18:09:20,151][331171] Updated weights for policy 0, policy_version 20221 (0.0008)
+[2026-06-02 18:09:20,330][331171] Updated weights for policy 0, policy_version 20231 (0.0008)
+[2026-06-02 18:09:20,505][331171] Updated weights for policy 0, policy_version 20241 (0.0008)
+[2026-06-02 18:09:20,681][331171] Updated weights for policy 0, policy_version 20251 (0.0008)
+[2026-06-02 18:09:20,864][331171] Updated weights for policy 0, policy_version 20261 (0.0008)
+[2026-06-02 18:09:21,037][331171] Updated weights for policy 0, policy_version 20271 (0.0008)
+[2026-06-02 18:09:21,616][331171] Updated weights for policy 0, policy_version 20281 (0.0008)
+[2026-06-02 18:09:21,787][331171] Updated weights for policy 0, policy_version 20291 (0.0008)
+[2026-06-02 18:09:21,975][331171] Updated weights for policy 0, policy_version 20301 (0.0008)
+[2026-06-02 18:09:22,155][331171] Updated weights for policy 0, policy_version 20311 (0.0008)
+[2026-06-02 18:09:22,333][331171] Updated weights for policy 0, policy_version 20321 (0.0008)
+[2026-06-02 18:09:22,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 10387456. Throughput: 0: 21569.4. Samples: 10400512. Policy #0 lag: (min: 44.0, avg: 64.2, max: 108.0)
+[2026-06-02 18:09:22,389][329331] Avg episode reward: [(0, '448.643')]
+[2026-06-02 18:09:22,512][331171] Updated weights for policy 0, policy_version 20331 (0.0008)
+[2026-06-02 18:09:23,111][331171] Updated weights for policy 0, policy_version 20341 (0.0008)
+[2026-06-02 18:09:23,297][331171] Updated weights for policy 0, policy_version 20352 (0.0009)
+[2026-06-02 18:09:23,470][331171] Updated weights for policy 0, policy_version 20362 (0.0008)
+[2026-06-02 18:09:23,650][331171] Updated weights for policy 0, policy_version 20372 (0.0008)
+[2026-06-02 18:09:23,829][331171] Updated weights for policy 0, policy_version 20382 (0.0008)
+[2026-06-02 18:09:24,007][331171] Updated weights for policy 0, policy_version 20392 (0.0009)
+[2026-06-02 18:09:24,603][331171] Updated weights for policy 0, policy_version 20402 (0.0008)
+[2026-06-02 18:09:24,767][331171] Updated weights for policy 0, policy_version 20412 (0.0008)
+[2026-06-02 18:09:24,940][331171] Updated weights for policy 0, policy_version 20422 (0.0008)
+[2026-06-02 18:09:25,105][331171] Updated weights for policy 0, policy_version 20432 (0.0009)
+[2026-06-02 18:09:25,286][331171] Updated weights for policy 0, policy_version 20442 (0.0009)
+[2026-06-02 18:09:25,457][331171] Updated weights for policy 0, policy_version 20452 (0.0008)
+[2026-06-02 18:09:25,630][331171] Updated weights for policy 0, policy_version 20462 (0.0008)
+[2026-06-02 18:09:26,228][331171] Updated weights for policy 0, policy_version 20472 (0.0008)
+[2026-06-02 18:09:26,396][331171] Updated weights for policy 0, policy_version 20482 (0.0008)
+[2026-06-02 18:09:26,568][331171] Updated weights for policy 0, policy_version 20492 (0.0008)
+[2026-06-02 18:09:26,740][331171] Updated weights for policy 0, policy_version 20502 (0.0008)
+[2026-06-02 18:09:26,913][331171] Updated weights for policy 0, policy_version 20512 (0.0008)
+[2026-06-02 18:09:27,081][331171] Updated weights for policy 0, policy_version 20522 (0.0008)
+[2026-06-02 18:09:27,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21327.0). Total num frames: 10518528. Throughput: 0: 21646.2. Samples: 10531584. Policy #0 lag: (min: 44.0, avg: 64.2, max: 108.0)
+[2026-06-02 18:09:27,389][329331] Avg episode reward: [(0, '522.756')]
+[2026-06-02 18:09:27,703][331171] Updated weights for policy 0, policy_version 20532 (0.0009)
+[2026-06-02 18:09:27,866][331171] Updated weights for policy 0, policy_version 20542 (0.0009)
+[2026-06-02 18:09:28,039][331171] Updated weights for policy 0, policy_version 20552 (0.0008)
+[2026-06-02 18:09:28,213][331171] Updated weights for policy 0, policy_version 20562 (0.0008)
+[2026-06-02 18:09:28,387][331171] Updated weights for policy 0, policy_version 20572 (0.0009)
+[2026-06-02 18:09:28,561][331171] Updated weights for policy 0, policy_version 20582 (0.0008)
+[2026-06-02 18:09:28,730][331171] Updated weights for policy 0, policy_version 20592 (0.0008)
+[2026-06-02 18:09:29,316][331171] Updated weights for policy 0, policy_version 20602 (0.0008)
+[2026-06-02 18:09:29,488][331171] Updated weights for policy 0, policy_version 20612 (0.0009)
+[2026-06-02 18:09:29,662][331171] Updated weights for policy 0, policy_version 20622 (0.0008)
+[2026-06-02 18:09:29,851][331171] Updated weights for policy 0, policy_version 20633 (0.0008)
+[2026-06-02 18:09:30,024][331171] Updated weights for policy 0, policy_version 20643 (0.0008)
+[2026-06-02 18:09:30,201][331171] Updated weights for policy 0, policy_version 20653 (0.0008)
+[2026-06-02 18:09:30,796][331171] Updated weights for policy 0, policy_version 20663 (0.0008)
+[2026-06-02 18:09:30,963][331171] Updated weights for policy 0, policy_version 20673 (0.0009)
+[2026-06-02 18:09:31,135][331171] Updated weights for policy 0, policy_version 20683 (0.0009)
+[2026-06-02 18:09:31,308][331171] Updated weights for policy 0, policy_version 20693 (0.0008)
+[2026-06-02 18:09:31,484][331171] Updated weights for policy 0, policy_version 20703 (0.0009)
+[2026-06-02 18:09:31,672][331171] Updated weights for policy 0, policy_version 20714 (0.0009)
+[2026-06-02 18:09:32,294][331171] Updated weights for policy 0, policy_version 20724 (0.0009)
+[2026-06-02 18:09:32,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 10616832. Throughput: 0: 21660.4. Samples: 10660992. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 18:09:32,389][329331] Avg episode reward: [(0, '513.272')]
+[2026-06-02 18:09:32,452][331171] Updated weights for policy 0, policy_version 20734 (0.0009)
+[2026-06-02 18:09:32,627][331171] Updated weights for policy 0, policy_version 20744 (0.0009)
+[2026-06-02 18:09:32,801][331171] Updated weights for policy 0, policy_version 20754 (0.0009)
+[2026-06-02 18:09:32,974][331171] Updated weights for policy 0, policy_version 20764 (0.0009)
+[2026-06-02 18:09:33,147][331171] Updated weights for policy 0, policy_version 20774 (0.0009)
+[2026-06-02 18:09:33,317][331171] Updated weights for policy 0, policy_version 20784 (0.0009)
+[2026-06-02 18:09:33,900][331171] Updated weights for policy 0, policy_version 20794 (0.0009)
+[2026-06-02 18:09:34,069][331171] Updated weights for policy 0, policy_version 20804 (0.0009)
+[2026-06-02 18:09:34,243][331171] Updated weights for policy 0, policy_version 20814 (0.0009)
+[2026-06-02 18:09:34,416][331171] Updated weights for policy 0, policy_version 20824 (0.0009)
+[2026-06-02 18:09:34,590][331171] Updated weights for policy 0, policy_version 20834 (0.0009)
+[2026-06-02 18:09:34,765][331171] Updated weights for policy 0, policy_version 20844 (0.0009)
+[2026-06-02 18:09:35,348][331171] Updated weights for policy 0, policy_version 20854 (0.0008)
+[2026-06-02 18:09:35,521][331171] Updated weights for policy 0, policy_version 20864 (0.0009)
+[2026-06-02 18:09:35,703][331171] Updated weights for policy 0, policy_version 20875 (0.0008)
+[2026-06-02 18:09:35,879][331171] Updated weights for policy 0, policy_version 20885 (0.0008)
+[2026-06-02 18:09:36,051][331171] Updated weights for policy 0, policy_version 20895 (0.0008)
+[2026-06-02 18:09:36,226][331171] Updated weights for policy 0, policy_version 20905 (0.0008)
+[2026-06-02 18:09:36,816][331171] Updated weights for policy 0, policy_version 20915 (0.0009)
+[2026-06-02 18:09:36,976][331171] Updated weights for policy 0, policy_version 20925 (0.0009)
+[2026-06-02 18:09:37,147][331171] Updated weights for policy 0, policy_version 20935 (0.0008)
+[2026-06-02 18:09:37,323][331171] Updated weights for policy 0, policy_version 20945 (0.0008)
+[2026-06-02 18:09:37,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 10715136. Throughput: 0: 21626.3. Samples: 10723456. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 18:09:37,389][329331] Avg episode reward: [(0, '518.525')]
+[2026-06-02 18:09:37,497][331171] Updated weights for policy 0, policy_version 20955 (0.0008)
+[2026-06-02 18:09:37,674][331171] Updated weights for policy 0, policy_version 20965 (0.0008)
+[2026-06-02 18:09:37,849][331171] Updated weights for policy 0, policy_version 20975 (0.0008)
+[2026-06-02 18:09:38,440][331171] Updated weights for policy 0, policy_version 20985 (0.0009)
+[2026-06-02 18:09:38,608][331171] Updated weights for policy 0, policy_version 20995 (0.0008)
+[2026-06-02 18:09:38,780][331171] Updated weights for policy 0, policy_version 21005 (0.0009)
+[2026-06-02 18:09:38,952][331171] Updated weights for policy 0, policy_version 21015 (0.0008)
+[2026-06-02 18:09:39,125][331171] Updated weights for policy 0, policy_version 21025 (0.0008)
+[2026-06-02 18:09:39,299][331171] Updated weights for policy 0, policy_version 21035 (0.0008)
+[2026-06-02 18:09:39,898][331171] Updated weights for policy 0, policy_version 21045 (0.0008)
+[2026-06-02 18:09:40,063][331171] Updated weights for policy 0, policy_version 21055 (0.0008)
+[2026-06-02 18:09:40,251][331171] Updated weights for policy 0, policy_version 21066 (0.0008)
+[2026-06-02 18:09:40,416][331171] Updated weights for policy 0, policy_version 21076 (0.0008)
+[2026-06-02 18:09:40,597][331171] Updated weights for policy 0, policy_version 21086 (0.0008)
+[2026-06-02 18:09:40,775][331171] Updated weights for policy 0, policy_version 21096 (0.0008)
+[2026-06-02 18:09:41,384][331171] Updated weights for policy 0, policy_version 21106 (0.0008)
+[2026-06-02 18:09:41,559][331171] Updated weights for policy 0, policy_version 21117 (0.0009)
+[2026-06-02 18:09:41,732][331171] Updated weights for policy 0, policy_version 21127 (0.0008)
+[2026-06-02 18:09:41,906][331171] Updated weights for policy 0, policy_version 21137 (0.0008)
+[2026-06-02 18:09:42,093][331171] Updated weights for policy 0, policy_version 21148 (0.0009)
+[2026-06-02 18:09:42,268][331171] Updated weights for policy 0, policy_version 21158 (0.0008)
+[2026-06-02 18:09:42,388][329331] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 10813440. Throughput: 0: 21567.2. Samples: 10848384. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 18:09:42,389][329331] Avg episode reward: [(0, '592.649')]
+[2026-06-02 18:09:42,432][330880] Saving new best policy, reward=592.649!
+[2026-06-02 18:09:42,434][331171] Updated weights for policy 0, policy_version 21168 (0.0008)
+[2026-06-02 18:09:43,029][331171] Updated weights for policy 0, policy_version 21178 (0.0009)
+[2026-06-02 18:09:43,198][331171] Updated weights for policy 0, policy_version 21188 (0.0008)
+[2026-06-02 18:09:43,365][331171] Updated weights for policy 0, policy_version 21198 (0.0008)
+[2026-06-02 18:09:43,544][331171] Updated weights for policy 0, policy_version 21208 (0.0008)
+[2026-06-02 18:09:43,719][331171] Updated weights for policy 0, policy_version 21218 (0.0008)
+[2026-06-02 18:09:43,908][331171] Updated weights for policy 0, policy_version 21229 (0.0008)
+[2026-06-02 18:09:44,477][331171] Updated weights for policy 0, policy_version 21239 (0.0008)
+[2026-06-02 18:09:44,646][331171] Updated weights for policy 0, policy_version 21249 (0.0008)
+[2026-06-02 18:09:44,816][331171] Updated weights for policy 0, policy_version 21259 (0.0008)
+[2026-06-02 18:09:44,989][331171] Updated weights for policy 0, policy_version 21269 (0.0008)
+[2026-06-02 18:09:45,165][331171] Updated weights for policy 0, policy_version 21279 (0.0009)
+[2026-06-02 18:09:45,348][331171] Updated weights for policy 0, policy_version 21289 (0.0008)
+[2026-06-02 18:09:45,972][331171] Updated weights for policy 0, policy_version 21300 (0.0008)
+[2026-06-02 18:09:46,146][331171] Updated weights for policy 0, policy_version 21310 (0.0008)
+[2026-06-02 18:09:46,319][331171] Updated weights for policy 0, policy_version 21320 (0.0008)
+[2026-06-02 18:09:46,492][331171] Updated weights for policy 0, policy_version 21330 (0.0008)
+[2026-06-02 18:09:46,677][331171] Updated weights for policy 0, policy_version 21340 (0.0008)
+[2026-06-02 18:09:46,854][331171] Updated weights for policy 0, policy_version 21350 (0.0008)
+[2026-06-02 18:09:47,036][331171] Updated weights for policy 0, policy_version 21360 (0.0008)
+[2026-06-02 18:09:47,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 10944512. Throughput: 0: 21430.1. Samples: 10972800. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0)
+[2026-06-02 18:09:47,389][329331] Avg episode reward: [(0, '568.052')]
+[2026-06-02 18:09:47,619][331171] Updated weights for policy 0, policy_version 21370 (0.0004)
+[2026-06-02 18:09:47,798][331171] Updated weights for policy 0, policy_version 21380 (0.0004)
+[2026-06-02 18:09:47,981][331171] Updated weights for policy 0, policy_version 21390 (0.0004)
+[2026-06-02 18:09:48,172][331171] Updated weights for policy 0, policy_version 21400 (0.0004)
+[2026-06-02 18:09:48,357][331171] Updated weights for policy 0, policy_version 21410 (0.0004)
+[2026-06-02 18:09:48,541][331171] Updated weights for policy 0, policy_version 21420 (0.0004)
+[2026-06-02 18:09:49,093][331171] Updated weights for policy 0, policy_version 21431 (0.0004)
+[2026-06-02 18:09:49,263][331171] Updated weights for policy 0, policy_version 21441 (0.0007)
+[2026-06-02 18:09:49,439][331171] Updated weights for policy 0, policy_version 21451 (0.0009)
+[2026-06-02 18:09:49,618][331171] Updated weights for policy 0, policy_version 21461 (0.0009)
+[2026-06-02 18:09:49,794][331171] Updated weights for policy 0, policy_version 21471 (0.0009)
+[2026-06-02 18:09:49,971][331171] Updated weights for policy 0, policy_version 21481 (0.0009)
+[2026-06-02 18:09:50,571][331171] Updated weights for policy 0, policy_version 21491 (0.0009)
+[2026-06-02 18:09:50,736][331171] Updated weights for policy 0, policy_version 21501 (0.0008)
+[2026-06-02 18:09:50,915][331171] Updated weights for policy 0, policy_version 21511 (0.0008)
+[2026-06-02 18:09:51,096][331171] Updated weights for policy 0, policy_version 21521 (0.0008)
+[2026-06-02 18:09:51,276][331171] Updated weights for policy 0, policy_version 21531 (0.0008)
+[2026-06-02 18:09:51,460][331171] Updated weights for policy 0, policy_version 21541 (0.0008)
+[2026-06-02 18:09:51,640][331171] Updated weights for policy 0, policy_version 21551 (0.0008)
+[2026-06-02 18:09:52,231][331171] Updated weights for policy 0, policy_version 21561 (0.0008)
+[2026-06-02 18:09:52,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 11042816. Throughput: 0: 21424.4. Samples: 11036928. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0)
+[2026-06-02 18:09:52,389][329331] Avg episode reward: [(0, '466.242')]
+[2026-06-02 18:09:52,396][331171] Updated weights for policy 0, policy_version 21571 (0.0008)
+[2026-06-02 18:09:52,567][331171] Updated weights for policy 0, policy_version 21581 (0.0008)
+[2026-06-02 18:09:52,744][331171] Updated weights for policy 0, policy_version 21591 (0.0008)
+[2026-06-02 18:09:52,932][331171] Updated weights for policy 0, policy_version 21601 (0.0008)
+[2026-06-02 18:09:53,111][331171] Updated weights for policy 0, policy_version 21611 (0.0008)
+[2026-06-02 18:09:53,700][331171] Updated weights for policy 0, policy_version 21621 (0.0008)
+[2026-06-02 18:09:53,873][331171] Updated weights for policy 0, policy_version 21631 (0.0008)
+[2026-06-02 18:09:54,051][331171] Updated weights for policy 0, policy_version 21641 (0.0008)
+[2026-06-02 18:09:54,228][331171] Updated weights for policy 0, policy_version 21651 (0.0008)
+[2026-06-02 18:09:54,408][331171] Updated weights for policy 0, policy_version 21661 (0.0008)
+[2026-06-02 18:09:54,584][331171] Updated weights for policy 0, policy_version 21671 (0.0008)
+[2026-06-02 18:09:55,192][331171] Updated weights for policy 0, policy_version 21682 (0.0008)
+[2026-06-02 18:09:55,353][331171] Updated weights for policy 0, policy_version 21692 (0.0008)
+[2026-06-02 18:09:55,542][331171] Updated weights for policy 0, policy_version 21703 (0.0008)
+[2026-06-02 18:09:55,719][331171] Updated weights for policy 0, policy_version 21713 (0.0009)
+[2026-06-02 18:09:55,901][331171] Updated weights for policy 0, policy_version 21723 (0.0008)
+[2026-06-02 18:09:56,081][331171] Updated weights for policy 0, policy_version 21733 (0.0008)
+[2026-06-02 18:09:56,261][331171] Updated weights for policy 0, policy_version 21743 (0.0009)
+[2026-06-02 18:09:56,861][331171] Updated weights for policy 0, policy_version 21753 (0.0008)
+[2026-06-02 18:09:57,031][331171] Updated weights for policy 0, policy_version 21763 (0.0008)
+[2026-06-02 18:09:57,207][331171] Updated weights for policy 0, policy_version 21773 (0.0009)
+[2026-06-02 18:09:57,387][331171] Updated weights for policy 0, policy_version 21783 (0.0009)
+[2026-06-02 18:09:57,388][329331] Fps is (10 sec: 19660.5, 60 sec: 21299.6, 300 sec: 21215.9). Total num frames: 11141120. Throughput: 0: 21447.0. Samples: 11168896. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0)
+[2026-06-02 18:09:57,390][329331] Avg episode reward: [(0, '534.797')]
+[2026-06-02 18:09:57,563][331171] Updated weights for policy 0, policy_version 21793 (0.0008)
+[2026-06-02 18:09:57,739][331171] Updated weights for policy 0, policy_version 21803 (0.0009)
+[2026-06-02 18:09:58,334][331171] Updated weights for policy 0, policy_version 21813 (0.0009)
+[2026-06-02 18:09:58,509][331171] Updated weights for policy 0, policy_version 21823 (0.0009)
+[2026-06-02 18:09:58,684][331171] Updated weights for policy 0, policy_version 21833 (0.0009)
+[2026-06-02 18:09:58,859][331171] Updated weights for policy 0, policy_version 21843 (0.0009)
+[2026-06-02 18:09:59,042][331171] Updated weights for policy 0, policy_version 21853 (0.0009)
+[2026-06-02 18:09:59,218][331171] Updated weights for policy 0, policy_version 21863 (0.0009)
+[2026-06-02 18:09:59,815][331171] Updated weights for policy 0, policy_version 21873 (0.0009)
+[2026-06-02 18:09:59,975][331171] Updated weights for policy 0, policy_version 21883 (0.0008)
+[2026-06-02 18:10:00,148][331171] Updated weights for policy 0, policy_version 21893 (0.0009)
+[2026-06-02 18:10:00,324][331171] Updated weights for policy 0, policy_version 21903 (0.0009)
+[2026-06-02 18:10:00,499][331171] Updated weights for policy 0, policy_version 21913 (0.0009)
+[2026-06-02 18:10:00,694][331171] Updated weights for policy 0, policy_version 21924 (0.0009)
+[2026-06-02 18:10:00,870][331171] Updated weights for policy 0, policy_version 21934 (0.0009)
+[2026-06-02 18:10:01,442][331171] Updated weights for policy 0, policy_version 21944 (0.0009)
+[2026-06-02 18:10:01,616][331171] Updated weights for policy 0, policy_version 21954 (0.0009)
+[2026-06-02 18:10:01,801][331171] Updated weights for policy 0, policy_version 21964 (0.0008)
+[2026-06-02 18:10:01,980][331171] Updated weights for policy 0, policy_version 21974 (0.0008)
+[2026-06-02 18:10:02,165][331171] Updated weights for policy 0, policy_version 21984 (0.0008)
+[2026-06-02 18:10:02,345][331171] Updated weights for policy 0, policy_version 21994 (0.0008)
+[2026-06-02 18:10:02,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 11239424. Throughput: 0: 21424.4. Samples: 11299712. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0)
+[2026-06-02 18:10:02,389][329331] Avg episode reward: [(0, '554.058')]
+[2026-06-02 18:10:02,916][331171] Updated weights for policy 0, policy_version 22004 (0.0008)
+[2026-06-02 18:10:03,087][331171] Updated weights for policy 0, policy_version 22014 (0.0009)
+[2026-06-02 18:10:03,262][331171] Updated weights for policy 0, policy_version 22024 (0.0008)
+[2026-06-02 18:10:03,437][331171] Updated weights for policy 0, policy_version 22034 (0.0008)
+[2026-06-02 18:10:03,658][331171] Updated weights for policy 0, policy_version 22046 (0.0008)
+[2026-06-02 18:10:03,834][331171] Updated weights for policy 0, policy_version 22056 (0.0008)
+[2026-06-02 18:10:04,401][331171] Updated weights for policy 0, policy_version 22066 (0.0009)
+[2026-06-02 18:10:04,573][331171] Updated weights for policy 0, policy_version 22076 (0.0008)
+[2026-06-02 18:10:04,745][331171] Updated weights for policy 0, policy_version 22086 (0.0008)
+[2026-06-02 18:10:04,926][331171] Updated weights for policy 0, policy_version 22096 (0.0008)
+[2026-06-02 18:10:05,102][331171] Updated weights for policy 0, policy_version 22106 (0.0008)
+[2026-06-02 18:10:05,278][331171] Updated weights for policy 0, policy_version 22116 (0.0008)
+[2026-06-02 18:10:05,458][331171] Updated weights for policy 0, policy_version 22126 (0.0008)
+[2026-06-02 18:10:06,046][331171] Updated weights for policy 0, policy_version 22136 (0.0006)
+[2026-06-02 18:10:06,214][331171] Updated weights for policy 0, policy_version 22146 (0.0005)
+[2026-06-02 18:10:06,400][331171] Updated weights for policy 0, policy_version 22156 (0.0005)
+[2026-06-02 18:10:06,592][331171] Updated weights for policy 0, policy_version 22166 (0.0005)
+[2026-06-02 18:10:06,773][331171] Updated weights for policy 0, policy_version 22176 (0.0008)
+[2026-06-02 18:10:06,952][331171] Updated weights for policy 0, policy_version 22186 (0.0008)
+[2026-06-02 18:10:07,388][329331] Fps is (10 sec: 22937.4, 60 sec: 21299.1, 300 sec: 21327.0). Total num frames: 11370496. Throughput: 0: 21381.6. Samples: 11362688. Policy #0 lag: (min: 89.0, avg: 114.4, max: 158.0)
+[2026-06-02 18:10:07,389][329331] Avg episode reward: [(0, '532.901')]
+[2026-06-02 18:10:07,496][331171] Updated weights for policy 0, policy_version 22196 (0.0008)
+[2026-06-02 18:10:07,661][331171] Updated weights for policy 0, policy_version 22206 (0.0008)
+[2026-06-02 18:10:07,840][331171] Updated weights for policy 0, policy_version 22216 (0.0008)
+[2026-06-02 18:10:08,025][331171] Updated weights for policy 0, policy_version 22226 (0.0008)
+[2026-06-02 18:10:08,204][331171] Updated weights for policy 0, policy_version 22236 (0.0008)
+[2026-06-02 18:10:08,382][331171] Updated weights for policy 0, policy_version 22246 (0.0008)
+[2026-06-02 18:10:08,553][331171] Updated weights for policy 0, policy_version 22256 (0.0008)
+[2026-06-02 18:10:09,144][331171] Updated weights for policy 0, policy_version 22266 (0.0008)
+[2026-06-02 18:10:09,315][331171] Updated weights for policy 0, policy_version 22276 (0.0009)
+[2026-06-02 18:10:09,489][331171] Updated weights for policy 0, policy_version 22286 (0.0008)
+[2026-06-02 18:10:09,666][331171] Updated weights for policy 0, policy_version 22296 (0.0009)
+[2026-06-02 18:10:09,841][331171] Updated weights for policy 0, policy_version 22306 (0.0009)
+[2026-06-02 18:10:10,018][331171] Updated weights for policy 0, policy_version 22316 (0.0008)
+[2026-06-02 18:10:10,614][331171] Updated weights for policy 0, policy_version 22326 (0.0008)
+[2026-06-02 18:10:10,785][331171] Updated weights for policy 0, policy_version 22336 (0.0008)
+[2026-06-02 18:10:10,966][331171] Updated weights for policy 0, policy_version 22346 (0.0009)
+[2026-06-02 18:10:11,139][331171] Updated weights for policy 0, policy_version 22356 (0.0008)
+[2026-06-02 18:10:11,317][331171] Updated weights for policy 0, policy_version 22366 (0.0008)
+[2026-06-02 18:10:11,493][331171] Updated weights for policy 0, policy_version 22376 (0.0008)
+[2026-06-02 18:10:12,081][331171] Updated weights for policy 0, policy_version 22386 (0.0009)
+[2026-06-02 18:10:12,241][331171] Updated weights for policy 0, policy_version 22396 (0.0008)
+[2026-06-02 18:10:12,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 11468800. Throughput: 0: 21390.2. Samples: 11494144. Policy #0 lag: (min: 89.0, avg: 114.4, max: 158.0)
+[2026-06-02 18:10:12,389][329331] Avg episode reward: [(0, '485.289')]
+[2026-06-02 18:10:12,415][331171] Updated weights for policy 0, policy_version 22406 (0.0008)
+[2026-06-02 18:10:12,594][331171] Updated weights for policy 0, policy_version 22416 (0.0008)
+[2026-06-02 18:10:12,771][331171] Updated weights for policy 0, policy_version 22426 (0.0008)
+[2026-06-02 18:10:12,948][331171] Updated weights for policy 0, policy_version 22436 (0.0008)
+[2026-06-02 18:10:13,124][331171] Updated weights for policy 0, policy_version 22446 (0.0008)
+[2026-06-02 18:10:13,709][331171] Updated weights for policy 0, policy_version 22456 (0.0009)
+[2026-06-02 18:10:13,879][331171] Updated weights for policy 0, policy_version 22466 (0.0009)
+[2026-06-02 18:10:14,061][331171] Updated weights for policy 0, policy_version 22476 (0.0009)
+[2026-06-02 18:10:14,237][331171] Updated weights for policy 0, policy_version 22486 (0.0009)
+[2026-06-02 18:10:14,412][331171] Updated weights for policy 0, policy_version 22496 (0.0009)
+[2026-06-02 18:10:14,605][331171] Updated weights for policy 0, policy_version 22507 (0.0009)
+[2026-06-02 18:10:15,185][331171] Updated weights for policy 0, policy_version 22517 (0.0009)
+[2026-06-02 18:10:15,355][331171] Updated weights for policy 0, policy_version 22527 (0.0009)
+[2026-06-02 18:10:15,544][331171] Updated weights for policy 0, policy_version 22538 (0.0009)
+[2026-06-02 18:10:15,721][331171] Updated weights for policy 0, policy_version 22548 (0.0009)
+[2026-06-02 18:10:15,892][331171] Updated weights for policy 0, policy_version 22558 (0.0009)
+[2026-06-02 18:10:16,077][331171] Updated weights for policy 0, policy_version 22568 (0.0009)
+[2026-06-02 18:10:16,677][331171] Updated weights for policy 0, policy_version 22578 (0.0009)
+[2026-06-02 18:10:16,858][331171] Updated weights for policy 0, policy_version 22589 (0.0008)
+[2026-06-02 18:10:17,030][331171] Updated weights for policy 0, policy_version 22599 (0.0008)
+[2026-06-02 18:10:17,207][331171] Updated weights for policy 0, policy_version 22609 (0.0009)
+[2026-06-02 18:10:17,382][331171] Updated weights for policy 0, policy_version 22619 (0.0009)
+[2026-06-02 18:10:17,388][329331] Fps is (10 sec: 19661.2, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 11567104. Throughput: 0: 21393.1. Samples: 11623680. Policy #0 lag: (min: 89.0, avg: 114.4, max: 158.0)
+[2026-06-02 18:10:17,389][329331] Avg episode reward: [(0, '534.439')]
+[2026-06-02 18:10:17,557][331171] Updated weights for policy 0, policy_version 22629 (0.0009)
+[2026-06-02 18:10:17,735][331171] Updated weights for policy 0, policy_version 22639 (0.0009)
+[2026-06-02 18:10:18,329][331171] Updated weights for policy 0, policy_version 22649 (0.0008)
+[2026-06-02 18:10:18,499][331171] Updated weights for policy 0, policy_version 22659 (0.0008)
+[2026-06-02 18:10:18,679][331171] Updated weights for policy 0, policy_version 22669 (0.0008)
+[2026-06-02 18:10:18,858][331171] Updated weights for policy 0, policy_version 22679 (0.0008)
+[2026-06-02 18:10:19,038][331171] Updated weights for policy 0, policy_version 22689 (0.0008)
+[2026-06-02 18:10:19,208][331171] Updated weights for policy 0, policy_version 22699 (0.0008)
+[2026-06-02 18:10:19,809][331171] Updated weights for policy 0, policy_version 22709 (0.0008)
+[2026-06-02 18:10:19,978][331171] Updated weights for policy 0, policy_version 22719 (0.0008)
+[2026-06-02 18:10:20,154][331171] Updated weights for policy 0, policy_version 22729 (0.0008)
+[2026-06-02 18:10:20,333][331171] Updated weights for policy 0, policy_version 22739 (0.0009)
+[2026-06-02 18:10:20,509][331171] Updated weights for policy 0, policy_version 22749 (0.0009)
+[2026-06-02 18:10:20,684][331171] Updated weights for policy 0, policy_version 22759 (0.0009)
+[2026-06-02 18:10:21,277][331171] Updated weights for policy 0, policy_version 22769 (0.0009)
+[2026-06-02 18:10:21,439][331171] Updated weights for policy 0, policy_version 22779 (0.0009)
+[2026-06-02 18:10:21,614][331171] Updated weights for policy 0, policy_version 22789 (0.0009)
+[2026-06-02 18:10:21,788][331171] Updated weights for policy 0, policy_version 22799 (0.0009)
+[2026-06-02 18:10:21,969][331171] Updated weights for policy 0, policy_version 22809 (0.0009)
+[2026-06-02 18:10:22,147][331171] Updated weights for policy 0, policy_version 22819 (0.0008)
+[2026-06-02 18:10:22,326][331171] Updated weights for policy 0, policy_version 22829 (0.0009)
+[2026-06-02 18:10:22,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21327.0). Total num frames: 11698176. Throughput: 0: 21450.0. Samples: 11688704. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 18:10:22,389][329331] Avg episode reward: [(0, '593.097')]
+[2026-06-02 18:10:22,394][330880] Saving new best policy, reward=593.097!
+[2026-06-02 18:10:22,925][331171] Updated weights for policy 0, policy_version 22840 (0.0008)
+[2026-06-02 18:10:23,097][331171] Updated weights for policy 0, policy_version 22850 (0.0008)
+[2026-06-02 18:10:23,272][331171] Updated weights for policy 0, policy_version 22860 (0.0008)
+[2026-06-02 18:10:23,448][331171] Updated weights for policy 0, policy_version 22870 (0.0009)
+[2026-06-02 18:10:23,628][331171] Updated weights for policy 0, policy_version 22880 (0.0008)
+[2026-06-02 18:10:23,797][331171] Updated weights for policy 0, policy_version 22890 (0.0008)
+[2026-06-02 18:10:24,385][331171] Updated weights for policy 0, policy_version 22900 (0.0008)
+[2026-06-02 18:10:24,550][331171] Updated weights for policy 0, policy_version 22910 (0.0008)
+[2026-06-02 18:10:24,729][331171] Updated weights for policy 0, policy_version 22920 (0.0008)
+[2026-06-02 18:10:24,904][331171] Updated weights for policy 0, policy_version 22930 (0.0008)
+[2026-06-02 18:10:25,086][331171] Updated weights for policy 0, policy_version 22940 (0.0008)
+[2026-06-02 18:10:25,262][331171] Updated weights for policy 0, policy_version 22950 (0.0008)
+[2026-06-02 18:10:25,437][331171] Updated weights for policy 0, policy_version 22960 (0.0008)
+[2026-06-02 18:10:26,018][331171] Updated weights for policy 0, policy_version 22970 (0.0008)
+[2026-06-02 18:10:26,198][331171] Updated weights for policy 0, policy_version 22980 (0.0008)
+[2026-06-02 18:10:26,372][331171] Updated weights for policy 0, policy_version 22990 (0.0008)
+[2026-06-02 18:10:26,552][331171] Updated weights for policy 0, policy_version 23000 (0.0009)
+[2026-06-02 18:10:26,726][331171] Updated weights for policy 0, policy_version 23010 (0.0010)
+[2026-06-02 18:10:26,904][331171] Updated weights for policy 0, policy_version 23020 (0.0009)
+[2026-06-02 18:10:27,388][329331] Fps is (10 sec: 22937.2, 60 sec: 21299.1, 300 sec: 21327.0). Total num frames: 11796480. Throughput: 0: 21543.7. Samples: 11817856. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 18:10:27,390][329331] Avg episode reward: [(0, '619.477')]
+[2026-06-02 18:10:27,491][331171] Updated weights for policy 0, policy_version 23030 (0.0007)
+[2026-06-02 18:10:27,659][331171] Updated weights for policy 0, policy_version 23040 (0.0005)
+[2026-06-02 18:10:27,839][331171] Updated weights for policy 0, policy_version 23050 (0.0005)
+[2026-06-02 18:10:28,024][331171] Updated weights for policy 0, policy_version 23060 (0.0005)
+[2026-06-02 18:10:28,207][331171] Updated weights for policy 0, policy_version 23070 (0.0005)
+[2026-06-02 18:10:28,394][331171] Updated weights for policy 0, policy_version 23080 (0.0005)
+[2026-06-02 18:10:28,525][330880] Saving new best policy, reward=619.477!
+[2026-06-02 18:10:28,953][331171] Updated weights for policy 0, policy_version 23090 (0.0008)
+[2026-06-02 18:10:29,116][331171] Updated weights for policy 0, policy_version 23100 (0.0008)
+[2026-06-02 18:10:29,287][331171] Updated weights for policy 0, policy_version 23110 (0.0009)
+[2026-06-02 18:10:29,467][331171] Updated weights for policy 0, policy_version 23120 (0.0009)
+[2026-06-02 18:10:29,661][331171] Updated weights for policy 0, policy_version 23131 (0.0009)
+[2026-06-02 18:10:29,834][331171] Updated weights for policy 0, policy_version 23141 (0.0009)
+[2026-06-02 18:10:30,009][331171] Updated weights for policy 0, policy_version 23151 (0.0008)
+[2026-06-02 18:10:30,590][331171] Updated weights for policy 0, policy_version 23161 (0.0008)
+[2026-06-02 18:10:30,764][331171] Updated weights for policy 0, policy_version 23171 (0.0008)
+[2026-06-02 18:10:30,948][331171] Updated weights for policy 0, policy_version 23181 (0.0009)
+[2026-06-02 18:10:31,125][331171] Updated weights for policy 0, policy_version 23191 (0.0008)
+[2026-06-02 18:10:31,307][331171] Updated weights for policy 0, policy_version 23201 (0.0008)
+[2026-06-02 18:10:31,484][331171] Updated weights for policy 0, policy_version 23211 (0.0008)
+[2026-06-02 18:10:32,034][331171] Updated weights for policy 0, policy_version 23221 (0.0009)
+[2026-06-02 18:10:32,198][331171] Updated weights for policy 0, policy_version 23231 (0.0008)
+[2026-06-02 18:10:32,370][331171] Updated weights for policy 0, policy_version 23241 (0.0008)
+[2026-06-02 18:10:32,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 11894784. Throughput: 0: 21646.2. Samples: 11946880. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 18:10:32,389][329331] Avg episode reward: [(0, '645.289')]
+[2026-06-02 18:10:32,537][331171] Updated weights for policy 0, policy_version 23251 (0.0008)
+[2026-06-02 18:10:32,714][331171] Updated weights for policy 0, policy_version 23261 (0.0008)
+[2026-06-02 18:10:32,893][331171] Updated weights for policy 0, policy_version 23271 (0.0008)
+[2026-06-02 18:10:33,041][330880] Saving new best policy, reward=645.289!
+[2026-06-02 18:10:33,506][331171] Updated weights for policy 0, policy_version 23281 (0.0009)
+[2026-06-02 18:10:33,666][331171] Updated weights for policy 0, policy_version 23291 (0.0008)
+[2026-06-02 18:10:33,833][331171] Updated weights for policy 0, policy_version 23301 (0.0008)
+[2026-06-02 18:10:34,006][331171] Updated weights for policy 0, policy_version 23311 (0.0008)
+[2026-06-02 18:10:34,198][331171] Updated weights for policy 0, policy_version 23322 (0.0008)
+[2026-06-02 18:10:34,371][331171] Updated weights for policy 0, policy_version 23332 (0.0008)
+[2026-06-02 18:10:34,546][331171] Updated weights for policy 0, policy_version 23342 (0.0008)
+[2026-06-02 18:10:35,175][331171] Updated weights for policy 0, policy_version 23352 (0.0008)
+[2026-06-02 18:10:35,344][331171] Updated weights for policy 0, policy_version 23362 (0.0008)
+[2026-06-02 18:10:35,519][331171] Updated weights for policy 0, policy_version 23372 (0.0008)
+[2026-06-02 18:10:35,695][331171] Updated weights for policy 0, policy_version 23382 (0.0008)
+[2026-06-02 18:10:35,866][331171] Updated weights for policy 0, policy_version 23392 (0.0008)
+[2026-06-02 18:10:36,031][331171] Updated weights for policy 0, policy_version 23402 (0.0007)
+[2026-06-02 18:10:36,622][331171] Updated weights for policy 0, policy_version 23412 (0.0006)
+[2026-06-02 18:10:36,786][331171] Updated weights for policy 0, policy_version 23422 (0.0004)
+[2026-06-02 18:10:36,970][331171] Updated weights for policy 0, policy_version 23432 (0.0007)
+[2026-06-02 18:10:37,151][331171] Updated weights for policy 0, policy_version 23442 (0.0008)
+[2026-06-02 18:10:37,338][331171] Updated weights for policy 0, policy_version 23452 (0.0008)
+[2026-06-02 18:10:37,388][329331] Fps is (10 sec: 19661.2, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 11993088. Throughput: 0: 21666.1. Samples: 12011904. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 18:10:37,389][329331] Avg episode reward: [(0, '567.251')]
+[2026-06-02 18:10:37,517][331171] Updated weights for policy 0, policy_version 23462 (0.0008)
+[2026-06-02 18:10:37,702][331171] Updated weights for policy 0, policy_version 23472 (0.0008)
+[2026-06-02 18:10:38,238][331171] Updated weights for policy 0, policy_version 23482 (0.0009)
+[2026-06-02 18:10:38,411][331171] Updated weights for policy 0, policy_version 23492 (0.0008)
+[2026-06-02 18:10:38,589][331171] Updated weights for policy 0, policy_version 23502 (0.0008)
+[2026-06-02 18:10:38,775][331171] Updated weights for policy 0, policy_version 23512 (0.0008)
+[2026-06-02 18:10:38,949][331171] Updated weights for policy 0, policy_version 23522 (0.0008)
+[2026-06-02 18:10:39,127][331171] Updated weights for policy 0, policy_version 23532 (0.0009)
+[2026-06-02 18:10:39,718][331171] Updated weights for policy 0, policy_version 23542 (0.0008)
+[2026-06-02 18:10:39,885][331171] Updated weights for policy 0, policy_version 23552 (0.0008)
+[2026-06-02 18:10:40,066][331171] Updated weights for policy 0, policy_version 23562 (0.0008)
+[2026-06-02 18:10:40,240][331171] Updated weights for policy 0, policy_version 23572 (0.0009)
+[2026-06-02 18:10:40,441][331171] Updated weights for policy 0, policy_version 23583 (0.0008)
+[2026-06-02 18:10:40,616][331171] Updated weights for policy 0, policy_version 23593 (0.0008)
+[2026-06-02 18:10:41,176][331171] Updated weights for policy 0, policy_version 23603 (0.0008)
+[2026-06-02 18:10:41,340][331171] Updated weights for policy 0, policy_version 23613 (0.0008)
+[2026-06-02 18:10:41,521][331171] Updated weights for policy 0, policy_version 23623 (0.0008)
+[2026-06-02 18:10:41,701][331171] Updated weights for policy 0, policy_version 23633 (0.0008)
+[2026-06-02 18:10:41,882][331171] Updated weights for policy 0, policy_version 23643 (0.0008)
+[2026-06-02 18:10:42,061][331171] Updated weights for policy 0, policy_version 23653 (0.0008)
+[2026-06-02 18:10:42,235][331171] Updated weights for policy 0, policy_version 23663 (0.0009)
+[2026-06-02 18:10:42,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21327.0). Total num frames: 12124160. Throughput: 0: 21583.7. Samples: 12140160. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 18:10:42,389][329331] Avg episode reward: [(0, '506.506')]
+[2026-06-02 18:10:42,794][331171] Updated weights for policy 0, policy_version 23673 (0.0009)
+[2026-06-02 18:10:42,973][331171] Updated weights for policy 0, policy_version 23683 (0.0009)
+[2026-06-02 18:10:43,152][331171] Updated weights for policy 0, policy_version 23693 (0.0008)
+[2026-06-02 18:10:43,335][331171] Updated weights for policy 0, policy_version 23703 (0.0008)
+[2026-06-02 18:10:43,505][331171] Updated weights for policy 0, policy_version 23713 (0.0009)
+[2026-06-02 18:10:43,684][331171] Updated weights for policy 0, policy_version 23723 (0.0009)
+[2026-06-02 18:10:44,227][331171] Updated weights for policy 0, policy_version 23733 (0.0009)
+[2026-06-02 18:10:44,400][331171] Updated weights for policy 0, policy_version 23743 (0.0009)
+[2026-06-02 18:10:44,576][331171] Updated weights for policy 0, policy_version 23753 (0.0008)
+[2026-06-02 18:10:44,743][331171] Updated weights for policy 0, policy_version 23763 (0.0009)
+[2026-06-02 18:10:44,926][331171] Updated weights for policy 0, policy_version 23773 (0.0008)
+[2026-06-02 18:10:45,105][331171] Updated weights for policy 0, policy_version 23783 (0.0007)
+[2026-06-02 18:10:45,696][331171] Updated weights for policy 0, policy_version 23793 (0.0004)
+[2026-06-02 18:10:45,853][331171] Updated weights for policy 0, policy_version 23803 (0.0004)
+[2026-06-02 18:10:46,034][331171] Updated weights for policy 0, policy_version 23813 (0.0004)
+[2026-06-02 18:10:46,218][331171] Updated weights for policy 0, policy_version 23823 (0.0004)
+[2026-06-02 18:10:46,405][331171] Updated weights for policy 0, policy_version 23833 (0.0004)
+[2026-06-02 18:10:46,587][331171] Updated weights for policy 0, policy_version 23843 (0.0004)
+[2026-06-02 18:10:46,774][331171] Updated weights for policy 0, policy_version 23853 (0.0004)
+[2026-06-02 18:10:47,296][331171] Updated weights for policy 0, policy_version 23863 (0.0007)
+[2026-06-02 18:10:47,388][329331] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 12222464. Throughput: 0: 21569.4. Samples: 12270336. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 18:10:47,389][329331] Avg episode reward: [(0, '596.472')]
+[2026-06-02 18:10:47,458][331171] Updated weights for policy 0, policy_version 23873 (0.0008)
+[2026-06-02 18:10:47,646][331171] Updated weights for policy 0, policy_version 23883 (0.0008)
+[2026-06-02 18:10:47,827][331171] Updated weights for policy 0, policy_version 23893 (0.0008)
+[2026-06-02 18:10:48,002][331171] Updated weights for policy 0, policy_version 23903 (0.0008)
+[2026-06-02 18:10:48,182][331171] Updated weights for policy 0, policy_version 23913 (0.0008)
+[2026-06-02 18:10:48,300][330880] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride4_seed13/checkpoint_p0/checkpoint_000023920_12255232.pth...
+[2026-06-02 18:10:48,740][331171] Updated weights for policy 0, policy_version 23923 (0.0008)
+[2026-06-02 18:10:48,910][331171] Updated weights for policy 0, policy_version 23933 (0.0008)
+[2026-06-02 18:10:49,084][331171] Updated weights for policy 0, policy_version 23943 (0.0009)
+[2026-06-02 18:10:49,262][331171] Updated weights for policy 0, policy_version 23953 (0.0009)
+[2026-06-02 18:10:49,441][331171] Updated weights for policy 0, policy_version 23963 (0.0008)
+[2026-06-02 18:10:49,622][331171] Updated weights for policy 0, policy_version 23973 (0.0008)
+[2026-06-02 18:10:49,800][331171] Updated weights for policy 0, policy_version 23983 (0.0008)
+[2026-06-02 18:10:50,359][331171] Updated weights for policy 0, policy_version 23993 (0.0008)
+[2026-06-02 18:10:50,530][331171] Updated weights for policy 0, policy_version 24003 (0.0008)
+[2026-06-02 18:10:50,705][331171] Updated weights for policy 0, policy_version 24013 (0.0008)
+[2026-06-02 18:10:50,890][331171] Updated weights for policy 0, policy_version 24023 (0.0008)
+[2026-06-02 18:10:51,066][331171] Updated weights for policy 0, policy_version 24033 (0.0008)
+[2026-06-02 18:10:51,255][331171] Updated weights for policy 0, policy_version 24043 (0.0008)
+[2026-06-02 18:10:51,790][331171] Updated weights for policy 0, policy_version 24053 (0.0008)
+[2026-06-02 18:10:51,983][331171] Updated weights for policy 0, policy_version 24064 (0.0008)
+[2026-06-02 18:10:52,160][331171] Updated weights for policy 0, policy_version 24074 (0.0008)
+[2026-06-02 18:10:52,336][331171] Updated weights for policy 0, policy_version 24084 (0.0008)
+[2026-06-02 18:10:52,388][329331] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 12320768. Throughput: 0: 21598.0. Samples: 12334592. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 18:10:52,389][329331] Avg episode reward: [(0, '597.604')]
+[2026-06-02 18:10:52,515][331171] Updated weights for policy 0, policy_version 24094 (0.0008)
+[2026-06-02 18:10:52,697][331171] Updated weights for policy 0, policy_version 24104 (0.0008)
+[2026-06-02 18:10:53,285][331171] Updated weights for policy 0, policy_version 24114 (0.0008)
+[2026-06-02 18:10:53,450][331171] Updated weights for policy 0, policy_version 24124 (0.0008)
+[2026-06-02 18:10:53,627][331171] Updated weights for policy 0, policy_version 24134 (0.0008)
+[2026-06-02 18:10:53,806][331171] Updated weights for policy 0, policy_version 24144 (0.0008)
+[2026-06-02 18:10:54,020][331171] Updated weights for policy 0, policy_version 24156 (0.0008)
+[2026-06-02 18:10:54,196][331171] Updated weights for policy 0, policy_version 24166 (0.0009)
+[2026-06-02 18:10:54,366][331171] Updated weights for policy 0, policy_version 24176 (0.0008)
+[2026-06-02 18:10:54,899][331171] Updated weights for policy 0, policy_version 24186 (0.0008)
+[2026-06-02 18:10:55,081][331171] Updated weights for policy 0, policy_version 24196 (0.0008)
+[2026-06-02 18:10:55,261][331171] Updated weights for policy 0, policy_version 24206 (0.0008)
+[2026-06-02 18:10:55,445][331171] Updated weights for policy 0, policy_version 24216 (0.0008)
+[2026-06-02 18:10:55,621][331171] Updated weights for policy 0, policy_version 24226 (0.0008)
+[2026-06-02 18:10:55,798][331171] Updated weights for policy 0, policy_version 24236 (0.0008)
+[2026-06-02 18:10:56,321][331171] Updated weights for policy 0, policy_version 24246 (0.0008)
+[2026-06-02 18:10:56,491][331171] Updated weights for policy 0, policy_version 24256 (0.0008)
+[2026-06-02 18:10:56,672][331171] Updated weights for policy 0, policy_version 24266 (0.0008)
+[2026-06-02 18:10:56,849][331171] Updated weights for policy 0, policy_version 24276 (0.0008)
+[2026-06-02 18:10:57,037][331171] Updated weights for policy 0, policy_version 24286 (0.0008)
+[2026-06-02 18:10:57,221][331171] Updated weights for policy 0, policy_version 24297 (0.0008)
+[2026-06-02 18:10:57,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21438.0). Total num frames: 12451840. Throughput: 0: 21469.9. Samples: 12460288. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:10:57,389][329331] Avg episode reward: [(0, '634.078')]
+[2026-06-02 18:10:57,782][331171] Updated weights for policy 0, policy_version 24307 (0.0008)
+[2026-06-02 18:10:57,949][331171] Updated weights for policy 0, policy_version 24317 (0.0008)
+[2026-06-02 18:10:58,125][331171] Updated weights for policy 0, policy_version 24327 (0.0008)
+[2026-06-02 18:10:58,305][331171] Updated weights for policy 0, policy_version 24337 (0.0008)
+[2026-06-02 18:10:58,489][331171] Updated weights for policy 0, policy_version 24347 (0.0008)
+[2026-06-02 18:10:58,667][331171] Updated weights for policy 0, policy_version 24357 (0.0008)
+[2026-06-02 18:10:58,845][331171] Updated weights for policy 0, policy_version 24367 (0.0008)
+[2026-06-02 18:10:59,367][331171] Updated weights for policy 0, policy_version 24377 (0.0008)
+[2026-06-02 18:10:59,549][331171] Updated weights for policy 0, policy_version 24387 (0.0008)
+[2026-06-02 18:10:59,720][331171] Updated weights for policy 0, policy_version 24397 (0.0008)
+[2026-06-02 18:10:59,897][331171] Updated weights for policy 0, policy_version 24407 (0.0008)
+[2026-06-02 18:11:00,082][331171] Updated weights for policy 0, policy_version 24417 (0.0008)
+[2026-06-02 18:11:00,261][331171] Updated weights for policy 0, policy_version 24427 (0.0008)
+[2026-06-02 18:11:00,825][331171] Updated weights for policy 0, policy_version 24437 (0.0008)
+[2026-06-02 18:11:00,991][331171] Updated weights for policy 0, policy_version 24447 (0.0008)
+[2026-06-02 18:11:01,170][331171] Updated weights for policy 0, policy_version 24457 (0.0008)
+[2026-06-02 18:11:01,339][331171] Updated weights for policy 0, policy_version 24467 (0.0008)
+[2026-06-02 18:11:01,525][331171] Updated weights for policy 0, policy_version 24477 (0.0008)
+[2026-06-02 18:11:01,714][331171] Updated weights for policy 0, policy_version 24488 (0.0008)
+[2026-06-02 18:11:02,310][331171] Updated weights for policy 0, policy_version 24498 (0.0008)
+[2026-06-02 18:11:02,388][329331] Fps is (10 sec: 22937.9, 60 sec: 21845.4, 300 sec: 21438.1). Total num frames: 12550144. Throughput: 0: 21381.8. Samples: 12585856. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:11:02,389][329331] Avg episode reward: [(0, '610.695')]
+[2026-06-02 18:11:02,474][331171] Updated weights for policy 0, policy_version 24508 (0.0008)
+[2026-06-02 18:11:02,646][331171] Updated weights for policy 0, policy_version 24518 (0.0008)
+[2026-06-02 18:11:02,831][331171] Updated weights for policy 0, policy_version 24528 (0.0009)
+[2026-06-02 18:11:03,008][331171] Updated weights for policy 0, policy_version 24538 (0.0009)
+[2026-06-02 18:11:03,186][331171] Updated weights for policy 0, policy_version 24548 (0.0009)
+[2026-06-02 18:11:03,368][331171] Updated weights for policy 0, policy_version 24558 (0.0008)
+[2026-06-02 18:11:03,948][331171] Updated weights for policy 0, policy_version 24568 (0.0008)
+[2026-06-02 18:11:04,116][331171] Updated weights for policy 0, policy_version 24578 (0.0008)
+[2026-06-02 18:11:04,292][331171] Updated weights for policy 0, policy_version 24588 (0.0008)
+[2026-06-02 18:11:04,471][331171] Updated weights for policy 0, policy_version 24598 (0.0008)
+[2026-06-02 18:11:04,644][331171] Updated weights for policy 0, policy_version 24608 (0.0008)
+[2026-06-02 18:11:04,828][331171] Updated weights for policy 0, policy_version 24618 (0.0009)
+[2026-06-02 18:11:05,410][331171] Updated weights for policy 0, policy_version 24628 (0.0009)
+[2026-06-02 18:11:05,576][331171] Updated weights for policy 0, policy_version 24638 (0.0008)
+[2026-06-02 18:11:05,749][331171] Updated weights for policy 0, policy_version 24648 (0.0008)
+[2026-06-02 18:11:05,926][331171] Updated weights for policy 0, policy_version 24658 (0.0009)
+[2026-06-02 18:11:06,107][331171] Updated weights for policy 0, policy_version 24668 (0.0009)
+[2026-06-02 18:11:06,287][331171] Updated weights for policy 0, policy_version 24678 (0.0008)
+[2026-06-02 18:11:06,461][331171] Updated weights for policy 0, policy_version 24688 (0.0008)
+[2026-06-02 18:11:07,020][331171] Updated weights for policy 0, policy_version 24698 (0.0008)
+[2026-06-02 18:11:07,193][331171] Updated weights for policy 0, policy_version 24708 (0.0009)
+[2026-06-02 18:11:07,365][331171] Updated weights for policy 0, policy_version 24718 (0.0008)
+[2026-06-02 18:11:07,388][329331] Fps is (10 sec: 19660.3, 60 sec: 21299.2, 300 sec: 21326.9). Total num frames: 12648448. Throughput: 0: 21316.1. Samples: 12647936. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:11:07,389][329331] Avg episode reward: [(0, '669.815')]
+[2026-06-02 18:11:07,541][331171] Updated weights for policy 0, policy_version 24728 (0.0009)
+[2026-06-02 18:11:07,734][331171] Updated weights for policy 0, policy_version 24738 (0.0008)
+[2026-06-02 18:11:07,914][331171] Updated weights for policy 0, policy_version 24748 (0.0008)
+[2026-06-02 18:11:07,976][330880] Saving new best policy, reward=669.815!
+[2026-06-02 18:11:08,477][331171] Updated weights for policy 0, policy_version 24758 (0.0009)
+[2026-06-02 18:11:08,649][331171] Updated weights for policy 0, policy_version 24768 (0.0009)
+[2026-06-02 18:11:08,820][331171] Updated weights for policy 0, policy_version 24778 (0.0008)
+[2026-06-02 18:11:09,014][331171] Updated weights for policy 0, policy_version 24789 (0.0009)
+[2026-06-02 18:11:09,201][331171] Updated weights for policy 0, policy_version 24799 (0.0009)
+[2026-06-02 18:11:09,379][331171] Updated weights for policy 0, policy_version 24809 (0.0008)
+[2026-06-02 18:11:09,963][331171] Updated weights for policy 0, policy_version 24819 (0.0009)
+[2026-06-02 18:11:10,125][331171] Updated weights for policy 0, policy_version 24829 (0.0008)
+[2026-06-02 18:11:10,301][331171] Updated weights for policy 0, policy_version 24839 (0.0007)
+[2026-06-02 18:11:10,478][331171] Updated weights for policy 0, policy_version 24849 (0.0008)
+[2026-06-02 18:11:10,663][331171] Updated weights for policy 0, policy_version 24859 (0.0008)
+[2026-06-02 18:11:10,841][331171] Updated weights for policy 0, policy_version 24869 (0.0008)
+[2026-06-02 18:11:11,016][331171] Updated weights for policy 0, policy_version 24879 (0.0008)
+[2026-06-02 18:11:11,572][331171] Updated weights for policy 0, policy_version 24889 (0.0009)
+[2026-06-02 18:11:11,745][331171] Updated weights for policy 0, policy_version 24899 (0.0009)
+[2026-06-02 18:11:11,923][331171] Updated weights for policy 0, policy_version 24909 (0.0009)
+[2026-06-02 18:11:12,098][331171] Updated weights for policy 0, policy_version 24919 (0.0009)
+[2026-06-02 18:11:12,274][331171] Updated weights for policy 0, policy_version 24929 (0.0009)
+[2026-06-02 18:11:12,388][329331] Fps is (10 sec: 19660.3, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 12746752. Throughput: 0: 21194.0. Samples: 12771584. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:11:12,390][329331] Avg episode reward: [(0, '649.272')]
+[2026-06-02 18:11:12,452][331171] Updated weights for policy 0, policy_version 24939 (0.0009)
+[2026-06-02 18:11:13,043][331171] Updated weights for policy 0, policy_version 24949 (0.0009)
+[2026-06-02 18:11:13,210][331171] Updated weights for policy 0, policy_version 24959 (0.0009)
+[2026-06-02 18:11:13,386][331171] Updated weights for policy 0, policy_version 24969 (0.0009)
+[2026-06-02 18:11:13,562][331171] Updated weights for policy 0, policy_version 24979 (0.0009)
+[2026-06-02 18:11:13,740][331171] Updated weights for policy 0, policy_version 24989 (0.0009)
+[2026-06-02 18:11:13,918][331171] Updated weights for policy 0, policy_version 24999 (0.0009)
+[2026-06-02 18:11:14,532][331171] Updated weights for policy 0, policy_version 25009 (0.0008)
+[2026-06-02 18:11:14,698][331171] Updated weights for policy 0, policy_version 25019 (0.0008)
+[2026-06-02 18:11:14,890][331171] Updated weights for policy 0, policy_version 25030 (0.0008)
+[2026-06-02 18:11:15,065][331171] Updated weights for policy 0, policy_version 25040 (0.0008)
+[2026-06-02 18:11:15,244][331171] Updated weights for policy 0, policy_version 25050 (0.0008)
+[2026-06-02 18:11:15,423][331171] Updated weights for policy 0, policy_version 25060 (0.0009)
+[2026-06-02 18:11:15,606][331171] Updated weights for policy 0, policy_version 25070 (0.0009)
+[2026-06-02 18:11:16,176][331171] Updated weights for policy 0, policy_version 25081 (0.0009)
+[2026-06-02 18:11:16,351][331171] Updated weights for policy 0, policy_version 25091 (0.0009)
+[2026-06-02 18:11:16,542][331171] Updated weights for policy 0, policy_version 25102 (0.0009)
+[2026-06-02 18:11:16,722][331171] Updated weights for policy 0, policy_version 25112 (0.0009)
+[2026-06-02 18:11:16,899][331171] Updated weights for policy 0, policy_version 25122 (0.0009)
+[2026-06-02 18:11:17,079][331171] Updated weights for policy 0, policy_version 25132 (0.0009)
+[2026-06-02 18:11:17,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21438.1). Total num frames: 12877824. Throughput: 0: 21145.5. Samples: 12898432. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 18:11:17,390][329331] Avg episode reward: [(0, '642.980')]
+[2026-06-02 18:11:17,665][331171] Updated weights for policy 0, policy_version 25142 (0.0008)
+[2026-06-02 18:11:17,836][331171] Updated weights for policy 0, policy_version 25152 (0.0008)
+[2026-06-02 18:11:18,013][331171] Updated weights for policy 0, policy_version 25162 (0.0009)
+[2026-06-02 18:11:18,190][331171] Updated weights for policy 0, policy_version 25172 (0.0009)
+[2026-06-02 18:11:18,367][331171] Updated weights for policy 0, policy_version 25182 (0.0009)
+[2026-06-02 18:11:18,543][331171] Updated weights for policy 0, policy_version 25192 (0.0009)
+[2026-06-02 18:11:19,145][331171] Updated weights for policy 0, policy_version 25202 (0.0008)
+[2026-06-02 18:11:19,310][331171] Updated weights for policy 0, policy_version 25212 (0.0008)
+[2026-06-02 18:11:19,488][331171] Updated weights for policy 0, policy_version 25222 (0.0008)
+[2026-06-02 18:11:19,668][331171] Updated weights for policy 0, policy_version 25232 (0.0008)
+[2026-06-02 18:11:19,845][331171] Updated weights for policy 0, policy_version 25242 (0.0008)
+[2026-06-02 18:11:20,023][331171] Updated weights for policy 0, policy_version 25252 (0.0008)
+[2026-06-02 18:11:20,221][331171] Updated weights for policy 0, policy_version 25263 (0.0008)
+[2026-06-02 18:11:20,775][331171] Updated weights for policy 0, policy_version 25273 (0.0009)
+[2026-06-02 18:11:20,944][331171] Updated weights for policy 0, policy_version 25283 (0.0008)
+[2026-06-02 18:11:21,120][331171] Updated weights for policy 0, policy_version 25293 (0.0008)
+[2026-06-02 18:11:21,299][331171] Updated weights for policy 0, policy_version 25303 (0.0008)
+[2026-06-02 18:11:21,472][331171] Updated weights for policy 0, policy_version 25313 (0.0008)
+[2026-06-02 18:11:21,651][331171] Updated weights for policy 0, policy_version 25323 (0.0008)
+[2026-06-02 18:11:22,238][331171] Updated weights for policy 0, policy_version 25333 (0.0008)
+[2026-06-02 18:11:22,388][329331] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 12976128. Throughput: 0: 21154.1. Samples: 12963840. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 18:11:22,389][329331] Avg episode reward: [(0, '640.680')]
+[2026-06-02 18:11:22,400][331171] Updated weights for policy 0, policy_version 25343 (0.0008)
+[2026-06-02 18:11:22,583][331171] Updated weights for policy 0, policy_version 25353 (0.0008)
+[2026-06-02 18:11:22,759][331171] Updated weights for policy 0, policy_version 25363 (0.0008)
+[2026-06-02 18:11:22,943][331171] Updated weights for policy 0, policy_version 25373 (0.0008)
+[2026-06-02 18:11:23,120][331171] Updated weights for policy 0, policy_version 25383 (0.0008)
+[2026-06-02 18:11:23,698][331171] Updated weights for policy 0, policy_version 25393 (0.0008)
+[2026-06-02 18:11:23,862][331171] Updated weights for policy 0, policy_version 25403 (0.0008)
+[2026-06-02 18:11:24,042][331171] Updated weights for policy 0, policy_version 25413 (0.0008)
+[2026-06-02 18:11:24,214][331171] Updated weights for policy 0, policy_version 25423 (0.0008)
+[2026-06-02 18:11:24,393][331171] Updated weights for policy 0, policy_version 25433 (0.0008)
+[2026-06-02 18:11:24,572][331171] Updated weights for policy 0, policy_version 25443 (0.0008)
+[2026-06-02 18:11:24,750][331171] Updated weights for policy 0, policy_version 25453 (0.0008)
+[2026-06-02 18:11:25,316][331171] Updated weights for policy 0, policy_version 25463 (0.0008)
+[2026-06-02 18:11:25,493][331171] Updated weights for policy 0, policy_version 25473 (0.0008)
+[2026-06-02 18:11:25,670][331171] Updated weights for policy 0, policy_version 25483 (0.0008)
+[2026-06-02 18:11:25,847][331171] Updated weights for policy 0, policy_version 25493 (0.0008)
+[2026-06-02 18:11:26,043][331171] Updated weights for policy 0, policy_version 25504 (0.0008)
+[2026-06-02 18:11:26,227][331171] Updated weights for policy 0, policy_version 25514 (0.0008)
+[2026-06-02 18:11:26,775][331171] Updated weights for policy 0, policy_version 25524 (0.0009)
+[2026-06-02 18:11:26,947][331171] Updated weights for policy 0, policy_version 25534 (0.0008)
+[2026-06-02 18:11:27,124][331171] Updated weights for policy 0, policy_version 25544 (0.0008)
+[2026-06-02 18:11:27,308][331171] Updated weights for policy 0, policy_version 25554 (0.0008)
+[2026-06-02 18:11:27,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 13074432. Throughput: 0: 21156.9. Samples: 13092224. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 18:11:27,389][329331] Avg episode reward: [(0, '611.702')]
+[2026-06-02 18:11:27,488][331171] Updated weights for policy 0, policy_version 25564 (0.0008)
+[2026-06-02 18:11:27,685][331171] Updated weights for policy 0, policy_version 25575 (0.0008)
+[2026-06-02 18:11:28,230][331171] Updated weights for policy 0, policy_version 25585 (0.0008)
+[2026-06-02 18:11:28,398][331171] Updated weights for policy 0, policy_version 25595 (0.0009)
+[2026-06-02 18:11:28,564][331171] Updated weights for policy 0, policy_version 25605 (0.0008)
+[2026-06-02 18:11:28,750][331171] Updated weights for policy 0, policy_version 25615 (0.0008)
+[2026-06-02 18:11:28,927][331171] Updated weights for policy 0, policy_version 25625 (0.0008)
+[2026-06-02 18:11:29,110][331171] Updated weights for policy 0, policy_version 25635 (0.0008)
+[2026-06-02 18:11:29,285][331171] Updated weights for policy 0, policy_version 25645 (0.0008)
+[2026-06-02 18:11:29,875][331171] Updated weights for policy 0, policy_version 25655 (0.0009)
+[2026-06-02 18:11:30,045][331171] Updated weights for policy 0, policy_version 25665 (0.0008)
+[2026-06-02 18:11:30,228][331171] Updated weights for policy 0, policy_version 25675 (0.0008)
+[2026-06-02 18:11:30,413][331171] Updated weights for policy 0, policy_version 25685 (0.0008)
+[2026-06-02 18:11:30,593][331171] Updated weights for policy 0, policy_version 25695 (0.0008)
+[2026-06-02 18:11:30,770][331171] Updated weights for policy 0, policy_version 25705 (0.0008)
+[2026-06-02 18:11:31,356][331171] Updated weights for policy 0, policy_version 25715 (0.0008)
+[2026-06-02 18:11:31,520][331171] Updated weights for policy 0, policy_version 25725 (0.0008)
+[2026-06-02 18:11:31,702][331171] Updated weights for policy 0, policy_version 25735 (0.0008)
+[2026-06-02 18:11:31,879][331171] Updated weights for policy 0, policy_version 25745 (0.0008)
+[2026-06-02 18:11:32,059][331171] Updated weights for policy 0, policy_version 25755 (0.0008)
+[2026-06-02 18:11:32,240][331171] Updated weights for policy 0, policy_version 25765 (0.0008)
+[2026-06-02 18:11:32,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 13172736. Throughput: 0: 21148.5. Samples: 13222016. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 18:11:32,389][329331] Avg episode reward: [(0, '615.455')]
+[2026-06-02 18:11:32,421][331171] Updated weights for policy 0, policy_version 25775 (0.0008)
+[2026-06-02 18:11:33,000][331171] Updated weights for policy 0, policy_version 25785 (0.0008)
+[2026-06-02 18:11:33,175][331171] Updated weights for policy 0, policy_version 25795 (0.0008)
+[2026-06-02 18:11:33,351][331171] Updated weights for policy 0, policy_version 25805 (0.0008)
+[2026-06-02 18:11:33,539][331171] Updated weights for policy 0, policy_version 25815 (0.0008)
+[2026-06-02 18:11:33,721][331171] Updated weights for policy 0, policy_version 25825 (0.0008)
+[2026-06-02 18:11:33,895][331171] Updated weights for policy 0, policy_version 25835 (0.0008)
+[2026-06-02 18:11:34,476][331171] Updated weights for policy 0, policy_version 25845 (0.0008)
+[2026-06-02 18:11:34,650][331171] Updated weights for policy 0, policy_version 25855 (0.0008)
+[2026-06-02 18:11:34,830][331171] Updated weights for policy 0, policy_version 25865 (0.0008)
+[2026-06-02 18:11:35,007][331171] Updated weights for policy 0, policy_version 25875 (0.0008)
+[2026-06-02 18:11:35,184][331171] Updated weights for policy 0, policy_version 25885 (0.0008)
+[2026-06-02 18:11:35,363][331171] Updated weights for policy 0, policy_version 25895 (0.0008)
+[2026-06-02 18:11:35,969][331171] Updated weights for policy 0, policy_version 25905 (0.0008)
+[2026-06-02 18:11:36,150][331171] Updated weights for policy 0, policy_version 25916 (0.0008)
+[2026-06-02 18:11:36,325][331171] Updated weights for policy 0, policy_version 25926 (0.0008)
+[2026-06-02 18:11:36,504][331171] Updated weights for policy 0, policy_version 25936 (0.0009)
+[2026-06-02 18:11:36,679][331171] Updated weights for policy 0, policy_version 25946 (0.0008)
+[2026-06-02 18:11:36,856][331171] Updated weights for policy 0, policy_version 25956 (0.0009)
+[2026-06-02 18:11:37,034][331171] Updated weights for policy 0, policy_version 25966 (0.0008)
+[2026-06-02 18:11:37,388][329331] Fps is (10 sec: 22938.2, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 13303808. Throughput: 0: 21202.5. Samples: 13288704. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0)
+[2026-06-02 18:11:37,389][329331] Avg episode reward: [(0, '543.644')]
+[2026-06-02 18:11:37,606][331171] Updated weights for policy 0, policy_version 25976 (0.0009)
+[2026-06-02 18:11:37,773][331171] Updated weights for policy 0, policy_version 25986 (0.0008)
+[2026-06-02 18:11:37,948][331171] Updated weights for policy 0, policy_version 25996 (0.0008)
+[2026-06-02 18:11:38,121][331171] Updated weights for policy 0, policy_version 26006 (0.0009)
+[2026-06-02 18:11:38,303][331171] Updated weights for policy 0, policy_version 26016 (0.0009)
+[2026-06-02 18:11:38,480][331171] Updated weights for policy 0, policy_version 26026 (0.0009)
+[2026-06-02 18:11:39,074][331171] Updated weights for policy 0, policy_version 26036 (0.0009)
+[2026-06-02 18:11:39,238][331171] Updated weights for policy 0, policy_version 26046 (0.0008)
+[2026-06-02 18:11:39,415][331171] Updated weights for policy 0, policy_version 26056 (0.0009)
+[2026-06-02 18:11:39,593][331171] Updated weights for policy 0, policy_version 26066 (0.0009)
+[2026-06-02 18:11:39,791][331171] Updated weights for policy 0, policy_version 26077 (0.0008)
+[2026-06-02 18:11:39,972][331171] Updated weights for policy 0, policy_version 26087 (0.0008)
+[2026-06-02 18:11:40,570][331171] Updated weights for policy 0, policy_version 26097 (0.0008)
+[2026-06-02 18:11:40,732][331171] Updated weights for policy 0, policy_version 26107 (0.0008)
+[2026-06-02 18:11:40,903][331171] Updated weights for policy 0, policy_version 26117 (0.0008)
+[2026-06-02 18:11:41,085][331171] Updated weights for policy 0, policy_version 26127 (0.0008)
+[2026-06-02 18:11:41,267][331171] Updated weights for policy 0, policy_version 26137 (0.0008)
+[2026-06-02 18:11:41,439][331171] Updated weights for policy 0, policy_version 26147 (0.0008)
+[2026-06-02 18:11:41,623][331171] Updated weights for policy 0, policy_version 26157 (0.0008)
+[2026-06-02 18:11:42,213][331171] Updated weights for policy 0, policy_version 26167 (0.0008)
+[2026-06-02 18:11:42,380][331171] Updated weights for policy 0, policy_version 26177 (0.0008)
+[2026-06-02 18:11:42,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 13402112. Throughput: 0: 21282.2. Samples: 13417984. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0)
+[2026-06-02 18:11:42,389][329331] Avg episode reward: [(0, '625.798')]
+[2026-06-02 18:11:42,553][331171] Updated weights for policy 0, policy_version 26187 (0.0008)
+[2026-06-02 18:11:42,739][331171] Updated weights for policy 0, policy_version 26197 (0.0008)
+[2026-06-02 18:11:42,915][331171] Updated weights for policy 0, policy_version 26207 (0.0008)
+[2026-06-02 18:11:43,092][331171] Updated weights for policy 0, policy_version 26217 (0.0008)
+[2026-06-02 18:11:43,656][331171] Updated weights for policy 0, policy_version 26227 (0.0008)
+[2026-06-02 18:11:43,825][331171] Updated weights for policy 0, policy_version 26237 (0.0008)
+[2026-06-02 18:11:43,999][331171] Updated weights for policy 0, policy_version 26247 (0.0008)
+[2026-06-02 18:11:44,175][331171] Updated weights for policy 0, policy_version 26257 (0.0008)
+[2026-06-02 18:11:44,358][331171] Updated weights for policy 0, policy_version 26267 (0.0008)
+[2026-06-02 18:11:44,536][331171] Updated weights for policy 0, policy_version 26277 (0.0007)
+[2026-06-02 18:11:44,719][331171] Updated weights for policy 0, policy_version 26287 (0.0008)
+[2026-06-02 18:11:45,299][331171] Updated weights for policy 0, policy_version 26297 (0.0008)
+[2026-06-02 18:11:45,475][331171] Updated weights for policy 0, policy_version 26307 (0.0008)
+[2026-06-02 18:11:45,655][331171] Updated weights for policy 0, policy_version 26317 (0.0008)
+[2026-06-02 18:11:45,834][331171] Updated weights for policy 0, policy_version 26327 (0.0009)
+[2026-06-02 18:11:46,013][331171] Updated weights for policy 0, policy_version 26337 (0.0009)
+[2026-06-02 18:11:46,196][331171] Updated weights for policy 0, policy_version 26347 (0.0008)
+[2026-06-02 18:11:46,760][331171] Updated weights for policy 0, policy_version 26357 (0.0009)
+[2026-06-02 18:11:46,928][331171] Updated weights for policy 0, policy_version 26367 (0.0009)
+[2026-06-02 18:11:47,105][331171] Updated weights for policy 0, policy_version 26377 (0.0009)
+[2026-06-02 18:11:47,294][331171] Updated weights for policy 0, policy_version 26388 (0.0009)
+[2026-06-02 18:11:47,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 13500416. Throughput: 0: 21375.9. Samples: 13547776. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0)
+[2026-06-02 18:11:47,390][329331] Avg episode reward: [(0, '663.184')]
+[2026-06-02 18:11:47,470][331171] Updated weights for policy 0, policy_version 26398 (0.0008)
+[2026-06-02 18:11:47,645][331171] Updated weights for policy 0, policy_version 26408 (0.0008)
+[2026-06-02 18:11:48,231][331171] Updated weights for policy 0, policy_version 26418 (0.0007)
+[2026-06-02 18:11:48,409][331171] Updated weights for policy 0, policy_version 26429 (0.0008)
+[2026-06-02 18:11:48,578][331171] Updated weights for policy 0, policy_version 26439 (0.0009)
+[2026-06-02 18:11:48,750][331171] Updated weights for policy 0, policy_version 26449 (0.0008)
+[2026-06-02 18:11:48,925][331171] Updated weights for policy 0, policy_version 26459 (0.0008)
+[2026-06-02 18:11:49,101][331171] Updated weights for policy 0, policy_version 26469 (0.0008)
+[2026-06-02 18:11:49,275][331171] Updated weights for policy 0, policy_version 26479 (0.0009)
+[2026-06-02 18:11:49,855][331171] Updated weights for policy 0, policy_version 26489 (0.0008)
+[2026-06-02 18:11:50,039][331171] Updated weights for policy 0, policy_version 26499 (0.0008)
+[2026-06-02 18:11:50,216][331171] Updated weights for policy 0, policy_version 26509 (0.0008)
+[2026-06-02 18:11:50,388][331171] Updated weights for policy 0, policy_version 26519 (0.0008)
+[2026-06-02 18:11:50,578][331171] Updated weights for policy 0, policy_version 26530 (0.0008)
+[2026-06-02 18:11:50,760][331171] Updated weights for policy 0, policy_version 26540 (0.0008)
+[2026-06-02 18:11:51,342][331171] Updated weights for policy 0, policy_version 26550 (0.0008)
+[2026-06-02 18:11:51,509][331171] Updated weights for policy 0, policy_version 26560 (0.0008)
+[2026-06-02 18:11:51,689][331171] Updated weights for policy 0, policy_version 26570 (0.0008)
+[2026-06-02 18:11:51,864][331171] Updated weights for policy 0, policy_version 26580 (0.0008)
+[2026-06-02 18:11:52,050][331171] Updated weights for policy 0, policy_version 26590 (0.0008)
+[2026-06-02 18:11:52,228][331171] Updated weights for policy 0, policy_version 26600 (0.0008)
+[2026-06-02 18:11:52,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 13631488. Throughput: 0: 21433.1. Samples: 13612416. Policy #0 lag: (min: 50.0, avg: 93.3, max: 114.0)
+[2026-06-02 18:11:52,389][329331] Avg episode reward: [(0, '669.819')]
+[2026-06-02 18:11:52,393][330880] Saving new best policy, reward=669.819!
+[2026-06-02 18:11:52,818][331171] Updated weights for policy 0, policy_version 26610 (0.0008)
+[2026-06-02 18:11:52,984][331171] Updated weights for policy 0, policy_version 26620 (0.0008)
+[2026-06-02 18:11:53,156][331171] Updated weights for policy 0, policy_version 26630 (0.0008)
+[2026-06-02 18:11:53,331][331171] Updated weights for policy 0, policy_version 26640 (0.0008)
+[2026-06-02 18:11:53,522][331171] Updated weights for policy 0, policy_version 26651 (0.0009)
+[2026-06-02 18:11:53,697][331171] Updated weights for policy 0, policy_version 26661 (0.0008)
+[2026-06-02 18:11:53,872][331171] Updated weights for policy 0, policy_version 26671 (0.0008)
+[2026-06-02 18:11:54,442][331171] Updated weights for policy 0, policy_version 26681 (0.0008)
+[2026-06-02 18:11:54,609][331171] Updated weights for policy 0, policy_version 26691 (0.0008)
+[2026-06-02 18:11:54,795][331171] Updated weights for policy 0, policy_version 26701 (0.0008)
+[2026-06-02 18:11:54,972][331171] Updated weights for policy 0, policy_version 26711 (0.0008)
+[2026-06-02 18:11:55,143][331171] Updated weights for policy 0, policy_version 26721 (0.0008)
+[2026-06-02 18:11:55,332][331171] Updated weights for policy 0, policy_version 26731 (0.0008)
+[2026-06-02 18:11:55,919][331171] Updated weights for policy 0, policy_version 26741 (0.0007)
+[2026-06-02 18:11:56,086][331171] Updated weights for policy 0, policy_version 26751 (0.0008)
+[2026-06-02 18:11:56,259][331171] Updated weights for policy 0, policy_version 26761 (0.0008)
+[2026-06-02 18:11:56,440][331171] Updated weights for policy 0, policy_version 26771 (0.0008)
+[2026-06-02 18:11:56,619][331171] Updated weights for policy 0, policy_version 26781 (0.0008)
+[2026-06-02 18:11:56,797][331171] Updated weights for policy 0, policy_version 26791 (0.0008)
+[2026-06-02 18:11:57,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 13729792. Throughput: 0: 21575.2. Samples: 13742464. Policy #0 lag: (min: 50.0, avg: 93.3, max: 114.0)
+[2026-06-02 18:11:57,389][329331] Avg episode reward: [(0, '675.244')]
+[2026-06-02 18:11:57,394][331171] Updated weights for policy 0, policy_version 26801 (0.0008)
+[2026-06-02 18:11:57,553][331171] Updated weights for policy 0, policy_version 26811 (0.0008)
+[2026-06-02 18:11:57,746][331171] Updated weights for policy 0, policy_version 26822 (0.0008)
+[2026-06-02 18:11:57,931][331171] Updated weights for policy 0, policy_version 26832 (0.0008)
+[2026-06-02 18:11:58,110][331171] Updated weights for policy 0, policy_version 26842 (0.0008)
+[2026-06-02 18:11:58,281][331171] Updated weights for policy 0, policy_version 26852 (0.0008)
+[2026-06-02 18:11:58,459][331171] Updated weights for policy 0, policy_version 26862 (0.0008)
+[2026-06-02 18:11:58,487][330880] Saving new best policy, reward=675.244!
+[2026-06-02 18:11:59,037][331171] Updated weights for policy 0, policy_version 26872 (0.0009)
+[2026-06-02 18:11:59,208][331171] Updated weights for policy 0, policy_version 26882 (0.0009)
+[2026-06-02 18:11:59,388][331171] Updated weights for policy 0, policy_version 26892 (0.0008)
+[2026-06-02 18:11:59,567][331171] Updated weights for policy 0, policy_version 26902 (0.0008)
+[2026-06-02 18:11:59,749][331171] Updated weights for policy 0, policy_version 26912 (0.0008)
+[2026-06-02 18:11:59,935][331171] Updated weights for policy 0, policy_version 26922 (0.0008)
+[2026-06-02 18:12:00,499][331171] Updated weights for policy 0, policy_version 26932 (0.0008)
+[2026-06-02 18:12:00,672][331171] Updated weights for policy 0, policy_version 26942 (0.0008)
+[2026-06-02 18:12:00,851][331171] Updated weights for policy 0, policy_version 26952 (0.0008)
+[2026-06-02 18:12:01,026][331171] Updated weights for policy 0, policy_version 26962 (0.0009)
+[2026-06-02 18:12:01,202][331171] Updated weights for policy 0, policy_version 26972 (0.0008)
+[2026-06-02 18:12:01,381][331171] Updated weights for policy 0, policy_version 26982 (0.0008)
+[2026-06-02 18:12:01,551][331171] Updated weights for policy 0, policy_version 26992 (0.0009)
+[2026-06-02 18:12:02,128][331171] Updated weights for policy 0, policy_version 27002 (0.0008)
+[2026-06-02 18:12:02,304][331171] Updated weights for policy 0, policy_version 27012 (0.0009)
+[2026-06-02 18:12:02,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 13828096. Throughput: 0: 21643.5. Samples: 13872384. Policy #0 lag: (min: 50.0, avg: 93.3, max: 114.0)
+[2026-06-02 18:12:02,389][329331] Avg episode reward: [(0, '720.681')]
+[2026-06-02 18:12:02,489][331171] Updated weights for policy 0, policy_version 27022 (0.0009)
+[2026-06-02 18:12:02,665][331171] Updated weights for policy 0, policy_version 27032 (0.0008)
+[2026-06-02 18:12:02,843][331171] Updated weights for policy 0, policy_version 27042 (0.0008)
+[2026-06-02 18:12:03,025][331171] Updated weights for policy 0, policy_version 27052 (0.0008)
+[2026-06-02 18:12:03,089][330880] Saving new best policy, reward=720.681!
+[2026-06-02 18:12:03,619][331171] Updated weights for policy 0, policy_version 27062 (0.0009)
+[2026-06-02 18:12:03,789][331171] Updated weights for policy 0, policy_version 27072 (0.0008)
+[2026-06-02 18:12:03,969][331171] Updated weights for policy 0, policy_version 27082 (0.0009)
+[2026-06-02 18:12:04,150][331171] Updated weights for policy 0, policy_version 27092 (0.0008)
+[2026-06-02 18:12:04,329][331171] Updated weights for policy 0, policy_version 27102 (0.0009)
+[2026-06-02 18:12:04,506][331171] Updated weights for policy 0, policy_version 27112 (0.0009)
+[2026-06-02 18:12:05,088][331171] Updated weights for policy 0, policy_version 27122 (0.0009)
+[2026-06-02 18:12:05,270][331171] Updated weights for policy 0, policy_version 27133 (0.0008)
+[2026-06-02 18:12:05,444][331171] Updated weights for policy 0, policy_version 27143 (0.0009)
+[2026-06-02 18:12:05,630][331171] Updated weights for policy 0, policy_version 27153 (0.0008)
+[2026-06-02 18:12:05,813][331171] Updated weights for policy 0, policy_version 27163 (0.0008)
+[2026-06-02 18:12:05,997][331171] Updated weights for policy 0, policy_version 27173 (0.0008)
+[2026-06-02 18:12:06,171][331171] Updated weights for policy 0, policy_version 27183 (0.0008)
+[2026-06-02 18:12:06,720][331171] Updated weights for policy 0, policy_version 27193 (0.0008)
+[2026-06-02 18:12:06,900][331171] Updated weights for policy 0, policy_version 27203 (0.0008)
+[2026-06-02 18:12:07,079][331171] Updated weights for policy 0, policy_version 27213 (0.0008)
+[2026-06-02 18:12:07,253][331171] Updated weights for policy 0, policy_version 27223 (0.0008)
+[2026-06-02 18:12:07,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.3, 300 sec: 21327.0). Total num frames: 13926400. Throughput: 0: 21643.4. Samples: 13937792. Policy #0 lag: (min: 50.0, avg: 93.3, max: 114.0)
+[2026-06-02 18:12:07,389][329331] Avg episode reward: [(0, '782.819')]
+[2026-06-02 18:12:07,444][331171] Updated weights for policy 0, policy_version 27233 (0.0008)
+[2026-06-02 18:12:07,617][331171] Updated weights for policy 0, policy_version 27243 (0.0008)
+[2026-06-02 18:12:07,707][330880] Saving new best policy, reward=782.819!
+[2026-06-02 18:12:08,212][331171] Updated weights for policy 0, policy_version 27254 (0.0008)
+[2026-06-02 18:12:08,381][331171] Updated weights for policy 0, policy_version 27264 (0.0008)
+[2026-06-02 18:12:08,562][331171] Updated weights for policy 0, policy_version 27274 (0.0008)
+[2026-06-02 18:12:08,741][331171] Updated weights for policy 0, policy_version 27284 (0.0008)
+[2026-06-02 18:12:08,921][331171] Updated weights for policy 0, policy_version 27294 (0.0008)
+[2026-06-02 18:12:09,096][331171] Updated weights for policy 0, policy_version 27304 (0.0008)
+[2026-06-02 18:12:09,694][331171] Updated weights for policy 0, policy_version 27314 (0.0008)
+[2026-06-02 18:12:09,857][331171] Updated weights for policy 0, policy_version 27324 (0.0008)
+[2026-06-02 18:12:10,031][331171] Updated weights for policy 0, policy_version 27334 (0.0008)
+[2026-06-02 18:12:10,216][331171] Updated weights for policy 0, policy_version 27344 (0.0008)
+[2026-06-02 18:12:10,397][331171] Updated weights for policy 0, policy_version 27354 (0.0008)
+[2026-06-02 18:12:10,579][331171] Updated weights for policy 0, policy_version 27364 (0.0008)
+[2026-06-02 18:12:10,755][331171] Updated weights for policy 0, policy_version 27374 (0.0008)
+[2026-06-02 18:12:11,334][331171] Updated weights for policy 0, policy_version 27384 (0.0008)
+[2026-06-02 18:12:11,505][331171] Updated weights for policy 0, policy_version 27394 (0.0008)
+[2026-06-02 18:12:11,685][331171] Updated weights for policy 0, policy_version 27404 (0.0009)
+[2026-06-02 18:12:11,863][331171] Updated weights for policy 0, policy_version 27414 (0.0008)
+[2026-06-02 18:12:12,051][331171] Updated weights for policy 0, policy_version 27424 (0.0008)
+[2026-06-02 18:12:12,238][331171] Updated weights for policy 0, policy_version 27434 (0.0008)
+[2026-06-02 18:12:12,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21438.0). Total num frames: 14057472. Throughput: 0: 21743.0. Samples: 14070656. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 18:12:12,389][329331] Avg episode reward: [(0, '776.462')]
+[2026-06-02 18:12:12,820][331171] Updated weights for policy 0, policy_version 27444 (0.0008)
+[2026-06-02 18:12:12,983][331171] Updated weights for policy 0, policy_version 27454 (0.0008)
+[2026-06-02 18:12:13,161][331171] Updated weights for policy 0, policy_version 27464 (0.0008)
+[2026-06-02 18:12:13,345][331171] Updated weights for policy 0, policy_version 27474 (0.0008)
+[2026-06-02 18:12:13,523][331171] Updated weights for policy 0, policy_version 27484 (0.0008)
+[2026-06-02 18:12:13,704][331171] Updated weights for policy 0, policy_version 27494 (0.0008)
+[2026-06-02 18:12:13,882][331171] Updated weights for policy 0, policy_version 27504 (0.0008)
+[2026-06-02 18:12:14,487][331171] Updated weights for policy 0, policy_version 27515 (0.0009)
+[2026-06-02 18:12:14,661][331171] Updated weights for policy 0, policy_version 27525 (0.0009)
+[2026-06-02 18:12:14,838][331171] Updated weights for policy 0, policy_version 27535 (0.0009)
+[2026-06-02 18:12:15,018][331171] Updated weights for policy 0, policy_version 27545 (0.0008)
+[2026-06-02 18:12:15,195][331171] Updated weights for policy 0, policy_version 27555 (0.0009)
+[2026-06-02 18:12:15,381][331171] Updated weights for policy 0, policy_version 27565 (0.0008)
+[2026-06-02 18:12:15,961][331171] Updated weights for policy 0, policy_version 27575 (0.0009)
+[2026-06-02 18:12:16,148][331171] Updated weights for policy 0, policy_version 27586 (0.0009)
+[2026-06-02 18:12:16,325][331171] Updated weights for policy 0, policy_version 27596 (0.0009)
+[2026-06-02 18:12:16,505][331171] Updated weights for policy 0, policy_version 27606 (0.0009)
+[2026-06-02 18:12:16,681][331171] Updated weights for policy 0, policy_version 27616 (0.0009)
+[2026-06-02 18:12:16,865][331171] Updated weights for policy 0, policy_version 27626 (0.0009)
+[2026-06-02 18:12:17,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.3, 300 sec: 21438.0). Total num frames: 14155776. Throughput: 0: 21649.1. Samples: 14196224. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 18:12:17,389][329331] Avg episode reward: [(0, '749.789')]
+[2026-06-02 18:12:17,451][331171] Updated weights for policy 0, policy_version 27636 (0.0009)
+[2026-06-02 18:12:17,631][331171] Updated weights for policy 0, policy_version 27647 (0.0008)
+[2026-06-02 18:12:17,812][331171] Updated weights for policy 0, policy_version 27657 (0.0008)
+[2026-06-02 18:12:17,990][331171] Updated weights for policy 0, policy_version 27667 (0.0008)
+[2026-06-02 18:12:18,189][331171] Updated weights for policy 0, policy_version 27678 (0.0009)
+[2026-06-02 18:12:18,368][331171] Updated weights for policy 0, policy_version 27688 (0.0009)
+[2026-06-02 18:12:18,942][331171] Updated weights for policy 0, policy_version 27698 (0.0009)
+[2026-06-02 18:12:19,104][331171] Updated weights for policy 0, policy_version 27708 (0.0009)
+[2026-06-02 18:12:19,280][331171] Updated weights for policy 0, policy_version 27718 (0.0009)
+[2026-06-02 18:12:19,456][331171] Updated weights for policy 0, policy_version 27728 (0.0009)
+[2026-06-02 18:12:19,633][331171] Updated weights for policy 0, policy_version 27738 (0.0009)
+[2026-06-02 18:12:19,830][331171] Updated weights for policy 0, policy_version 27749 (0.0009)
+[2026-06-02 18:12:20,004][331171] Updated weights for policy 0, policy_version 27759 (0.0009)
+[2026-06-02 18:12:20,587][331171] Updated weights for policy 0, policy_version 27769 (0.0009)
+[2026-06-02 18:12:20,760][331171] Updated weights for policy 0, policy_version 27779 (0.0009)
+[2026-06-02 18:12:20,941][331171] Updated weights for policy 0, policy_version 27789 (0.0008)
+[2026-06-02 18:12:21,126][331171] Updated weights for policy 0, policy_version 27799 (0.0008)
+[2026-06-02 18:12:21,301][331171] Updated weights for policy 0, policy_version 27809 (0.0008)
+[2026-06-02 18:12:21,490][331171] Updated weights for policy 0, policy_version 27819 (0.0008)
+[2026-06-02 18:12:22,024][331171] Updated weights for policy 0, policy_version 27829 (0.0008)
+[2026-06-02 18:12:22,192][331171] Updated weights for policy 0, policy_version 27839 (0.0009)
+[2026-06-02 18:12:22,367][331171] Updated weights for policy 0, policy_version 27849 (0.0009)
+[2026-06-02 18:12:22,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 14254080. Throughput: 0: 21549.5. Samples: 14258432. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 18:12:22,389][329331] Avg episode reward: [(0, '715.039')]
+[2026-06-02 18:12:22,542][331171] Updated weights for policy 0, policy_version 27859 (0.0009)
+[2026-06-02 18:12:22,721][331171] Updated weights for policy 0, policy_version 27869 (0.0009)
+[2026-06-02 18:12:22,898][331171] Updated weights for policy 0, policy_version 27879 (0.0009)
+[2026-06-02 18:12:23,514][331171] Updated weights for policy 0, policy_version 27889 (0.0009)
+[2026-06-02 18:12:23,676][331171] Updated weights for policy 0, policy_version 27899 (0.0009)
+[2026-06-02 18:12:23,849][331171] Updated weights for policy 0, policy_version 27909 (0.0008)
+[2026-06-02 18:12:24,030][331171] Updated weights for policy 0, policy_version 27919 (0.0009)
+[2026-06-02 18:12:24,207][331171] Updated weights for policy 0, policy_version 27929 (0.0009)
+[2026-06-02 18:12:24,383][331171] Updated weights for policy 0, policy_version 27939 (0.0009)
+[2026-06-02 18:12:24,560][331171] Updated weights for policy 0, policy_version 27949 (0.0009)
+[2026-06-02 18:12:25,133][331171] Updated weights for policy 0, policy_version 27959 (0.0009)
+[2026-06-02 18:12:25,307][331171] Updated weights for policy 0, policy_version 27969 (0.0008)
+[2026-06-02 18:12:25,482][331171] Updated weights for policy 0, policy_version 27979 (0.0009)
+[2026-06-02 18:12:25,676][331171] Updated weights for policy 0, policy_version 27990 (0.0009)
+[2026-06-02 18:12:25,851][331171] Updated weights for policy 0, policy_version 28000 (0.0009)
+[2026-06-02 18:12:26,033][331171] Updated weights for policy 0, policy_version 28010 (0.0009)
+[2026-06-02 18:12:26,607][331171] Updated weights for policy 0, policy_version 28020 (0.0008)
+[2026-06-02 18:12:26,775][331171] Updated weights for policy 0, policy_version 28030 (0.0008)
+[2026-06-02 18:12:26,955][331171] Updated weights for policy 0, policy_version 28040 (0.0008)
+[2026-06-02 18:12:27,132][331171] Updated weights for policy 0, policy_version 28050 (0.0008)
+[2026-06-02 18:12:27,312][331171] Updated weights for policy 0, policy_version 28060 (0.0008)
+[2026-06-02 18:12:27,388][329331] Fps is (10 sec: 19661.0, 60 sec: 21299.3, 300 sec: 21327.0). Total num frames: 14352384. Throughput: 0: 21492.6. Samples: 14385152. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 18:12:27,389][329331] Avg episode reward: [(0, '723.061')]
+[2026-06-02 18:12:27,492][331171] Updated weights for policy 0, policy_version 28070 (0.0008)
+[2026-06-02 18:12:27,671][331171] Updated weights for policy 0, policy_version 28080 (0.0008)
+[2026-06-02 18:12:28,221][331171] Updated weights for policy 0, policy_version 28090 (0.0009)
+[2026-06-02 18:12:28,390][331171] Updated weights for policy 0, policy_version 28100 (0.0008)
+[2026-06-02 18:12:28,562][331171] Updated weights for policy 0, policy_version 28110 (0.0008)
+[2026-06-02 18:12:28,733][331171] Updated weights for policy 0, policy_version 28120 (0.0008)
+[2026-06-02 18:12:28,909][331171] Updated weights for policy 0, policy_version 28130 (0.0008)
+[2026-06-02 18:12:29,086][331171] Updated weights for policy 0, policy_version 28140 (0.0008)
+[2026-06-02 18:12:29,705][331171] Updated weights for policy 0, policy_version 28150 (0.0009)
+[2026-06-02 18:12:29,875][331171] Updated weights for policy 0, policy_version 28160 (0.0008)
+[2026-06-02 18:12:30,048][331171] Updated weights for policy 0, policy_version 28170 (0.0009)
+[2026-06-02 18:12:30,226][331171] Updated weights for policy 0, policy_version 28180 (0.0009)
+[2026-06-02 18:12:30,400][331171] Updated weights for policy 0, policy_version 28190 (0.0009)
+[2026-06-02 18:12:30,576][331171] Updated weights for policy 0, policy_version 28200 (0.0009)
+[2026-06-02 18:12:31,170][331171] Updated weights for policy 0, policy_version 28210 (0.0009)
+[2026-06-02 18:12:31,342][331171] Updated weights for policy 0, policy_version 28220 (0.0009)
+[2026-06-02 18:12:31,518][331171] Updated weights for policy 0, policy_version 28230 (0.0009)
+[2026-06-02 18:12:31,696][331171] Updated weights for policy 0, policy_version 28240 (0.0009)
+[2026-06-02 18:12:31,875][331171] Updated weights for policy 0, policy_version 28250 (0.0009)
+[2026-06-02 18:12:32,052][331171] Updated weights for policy 0, policy_version 28260 (0.0009)
+[2026-06-02 18:12:32,228][331171] Updated weights for policy 0, policy_version 28270 (0.0009)
+[2026-06-02 18:12:32,388][329331] Fps is (10 sec: 22937.4, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 14483456. Throughput: 0: 21475.5. Samples: 14514176. Policy #0 lag: (min: 76.0, avg: 90.2, max: 133.0)
+[2026-06-02 18:12:32,389][329331] Avg episode reward: [(0, '781.651')]
+[2026-06-02 18:12:32,811][331171] Updated weights for policy 0, policy_version 28280 (0.0009)
+[2026-06-02 18:12:32,982][331171] Updated weights for policy 0, policy_version 28290 (0.0008)
+[2026-06-02 18:12:33,159][331171] Updated weights for policy 0, policy_version 28300 (0.0009)
+[2026-06-02 18:12:33,335][331171] Updated weights for policy 0, policy_version 28310 (0.0009)
+[2026-06-02 18:12:33,512][331171] Updated weights for policy 0, policy_version 28320 (0.0008)
+[2026-06-02 18:12:33,695][331171] Updated weights for policy 0, policy_version 28330 (0.0008)
+[2026-06-02 18:12:34,288][331171] Updated weights for policy 0, policy_version 28340 (0.0008)
+[2026-06-02 18:12:34,455][331171] Updated weights for policy 0, policy_version 28350 (0.0008)
+[2026-06-02 18:12:34,630][331171] Updated weights for policy 0, policy_version 28360 (0.0008)
+[2026-06-02 18:12:34,811][331171] Updated weights for policy 0, policy_version 28370 (0.0008)
+[2026-06-02 18:12:34,985][331171] Updated weights for policy 0, policy_version 28380 (0.0009)
+[2026-06-02 18:12:35,154][331171] Updated weights for policy 0, policy_version 28390 (0.0009)
+[2026-06-02 18:12:35,331][331171] Updated weights for policy 0, policy_version 28400 (0.0009)
+[2026-06-02 18:12:35,921][331171] Updated weights for policy 0, policy_version 28410 (0.0009)
+[2026-06-02 18:12:36,097][331171] Updated weights for policy 0, policy_version 28420 (0.0008)
+[2026-06-02 18:12:36,268][331171] Updated weights for policy 0, policy_version 28430 (0.0008)
+[2026-06-02 18:12:36,446][331171] Updated weights for policy 0, policy_version 28440 (0.0006)
+[2026-06-02 18:12:36,621][331171] Updated weights for policy 0, policy_version 28450 (0.0009)
+[2026-06-02 18:12:36,798][331171] Updated weights for policy 0, policy_version 28460 (0.0009)
+[2026-06-02 18:12:37,372][331171] Updated weights for policy 0, policy_version 28470 (0.0008)
+[2026-06-02 18:12:37,388][329331] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 14581760. Throughput: 0: 21486.9. Samples: 14579328. Policy #0 lag: (min: 76.0, avg: 90.2, max: 133.0)
+[2026-06-02 18:12:37,389][329331] Avg episode reward: [(0, '757.477')]
+[2026-06-02 18:12:37,541][331171] Updated weights for policy 0, policy_version 28480 (0.0008)
+[2026-06-02 18:12:37,720][331171] Updated weights for policy 0, policy_version 28490 (0.0008)
+[2026-06-02 18:12:37,904][331171] Updated weights for policy 0, policy_version 28500 (0.0008)
+[2026-06-02 18:12:38,080][331171] Updated weights for policy 0, policy_version 28510 (0.0008)
+[2026-06-02 18:12:38,252][331171] Updated weights for policy 0, policy_version 28520 (0.0008)
+[2026-06-02 18:12:38,831][331171] Updated weights for policy 0, policy_version 28530 (0.0008)
+[2026-06-02 18:12:38,989][331171] Updated weights for policy 0, policy_version 28540 (0.0008)
+[2026-06-02 18:12:39,174][331171] Updated weights for policy 0, policy_version 28550 (0.0008)
+[2026-06-02 18:12:39,350][331171] Updated weights for policy 0, policy_version 28560 (0.0008)
+[2026-06-02 18:12:39,532][331171] Updated weights for policy 0, policy_version 28570 (0.0008)
+[2026-06-02 18:12:39,709][331171] Updated weights for policy 0, policy_version 28580 (0.0008)
+[2026-06-02 18:12:39,881][331171] Updated weights for policy 0, policy_version 28590 (0.0008)
+[2026-06-02 18:12:40,429][331171] Updated weights for policy 0, policy_version 28600 (0.0008)
+[2026-06-02 18:12:40,602][331171] Updated weights for policy 0, policy_version 28610 (0.0008)
+[2026-06-02 18:12:40,775][331171] Updated weights for policy 0, policy_version 28620 (0.0008)
+[2026-06-02 18:12:40,991][331171] Updated weights for policy 0, policy_version 28632 (0.0008)
+[2026-06-02 18:12:41,168][331171] Updated weights for policy 0, policy_version 28642 (0.0010)
+[2026-06-02 18:12:41,342][331171] Updated weights for policy 0, policy_version 28652 (0.0008)
+[2026-06-02 18:12:41,914][331171] Updated weights for policy 0, policy_version 28662 (0.0008)
+[2026-06-02 18:12:42,085][331171] Updated weights for policy 0, policy_version 28672 (0.0008)
+[2026-06-02 18:12:42,261][331171] Updated weights for policy 0, policy_version 28682 (0.0009)
+[2026-06-02 18:12:42,388][329331] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 14680064. Throughput: 0: 21455.7. Samples: 14707968. Policy #0 lag: (min: 76.0, avg: 90.2, max: 133.0)
+[2026-06-02 18:12:42,389][329331] Avg episode reward: [(0, '678.363')]
+[2026-06-02 18:12:42,438][331171] Updated weights for policy 0, policy_version 28692 (0.0009)
+[2026-06-02 18:12:42,613][331171] Updated weights for policy 0, policy_version 28702 (0.0008)
+[2026-06-02 18:12:42,788][331171] Updated weights for policy 0, policy_version 28712 (0.0008)
+[2026-06-02 18:12:43,384][331171] Updated weights for policy 0, policy_version 28722 (0.0009)
+[2026-06-02 18:12:43,546][331171] Updated weights for policy 0, policy_version 28732 (0.0008)
+[2026-06-02 18:12:43,724][331171] Updated weights for policy 0, policy_version 28742 (0.0008)
+[2026-06-02 18:12:43,901][331171] Updated weights for policy 0, policy_version 28752 (0.0008)
+[2026-06-02 18:12:44,082][331171] Updated weights for policy 0, policy_version 28762 (0.0009)
+[2026-06-02 18:12:44,260][331171] Updated weights for policy 0, policy_version 28772 (0.0009)
+[2026-06-02 18:12:44,440][331171] Updated weights for policy 0, policy_version 28782 (0.0009)
+[2026-06-02 18:12:44,975][331171] Updated weights for policy 0, policy_version 28792 (0.0009)
+[2026-06-02 18:12:45,146][331171] Updated weights for policy 0, policy_version 28802 (0.0009)
+[2026-06-02 18:12:45,320][331171] Updated weights for policy 0, policy_version 28812 (0.0008)
+[2026-06-02 18:12:45,499][331171] Updated weights for policy 0, policy_version 28822 (0.0009)
+[2026-06-02 18:12:45,700][331171] Updated weights for policy 0, policy_version 28833 (0.0009)
+[2026-06-02 18:12:45,877][331171] Updated weights for policy 0, policy_version 28843 (0.0008)
+[2026-06-02 18:12:46,449][331171] Updated weights for policy 0, policy_version 28853 (0.0008)
+[2026-06-02 18:12:46,616][331171] Updated weights for policy 0, policy_version 28863 (0.0009)
+[2026-06-02 18:12:46,787][331171] Updated weights for policy 0, policy_version 28873 (0.0008)
+[2026-06-02 18:12:46,968][331171] Updated weights for policy 0, policy_version 28883 (0.0008)
+[2026-06-02 18:12:47,156][331171] Updated weights for policy 0, policy_version 28894 (0.0007)
+[2026-06-02 18:12:47,345][331171] Updated weights for policy 0, policy_version 28904 (0.0004)
+[2026-06-02 18:12:47,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 14778368. Throughput: 0: 21404.4. Samples: 14835584. Policy #0 lag: (min: 76.0, avg: 90.2, max: 133.0)
+[2026-06-02 18:12:47,389][329331] Avg episode reward: [(0, '643.177')]
+[2026-06-02 18:12:47,893][331171] Updated weights for policy 0, policy_version 28914 (0.0006)
+[2026-06-02 18:12:48,058][331171] Updated weights for policy 0, policy_version 28924 (0.0004)
+[2026-06-02 18:12:48,230][331171] Updated weights for policy 0, policy_version 28934 (0.0004)
+[2026-06-02 18:12:48,418][331171] Updated weights for policy 0, policy_version 28944 (0.0004)
+[2026-06-02 18:12:48,602][331171] Updated weights for policy 0, policy_version 28954 (0.0004)
+[2026-06-02 18:12:48,782][331171] Updated weights for policy 0, policy_version 28964 (0.0004)
+[2026-06-02 18:12:48,966][331171] Updated weights for policy 0, policy_version 28974 (0.0004)
+[2026-06-02 18:12:49,461][331171] Updated weights for policy 0, policy_version 28984 (0.0008)
+[2026-06-02 18:12:49,634][331171] Updated weights for policy 0, policy_version 28994 (0.0008)
+[2026-06-02 18:12:49,811][331171] Updated weights for policy 0, policy_version 29004 (0.0008)
+[2026-06-02 18:12:49,990][331171] Updated weights for policy 0, policy_version 29014 (0.0008)
+[2026-06-02 18:12:50,170][331171] Updated weights for policy 0, policy_version 29024 (0.0008)
+[2026-06-02 18:12:50,353][331171] Updated weights for policy 0, policy_version 29034 (0.0008)
+[2026-06-02 18:12:50,890][331171] Updated weights for policy 0, policy_version 29044 (0.0009)
+[2026-06-02 18:12:51,066][331171] Updated weights for policy 0, policy_version 29054 (0.0008)
+[2026-06-02 18:12:51,245][331171] Updated weights for policy 0, policy_version 29064 (0.0008)
+[2026-06-02 18:12:51,431][331171] Updated weights for policy 0, policy_version 29074 (0.0008)
+[2026-06-02 18:12:51,610][331171] Updated weights for policy 0, policy_version 29084 (0.0008)
+[2026-06-02 18:12:51,791][331171] Updated weights for policy 0, policy_version 29094 (0.0010)
+[2026-06-02 18:12:51,961][331171] Updated weights for policy 0, policy_version 29104 (0.0008)
+[2026-06-02 18:12:52,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 14909440. Throughput: 0: 21361.8. Samples: 14899072. Policy #0 lag: (min: 29.0, avg: 50.6, max: 93.0)
+[2026-06-02 18:12:52,389][329331] Avg episode reward: [(0, '703.155')]
+[2026-06-02 18:12:52,489][331171] Updated weights for policy 0, policy_version 29114 (0.0008)
+[2026-06-02 18:12:52,663][331171] Updated weights for policy 0, policy_version 29124 (0.0008)
+[2026-06-02 18:12:52,844][331171] Updated weights for policy 0, policy_version 29134 (0.0008)
+[2026-06-02 18:12:53,025][331171] Updated weights for policy 0, policy_version 29144 (0.0008)
+[2026-06-02 18:12:53,206][331171] Updated weights for policy 0, policy_version 29154 (0.0008)
+[2026-06-02 18:12:53,386][331171] Updated weights for policy 0, policy_version 29164 (0.0008)
+[2026-06-02 18:12:53,929][331171] Updated weights for policy 0, policy_version 29174 (0.0008)
+[2026-06-02 18:12:54,106][331171] Updated weights for policy 0, policy_version 29184 (0.0008)
+[2026-06-02 18:12:54,281][331171] Updated weights for policy 0, policy_version 29194 (0.0008)
+[2026-06-02 18:12:54,463][331171] Updated weights for policy 0, policy_version 29204 (0.0008)
+[2026-06-02 18:12:54,640][331171] Updated weights for policy 0, policy_version 29214 (0.0009)
+[2026-06-02 18:12:54,811][331171] Updated weights for policy 0, policy_version 29224 (0.0008)
+[2026-06-02 18:12:55,384][331171] Updated weights for policy 0, policy_version 29234 (0.0008)
+[2026-06-02 18:12:55,547][331171] Updated weights for policy 0, policy_version 29244 (0.0009)
+[2026-06-02 18:12:55,721][331171] Updated weights for policy 0, policy_version 29254 (0.0009)
+[2026-06-02 18:12:55,894][331171] Updated weights for policy 0, policy_version 29264 (0.0008)
+[2026-06-02 18:12:56,083][331171] Updated weights for policy 0, policy_version 29274 (0.0008)
+[2026-06-02 18:12:56,261][331171] Updated weights for policy 0, policy_version 29284 (0.0008)
+[2026-06-02 18:12:56,433][331171] Updated weights for policy 0, policy_version 29294 (0.0008)
+[2026-06-02 18:12:56,996][331171] Updated weights for policy 0, policy_version 29304 (0.0005)
+[2026-06-02 18:12:57,170][331171] Updated weights for policy 0, policy_version 29314 (0.0005)
+[2026-06-02 18:12:57,343][331171] Updated weights for policy 0, policy_version 29324 (0.0004)
+[2026-06-02 18:12:57,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 15007744. Throughput: 0: 21211.0. Samples: 15025152. Policy #0 lag: (min: 29.0, avg: 50.6, max: 93.0)
+[2026-06-02 18:12:57,389][329331] Avg episode reward: [(0, '671.747')]
+[2026-06-02 18:12:57,529][331171] Updated weights for policy 0, policy_version 29334 (0.0004)
+[2026-06-02 18:12:57,712][331171] Updated weights for policy 0, policy_version 29344 (0.0004)
+[2026-06-02 18:12:57,897][331171] Updated weights for policy 0, policy_version 29354 (0.0005)
+[2026-06-02 18:12:58,413][331171] Updated weights for policy 0, policy_version 29364 (0.0006)
+[2026-06-02 18:12:58,578][331171] Updated weights for policy 0, policy_version 29374 (0.0008)
+[2026-06-02 18:12:58,752][331171] Updated weights for policy 0, policy_version 29384 (0.0009)
+[2026-06-02 18:12:58,933][331171] Updated weights for policy 0, policy_version 29394 (0.0009)
+[2026-06-02 18:12:59,103][331171] Updated weights for policy 0, policy_version 29404 (0.0009)
+[2026-06-02 18:12:59,281][331171] Updated weights for policy 0, policy_version 29414 (0.0008)
+[2026-06-02 18:12:59,461][331171] Updated weights for policy 0, policy_version 29424 (0.0009)
+[2026-06-02 18:13:00,024][331171] Updated weights for policy 0, policy_version 29434 (0.0008)
+[2026-06-02 18:13:00,202][331171] Updated weights for policy 0, policy_version 29444 (0.0008)
+[2026-06-02 18:13:00,383][331171] Updated weights for policy 0, policy_version 29454 (0.0008)
+[2026-06-02 18:13:00,562][331171] Updated weights for policy 0, policy_version 29464 (0.0008)
+[2026-06-02 18:13:00,745][331171] Updated weights for policy 0, policy_version 29474 (0.0008)
+[2026-06-02 18:13:00,924][331171] Updated weights for policy 0, policy_version 29484 (0.0008)
+[2026-06-02 18:13:01,444][331171] Updated weights for policy 0, policy_version 29494 (0.0008)
+[2026-06-02 18:13:01,616][331171] Updated weights for policy 0, policy_version 29504 (0.0008)
+[2026-06-02 18:13:01,804][331171] Updated weights for policy 0, policy_version 29514 (0.0008)
+[2026-06-02 18:13:01,983][331171] Updated weights for policy 0, policy_version 29524 (0.0008)
+[2026-06-02 18:13:02,163][331171] Updated weights for policy 0, policy_version 29534 (0.0008)
+[2026-06-02 18:13:02,346][331171] Updated weights for policy 0, policy_version 29544 (0.0008)
+[2026-06-02 18:13:02,388][329331] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 15106048. Throughput: 0: 21262.3. Samples: 15153024. Policy #0 lag: (min: 29.0, avg: 50.6, max: 93.0)
+[2026-06-02 18:13:02,389][329331] Avg episode reward: [(0, '683.506')]
+[2026-06-02 18:13:02,928][331171] Updated weights for policy 0, policy_version 29554 (0.0008)
+[2026-06-02 18:13:03,096][331171] Updated weights for policy 0, policy_version 29564 (0.0008)
+[2026-06-02 18:13:03,273][331171] Updated weights for policy 0, policy_version 29574 (0.0008)
+[2026-06-02 18:13:03,449][331171] Updated weights for policy 0, policy_version 29584 (0.0008)
+[2026-06-02 18:13:03,634][331171] Updated weights for policy 0, policy_version 29594 (0.0009)
+[2026-06-02 18:13:03,812][331171] Updated weights for policy 0, policy_version 29604 (0.0008)
+[2026-06-02 18:13:03,991][331171] Updated weights for policy 0, policy_version 29614 (0.0008)
+[2026-06-02 18:13:04,564][331171] Updated weights for policy 0, policy_version 29624 (0.0008)
+[2026-06-02 18:13:04,737][331171] Updated weights for policy 0, policy_version 29634 (0.0008)
+[2026-06-02 18:13:04,915][331171] Updated weights for policy 0, policy_version 29644 (0.0008)
+[2026-06-02 18:13:05,093][331171] Updated weights for policy 0, policy_version 29654 (0.0008)
+[2026-06-02 18:13:05,272][331171] Updated weights for policy 0, policy_version 29664 (0.0008)
+[2026-06-02 18:13:05,453][331171] Updated weights for policy 0, policy_version 29674 (0.0009)
+[2026-06-02 18:13:06,039][331171] Updated weights for policy 0, policy_version 29684 (0.0009)
+[2026-06-02 18:13:06,207][331171] Updated weights for policy 0, policy_version 29694 (0.0009)
+[2026-06-02 18:13:06,383][331171] Updated weights for policy 0, policy_version 29704 (0.0009)
+[2026-06-02 18:13:06,561][331171] Updated weights for policy 0, policy_version 29714 (0.0009)
+[2026-06-02 18:13:06,737][331171] Updated weights for policy 0, policy_version 29724 (0.0009)
+[2026-06-02 18:13:06,917][331171] Updated weights for policy 0, policy_version 29734 (0.0008)
+[2026-06-02 18:13:07,095][331171] Updated weights for policy 0, policy_version 29744 (0.0009)
+[2026-06-02 18:13:07,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 15237120. Throughput: 0: 21339.0. Samples: 15218688. Policy #0 lag: (min: 29.0, avg: 50.6, max: 93.0)
+[2026-06-02 18:13:07,389][329331] Avg episode reward: [(0, '792.374')]
+[2026-06-02 18:13:07,674][331171] Updated weights for policy 0, policy_version 29754 (0.0009)
+[2026-06-02 18:13:07,848][331171] Updated weights for policy 0, policy_version 29764 (0.0008)
+[2026-06-02 18:13:08,029][331171] Updated weights for policy 0, policy_version 29774 (0.0008)
+[2026-06-02 18:13:08,210][331171] Updated weights for policy 0, policy_version 29784 (0.0009)
+[2026-06-02 18:13:08,388][331171] Updated weights for policy 0, policy_version 29794 (0.0009)
+[2026-06-02 18:13:08,567][331171] Updated weights for policy 0, policy_version 29804 (0.0009)
+[2026-06-02 18:13:08,630][330880] Saving new best policy, reward=792.374!
+[2026-06-02 18:13:09,154][331171] Updated weights for policy 0, policy_version 29814 (0.0009)
+[2026-06-02 18:13:09,326][331171] Updated weights for policy 0, policy_version 29824 (0.0009)
+[2026-06-02 18:13:09,501][331171] Updated weights for policy 0, policy_version 29834 (0.0009)
+[2026-06-02 18:13:09,683][331171] Updated weights for policy 0, policy_version 29844 (0.0009)
+[2026-06-02 18:13:09,860][331171] Updated weights for policy 0, policy_version 29854 (0.0009)
+[2026-06-02 18:13:10,036][331171] Updated weights for policy 0, policy_version 29864 (0.0009)
+[2026-06-02 18:13:10,626][331171] Updated weights for policy 0, policy_version 29874 (0.0009)
+[2026-06-02 18:13:10,793][331171] Updated weights for policy 0, policy_version 29884 (0.0009)
+[2026-06-02 18:13:10,970][331171] Updated weights for policy 0, policy_version 29894 (0.0008)
+[2026-06-02 18:13:11,148][331171] Updated weights for policy 0, policy_version 29904 (0.0009)
+[2026-06-02 18:13:11,320][331171] Updated weights for policy 0, policy_version 29914 (0.0008)
+[2026-06-02 18:13:11,508][331171] Updated weights for policy 0, policy_version 29924 (0.0009)
+[2026-06-02 18:13:11,684][331171] Updated weights for policy 0, policy_version 29934 (0.0008)
+[2026-06-02 18:13:12,259][331171] Updated weights for policy 0, policy_version 29944 (0.0008)
+[2026-06-02 18:13:12,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 15335424. Throughput: 0: 21455.6. Samples: 15350656. Policy #0 lag: (min: 29.0, avg: 50.6, max: 93.0)
+[2026-06-02 18:13:12,389][329331] Avg episode reward: [(0, '898.476')]
+[2026-06-02 18:13:12,421][331171] Updated weights for policy 0, policy_version 29954 (0.0008)
+[2026-06-02 18:13:12,614][331171] Updated weights for policy 0, policy_version 29964 (0.0008)
+[2026-06-02 18:13:12,789][331171] Updated weights for policy 0, policy_version 29974 (0.0008)
+[2026-06-02 18:13:12,970][331171] Updated weights for policy 0, policy_version 29984 (0.0008)
+[2026-06-02 18:13:13,145][331171] Updated weights for policy 0, policy_version 29994 (0.0008)
+[2026-06-02 18:13:13,253][330880] Saving new best policy, reward=898.476!
+[2026-06-02 18:13:13,719][331171] Updated weights for policy 0, policy_version 30004 (0.0008)
+[2026-06-02 18:13:13,883][331171] Updated weights for policy 0, policy_version 30014 (0.0008)
+[2026-06-02 18:13:14,067][331171] Updated weights for policy 0, policy_version 30024 (0.0008)
+[2026-06-02 18:13:14,242][331171] Updated weights for policy 0, policy_version 30034 (0.0008)
+[2026-06-02 18:13:14,428][331171] Updated weights for policy 0, policy_version 30044 (0.0008)
+[2026-06-02 18:13:14,607][331171] Updated weights for policy 0, policy_version 30054 (0.0008)
+[2026-06-02 18:13:14,784][331171] Updated weights for policy 0, policy_version 30064 (0.0008)
+[2026-06-02 18:13:15,385][331171] Updated weights for policy 0, policy_version 30074 (0.0008)
+[2026-06-02 18:13:15,557][331171] Updated weights for policy 0, policy_version 30084 (0.0008)
+[2026-06-02 18:13:15,738][331171] Updated weights for policy 0, policy_version 30094 (0.0008)
+[2026-06-02 18:13:15,914][331171] Updated weights for policy 0, policy_version 30104 (0.0008)
+[2026-06-02 18:13:16,100][331171] Updated weights for policy 0, policy_version 30114 (0.0008)
+[2026-06-02 18:13:16,290][331171] Updated weights for policy 0, policy_version 30124 (0.0008)
+[2026-06-02 18:13:16,867][331171] Updated weights for policy 0, policy_version 30134 (0.0008)
+[2026-06-02 18:13:17,039][331171] Updated weights for policy 0, policy_version 30144 (0.0008)
+[2026-06-02 18:13:17,219][331171] Updated weights for policy 0, policy_version 30154 (0.0009)
+[2026-06-02 18:13:17,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 15433728. Throughput: 0: 21555.2. Samples: 15484160. Policy #0 lag: (min: 22.0, avg: 42.2, max: 86.0)
+[2026-06-02 18:13:17,389][329331] Avg episode reward: [(0, '967.391')]
+[2026-06-02 18:13:17,397][331171] Updated weights for policy 0, policy_version 30164 (0.0009)
+[2026-06-02 18:13:17,576][331171] Updated weights for policy 0, policy_version 30174 (0.0009)
+[2026-06-02 18:13:17,757][331171] Updated weights for policy 0, policy_version 30184 (0.0009)
+[2026-06-02 18:13:17,893][330880] Saving new best policy, reward=967.391!
+[2026-06-02 18:13:18,352][331171] Updated weights for policy 0, policy_version 30194 (0.0009)
+[2026-06-02 18:13:18,517][331171] Updated weights for policy 0, policy_version 30204 (0.0009)
+[2026-06-02 18:13:18,690][331171] Updated weights for policy 0, policy_version 30214 (0.0009)
+[2026-06-02 18:13:18,869][331171] Updated weights for policy 0, policy_version 30224 (0.0009)
+[2026-06-02 18:13:19,051][331171] Updated weights for policy 0, policy_version 30234 (0.0009)
+[2026-06-02 18:13:19,226][331171] Updated weights for policy 0, policy_version 30244 (0.0009)
+[2026-06-02 18:13:19,410][331171] Updated weights for policy 0, policy_version 30254 (0.0009)
+[2026-06-02 18:13:19,977][331171] Updated weights for policy 0, policy_version 30264 (0.0009)
+[2026-06-02 18:13:20,149][331171] Updated weights for policy 0, policy_version 30274 (0.0009)
+[2026-06-02 18:13:20,323][331171] Updated weights for policy 0, policy_version 30284 (0.0009)
+[2026-06-02 18:13:20,503][331171] Updated weights for policy 0, policy_version 30294 (0.0009)
+[2026-06-02 18:13:20,678][331171] Updated weights for policy 0, policy_version 30304 (0.0009)
+[2026-06-02 18:13:20,865][331171] Updated weights for policy 0, policy_version 30314 (0.0008)
+[2026-06-02 18:13:21,435][331171] Updated weights for policy 0, policy_version 30324 (0.0009)
+[2026-06-02 18:13:21,623][331171] Updated weights for policy 0, policy_version 30335 (0.0008)
+[2026-06-02 18:13:21,801][331171] Updated weights for policy 0, policy_version 30345 (0.0008)
+[2026-06-02 18:13:21,983][331171] Updated weights for policy 0, policy_version 30355 (0.0008)
+[2026-06-02 18:13:22,179][331171] Updated weights for policy 0, policy_version 30366 (0.0008)
+[2026-06-02 18:13:22,364][331171] Updated weights for policy 0, policy_version 30376 (0.0008)
+[2026-06-02 18:13:22,388][329331] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 15532032. Throughput: 0: 21552.4. Samples: 15549184. Policy #0 lag: (min: 22.0, avg: 42.2, max: 86.0)
+[2026-06-02 18:13:22,389][329331] Avg episode reward: [(0, '963.143')]
+[2026-06-02 18:13:22,974][331171] Updated weights for policy 0, policy_version 30386 (0.0009)
+[2026-06-02 18:13:23,137][331171] Updated weights for policy 0, policy_version 30396 (0.0008)
+[2026-06-02 18:13:23,320][331171] Updated weights for policy 0, policy_version 30406 (0.0009)
+[2026-06-02 18:13:23,512][331171] Updated weights for policy 0, policy_version 30417 (0.0008)
+[2026-06-02 18:13:23,691][331171] Updated weights for policy 0, policy_version 30427 (0.0009)
+[2026-06-02 18:13:23,885][331171] Updated weights for policy 0, policy_version 30438 (0.0008)
+[2026-06-02 18:13:24,060][331171] Updated weights for policy 0, policy_version 30448 (0.0008)
+[2026-06-02 18:13:24,636][331171] Updated weights for policy 0, policy_version 30458 (0.0008)
+[2026-06-02 18:13:24,816][331171] Updated weights for policy 0, policy_version 30468 (0.0008)
+[2026-06-02 18:13:24,998][331171] Updated weights for policy 0, policy_version 30478 (0.0009)
+[2026-06-02 18:13:25,176][331171] Updated weights for policy 0, policy_version 30488 (0.0008)
+[2026-06-02 18:13:25,360][331171] Updated weights for policy 0, policy_version 30498 (0.0005)
+[2026-06-02 18:13:25,536][331171] Updated weights for policy 0, policy_version 30508 (0.0004)
+[2026-06-02 18:13:26,123][331171] Updated weights for policy 0, policy_version 30518 (0.0007)
+[2026-06-02 18:13:26,296][331171] Updated weights for policy 0, policy_version 30528 (0.0008)
+[2026-06-02 18:13:26,472][331171] Updated weights for policy 0, policy_version 30538 (0.0008)
+[2026-06-02 18:13:26,652][331171] Updated weights for policy 0, policy_version 30548 (0.0008)
+[2026-06-02 18:13:26,832][331171] Updated weights for policy 0, policy_version 30558 (0.0008)
+[2026-06-02 18:13:27,011][331171] Updated weights for policy 0, policy_version 30568 (0.0008)
+[2026-06-02 18:13:27,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 15663104. Throughput: 0: 21626.3. Samples: 15681152. Policy #0 lag: (min: 22.0, avg: 42.2, max: 86.0)
+[2026-06-02 18:13:27,389][329331] Avg episode reward: [(0, '704.982')]
+[2026-06-02 18:13:27,580][331171] Updated weights for policy 0, policy_version 30578 (0.0008)
+[2026-06-02 18:13:27,746][331171] Updated weights for policy 0, policy_version 30588 (0.0008)
+[2026-06-02 18:13:27,926][331171] Updated weights for policy 0, policy_version 30598 (0.0008)
+[2026-06-02 18:13:28,093][331171] Updated weights for policy 0, policy_version 30608 (0.0008)
+[2026-06-02 18:13:28,280][331171] Updated weights for policy 0, policy_version 30618 (0.0008)
+[2026-06-02 18:13:28,458][331171] Updated weights for policy 0, policy_version 30628 (0.0008)
+[2026-06-02 18:13:28,634][331171] Updated weights for policy 0, policy_version 30638 (0.0009)
+[2026-06-02 18:13:29,174][331171] Updated weights for policy 0, policy_version 30648 (0.0009)
+[2026-06-02 18:13:29,342][331171] Updated weights for policy 0, policy_version 30658 (0.0008)
+[2026-06-02 18:13:29,522][331171] Updated weights for policy 0, policy_version 30668 (0.0009)
+[2026-06-02 18:13:29,703][331171] Updated weights for policy 0, policy_version 30678 (0.0009)
+[2026-06-02 18:13:29,881][331171] Updated weights for policy 0, policy_version 30688 (0.0009)
+[2026-06-02 18:13:30,057][331171] Updated weights for policy 0, policy_version 30698 (0.0007)
+[2026-06-02 18:13:30,625][331171] Updated weights for policy 0, policy_version 30708 (0.0008)
+[2026-06-02 18:13:30,792][331171] Updated weights for policy 0, policy_version 30718 (0.0008)
+[2026-06-02 18:13:30,972][331171] Updated weights for policy 0, policy_version 30728 (0.0008)
+[2026-06-02 18:13:31,153][331171] Updated weights for policy 0, policy_version 30738 (0.0009)
+[2026-06-02 18:13:31,333][331171] Updated weights for policy 0, policy_version 30748 (0.0009)
+[2026-06-02 18:13:31,512][331171] Updated weights for policy 0, policy_version 30758 (0.0009)
+[2026-06-02 18:13:31,686][331171] Updated weights for policy 0, policy_version 30768 (0.0009)
+[2026-06-02 18:13:32,224][331171] Updated weights for policy 0, policy_version 30778 (0.0009)
+[2026-06-02 18:13:32,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 15761408. Throughput: 0: 21620.6. Samples: 15808512. Policy #0 lag: (min: 22.0, avg: 42.2, max: 86.0)
+[2026-06-02 18:13:32,389][329331] Avg episode reward: [(0, '787.182')]
+[2026-06-02 18:13:32,397][331171] Updated weights for policy 0, policy_version 30788 (0.0009)
+[2026-06-02 18:13:32,573][331171] Updated weights for policy 0, policy_version 30798 (0.0009)
+[2026-06-02 18:13:32,758][331171] Updated weights for policy 0, policy_version 30808 (0.0009)
+[2026-06-02 18:13:32,934][331171] Updated weights for policy 0, policy_version 30818 (0.0009)
+[2026-06-02 18:13:33,111][331171] Updated weights for policy 0, policy_version 30828 (0.0009)
+[2026-06-02 18:13:33,684][331171] Updated weights for policy 0, policy_version 30838 (0.0009)
+[2026-06-02 18:13:33,854][331171] Updated weights for policy 0, policy_version 30848 (0.0009)
+[2026-06-02 18:13:34,035][331171] Updated weights for policy 0, policy_version 30858 (0.0009)
+[2026-06-02 18:13:34,217][331171] Updated weights for policy 0, policy_version 30868 (0.0009)
+[2026-06-02 18:13:34,398][331171] Updated weights for policy 0, policy_version 30878 (0.0008)
+[2026-06-02 18:13:34,577][331171] Updated weights for policy 0, policy_version 30888 (0.0009)
+[2026-06-02 18:13:35,130][331171] Updated weights for policy 0, policy_version 30898 (0.0009)
+[2026-06-02 18:13:35,296][331171] Updated weights for policy 0, policy_version 30908 (0.0008)
+[2026-06-02 18:13:35,471][331171] Updated weights for policy 0, policy_version 30918 (0.0008)
+[2026-06-02 18:13:35,645][331171] Updated weights for policy 0, policy_version 30928 (0.0008)
+[2026-06-02 18:13:35,828][331171] Updated weights for policy 0, policy_version 30938 (0.0009)
+[2026-06-02 18:13:36,007][331171] Updated weights for policy 0, policy_version 30948 (0.0008)
+[2026-06-02 18:13:36,182][331171] Updated weights for policy 0, policy_version 30958 (0.0008)
+[2026-06-02 18:13:36,764][331171] Updated weights for policy 0, policy_version 30968 (0.0008)
+[2026-06-02 18:13:36,936][331171] Updated weights for policy 0, policy_version 30978 (0.0008)
+[2026-06-02 18:13:37,134][331171] Updated weights for policy 0, policy_version 30989 (0.0008)
+[2026-06-02 18:13:37,314][331171] Updated weights for policy 0, policy_version 30999 (0.0008)
+[2026-06-02 18:13:37,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 15859712. Throughput: 0: 21634.8. Samples: 15872640. Policy #0 lag: (min: 61.0, avg: 81.2, max: 125.0)
+[2026-06-02 18:13:37,389][329331] Avg episode reward: [(0, '887.860')]
+[2026-06-02 18:13:37,492][331171] Updated weights for policy 0, policy_version 31009 (0.0009)
+[2026-06-02 18:13:37,679][331171] Updated weights for policy 0, policy_version 31019 (0.0009)
+[2026-06-02 18:13:38,210][331171] Updated weights for policy 0, policy_version 31029 (0.0008)
+[2026-06-02 18:13:38,377][331171] Updated weights for policy 0, policy_version 31039 (0.0008)
+[2026-06-02 18:13:38,559][331171] Updated weights for policy 0, policy_version 31049 (0.0008)
+[2026-06-02 18:13:38,753][331171] Updated weights for policy 0, policy_version 31060 (0.0008)
+[2026-06-02 18:13:38,938][331171] Updated weights for policy 0, policy_version 31070 (0.0008)
+[2026-06-02 18:13:39,120][331171] Updated weights for policy 0, policy_version 31080 (0.0008)
+[2026-06-02 18:13:39,656][331171] Updated weights for policy 0, policy_version 31090 (0.0008)
+[2026-06-02 18:13:39,826][331171] Updated weights for policy 0, policy_version 31100 (0.0008)
+[2026-06-02 18:13:39,999][331171] Updated weights for policy 0, policy_version 31110 (0.0008)
+[2026-06-02 18:13:40,186][331171] Updated weights for policy 0, policy_version 31120 (0.0008)
+[2026-06-02 18:13:40,367][331171] Updated weights for policy 0, policy_version 31130 (0.0008)
+[2026-06-02 18:13:40,550][331171] Updated weights for policy 0, policy_version 31140 (0.0008)
+[2026-06-02 18:13:40,615][330880] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000007
+[2026-06-02 18:13:41,120][331171] Updated weights for policy 0, policy_version 31150 (0.0006)
+[2026-06-02 18:13:41,295][331171] Updated weights for policy 0, policy_version 31160 (0.0004)
+[2026-06-02 18:13:41,477][331171] Updated weights for policy 0, policy_version 31170 (0.0004)
+[2026-06-02 18:13:41,661][331171] Updated weights for policy 0, policy_version 31180 (0.0005)
+[2026-06-02 18:13:41,842][331171] Updated weights for policy 0, policy_version 31190 (0.0005)
+[2026-06-02 18:13:42,025][331171] Updated weights for policy 0, policy_version 31200 (0.0008)
+[2026-06-02 18:13:42,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 15990784. Throughput: 0: 21691.7. Samples: 16001280. Policy #0 lag: (min: 61.0, avg: 81.2, max: 125.0)
+[2026-06-02 18:13:42,390][329331] Avg episode reward: [(0, '904.058')]
+[2026-06-02 18:13:42,519][331171] Updated weights for policy 0, policy_version 31210 (0.0008)
+[2026-06-02 18:13:42,680][331171] Updated weights for policy 0, policy_version 31220 (0.0009)
+[2026-06-02 18:13:42,855][331171] Updated weights for policy 0, policy_version 31230 (0.0009)
+[2026-06-02 18:13:43,036][331171] Updated weights for policy 0, policy_version 31240 (0.0009)
+[2026-06-02 18:13:43,210][331171] Updated weights for policy 0, policy_version 31250 (0.0009)
+[2026-06-02 18:13:43,388][331171] Updated weights for policy 0, policy_version 31260 (0.0009)
+[2026-06-02 18:13:43,567][331171] Updated weights for policy 0, policy_version 31270 (0.0008)
+[2026-06-02 18:13:44,158][331171] Updated weights for policy 0, policy_version 31281 (0.0009)
+[2026-06-02 18:13:44,338][331171] Updated weights for policy 0, policy_version 31291 (0.0009)
+[2026-06-02 18:13:44,516][331171] Updated weights for policy 0, policy_version 31301 (0.0009)
+[2026-06-02 18:13:44,696][331171] Updated weights for policy 0, policy_version 31311 (0.0009)
+[2026-06-02 18:13:44,872][331171] Updated weights for policy 0, policy_version 31321 (0.0009)
+[2026-06-02 18:13:45,051][331171] Updated weights for policy 0, policy_version 31331 (0.0009)
+[2026-06-02 18:13:45,617][331171] Updated weights for policy 0, policy_version 31341 (0.0009)
+[2026-06-02 18:13:45,793][331171] Updated weights for policy 0, policy_version 31351 (0.0008)
+[2026-06-02 18:13:45,966][331171] Updated weights for policy 0, policy_version 31361 (0.0009)
+[2026-06-02 18:13:46,145][331171] Updated weights for policy 0, policy_version 31371 (0.0009)
+[2026-06-02 18:13:46,323][331171] Updated weights for policy 0, policy_version 31381 (0.0009)
+[2026-06-02 18:13:46,499][331171] Updated weights for policy 0, policy_version 31391 (0.0009)
+[2026-06-02 18:13:47,091][331171] Updated weights for policy 0, policy_version 31401 (0.0009)
+[2026-06-02 18:13:47,253][331171] Updated weights for policy 0, policy_version 31411 (0.0009)
+[2026-06-02 18:13:47,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21438.1). Total num frames: 16089088. Throughput: 0: 21677.5. Samples: 16128512. Policy #0 lag: (min: 61.0, avg: 81.2, max: 125.0)
+[2026-06-02 18:13:47,389][329331] Avg episode reward: [(0, '851.221')]
+[2026-06-02 18:13:47,423][331171] Updated weights for policy 0, policy_version 31421 (0.0009)
+[2026-06-02 18:13:47,606][331171] Updated weights for policy 0, policy_version 31431 (0.0009)
+[2026-06-02 18:13:47,785][331171] Updated weights for policy 0, policy_version 31441 (0.0009)
+[2026-06-02 18:13:47,958][331171] Updated weights for policy 0, policy_version 31451 (0.0009)
+[2026-06-02 18:13:48,139][331171] Updated weights for policy 0, policy_version 31461 (0.0007)
+[2026-06-02 18:13:48,711][331171] Updated weights for policy 0, policy_version 31471 (0.0008)
+[2026-06-02 18:13:48,883][331171] Updated weights for policy 0, policy_version 31481 (0.0008)
+[2026-06-02 18:13:49,060][331171] Updated weights for policy 0, policy_version 31491 (0.0008)
+[2026-06-02 18:13:49,242][331171] Updated weights for policy 0, policy_version 31501 (0.0008)
+[2026-06-02 18:13:49,427][331171] Updated weights for policy 0, policy_version 31511 (0.0008)
+[2026-06-02 18:13:49,612][331171] Updated weights for policy 0, policy_version 31521 (0.0008)
+[2026-06-02 18:13:50,156][331171] Updated weights for policy 0, policy_version 31531 (0.0008)
+[2026-06-02 18:13:50,341][331171] Updated weights for policy 0, policy_version 31542 (0.0008)
+[2026-06-02 18:13:50,513][331171] Updated weights for policy 0, policy_version 31552 (0.0008)
+[2026-06-02 18:13:50,698][331171] Updated weights for policy 0, policy_version 31562 (0.0008)
+[2026-06-02 18:13:50,878][331171] Updated weights for policy 0, policy_version 31572 (0.0008)
+[2026-06-02 18:13:51,065][331171] Updated weights for policy 0, policy_version 31582 (0.0006)
+[2026-06-02 18:13:51,242][331171] Updated weights for policy 0, policy_version 31592 (0.0005)
+[2026-06-02 18:13:51,795][331171] Updated weights for policy 0, policy_version 31602 (0.0008)
+[2026-06-02 18:13:51,969][331171] Updated weights for policy 0, policy_version 31612 (0.0008)
+[2026-06-02 18:13:52,156][331171] Updated weights for policy 0, policy_version 31622 (0.0008)
+[2026-06-02 18:13:52,332][331171] Updated weights for policy 0, policy_version 31632 (0.0008)
+[2026-06-02 18:13:52,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 16187392. Throughput: 0: 21666.1. Samples: 16193664. Policy #0 lag: (min: 61.0, avg: 81.2, max: 125.0)
+[2026-06-02 18:13:52,389][329331] Avg episode reward: [(0, '879.140')]
+[2026-06-02 18:13:52,515][331171] Updated weights for policy 0, policy_version 31642 (0.0008)
+[2026-06-02 18:13:52,695][331171] Updated weights for policy 0, policy_version 31652 (0.0008)
+[2026-06-02 18:13:53,242][331171] Updated weights for policy 0, policy_version 31662 (0.0008)
+[2026-06-02 18:13:53,409][331171] Updated weights for policy 0, policy_version 31672 (0.0008)
+[2026-06-02 18:13:53,590][331171] Updated weights for policy 0, policy_version 31682 (0.0008)
+[2026-06-02 18:13:53,774][331171] Updated weights for policy 0, policy_version 31692 (0.0008)
+[2026-06-02 18:13:53,960][331171] Updated weights for policy 0, policy_version 31702 (0.0008)
+[2026-06-02 18:13:54,141][331171] Updated weights for policy 0, policy_version 31712 (0.0008)
+[2026-06-02 18:13:54,686][331171] Updated weights for policy 0, policy_version 31722 (0.0007)
+[2026-06-02 18:13:54,854][331171] Updated weights for policy 0, policy_version 31732 (0.0004)
+[2026-06-02 18:13:55,040][331171] Updated weights for policy 0, policy_version 31742 (0.0004)
+[2026-06-02 18:13:55,217][331171] Updated weights for policy 0, policy_version 31752 (0.0004)
+[2026-06-02 18:13:55,405][331171] Updated weights for policy 0, policy_version 31762 (0.0004)
+[2026-06-02 18:13:55,592][331171] Updated weights for policy 0, policy_version 31772 (0.0004)
+[2026-06-02 18:13:55,774][331171] Updated weights for policy 0, policy_version 31782 (0.0004)
+[2026-06-02 18:13:56,267][331171] Updated weights for policy 0, policy_version 31792 (0.0004)
+[2026-06-02 18:13:56,446][331171] Updated weights for policy 0, policy_version 31802 (0.0004)
+[2026-06-02 18:13:56,630][331171] Updated weights for policy 0, policy_version 31812 (0.0004)
+[2026-06-02 18:13:56,823][331171] Updated weights for policy 0, policy_version 31822 (0.0004)
+[2026-06-02 18:13:57,001][331171] Updated weights for policy 0, policy_version 31832 (0.0004)
+[2026-06-02 18:13:57,190][331171] Updated weights for policy 0, policy_version 31842 (0.0004)
+[2026-06-02 18:13:57,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 16318464. Throughput: 0: 21580.8. Samples: 16321792. Policy #0 lag: (min: 48.0, avg: 82.2, max: 112.0)
+[2026-06-02 18:13:57,389][329331] Avg episode reward: [(0, '819.734')]
+[2026-06-02 18:13:57,694][331171] Updated weights for policy 0, policy_version 31852 (0.0004)
+[2026-06-02 18:13:57,870][331171] Updated weights for policy 0, policy_version 31862 (0.0004)
+[2026-06-02 18:13:58,061][331171] Updated weights for policy 0, policy_version 31872 (0.0004)
+[2026-06-02 18:13:58,248][331171] Updated weights for policy 0, policy_version 31882 (0.0004)
+[2026-06-02 18:13:58,419][331171] Updated weights for policy 0, policy_version 31892 (0.0004)
+[2026-06-02 18:13:58,615][331171] Updated weights for policy 0, policy_version 31902 (0.0004)
+[2026-06-02 18:13:58,793][331171] Updated weights for policy 0, policy_version 31912 (0.0004)
+[2026-06-02 18:13:59,297][331171] Updated weights for policy 0, policy_version 31922 (0.0008)
+[2026-06-02 18:13:59,470][331171] Updated weights for policy 0, policy_version 31932 (0.0008)
+[2026-06-02 18:13:59,658][331171] Updated weights for policy 0, policy_version 31942 (0.0008)
+[2026-06-02 18:13:59,848][331171] Updated weights for policy 0, policy_version 31952 (0.0008)
+[2026-06-02 18:14:00,028][331171] Updated weights for policy 0, policy_version 31962 (0.0008)
+[2026-06-02 18:14:00,207][331171] Updated weights for policy 0, policy_version 31972 (0.0008)
+[2026-06-02 18:14:00,720][331171] Updated weights for policy 0, policy_version 31982 (0.0008)
+[2026-06-02 18:14:00,887][331171] Updated weights for policy 0, policy_version 31992 (0.0008)
+[2026-06-02 18:14:01,067][331171] Updated weights for policy 0, policy_version 32002 (0.0008)
+[2026-06-02 18:14:01,259][331171] Updated weights for policy 0, policy_version 32012 (0.0008)
+[2026-06-02 18:14:01,449][331171] Updated weights for policy 0, policy_version 32022 (0.0008)
+[2026-06-02 18:14:01,631][331171] Updated weights for policy 0, policy_version 32032 (0.0008)
+[2026-06-02 18:14:02,159][331171] Updated weights for policy 0, policy_version 32042 (0.0008)
+[2026-06-02 18:14:02,328][331171] Updated weights for policy 0, policy_version 32052 (0.0008)
+[2026-06-02 18:14:02,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21438.1). Total num frames: 16416768. Throughput: 0: 21487.0. Samples: 16451072. Policy #0 lag: (min: 48.0, avg: 82.2, max: 112.0)
+[2026-06-02 18:14:02,389][329331] Avg episode reward: [(0, '708.015')]
+[2026-06-02 18:14:02,501][331171] Updated weights for policy 0, policy_version 32062 (0.0008)
+[2026-06-02 18:14:02,692][331171] Updated weights for policy 0, policy_version 32072 (0.0008)
+[2026-06-02 18:14:02,879][331171] Updated weights for policy 0, policy_version 32082 (0.0008)
+[2026-06-02 18:14:03,059][331171] Updated weights for policy 0, policy_version 32092 (0.0008)
+[2026-06-02 18:14:03,240][331171] Updated weights for policy 0, policy_version 32102 (0.0008)
+[2026-06-02 18:14:03,803][331171] Updated weights for policy 0, policy_version 32112 (0.0008)
+[2026-06-02 18:14:03,980][331171] Updated weights for policy 0, policy_version 32122 (0.0008)
+[2026-06-02 18:14:04,164][331171] Updated weights for policy 0, policy_version 32132 (0.0008)
+[2026-06-02 18:14:04,347][331171] Updated weights for policy 0, policy_version 32142 (0.0008)
+[2026-06-02 18:14:04,532][331171] Updated weights for policy 0, policy_version 32152 (0.0008)
+[2026-06-02 18:14:04,713][331171] Updated weights for policy 0, policy_version 32162 (0.0008)
+[2026-06-02 18:14:05,291][331171] Updated weights for policy 0, policy_version 32172 (0.0008)
+[2026-06-02 18:14:05,455][331171] Updated weights for policy 0, policy_version 32182 (0.0008)
+[2026-06-02 18:14:05,641][331171] Updated weights for policy 0, policy_version 32192 (0.0008)
+[2026-06-02 18:14:05,826][331171] Updated weights for policy 0, policy_version 32202 (0.0008)
+[2026-06-02 18:14:06,005][331171] Updated weights for policy 0, policy_version 32212 (0.0008)
+[2026-06-02 18:14:06,184][331171] Updated weights for policy 0, policy_version 32222 (0.0008)
+[2026-06-02 18:14:06,365][331171] Updated weights for policy 0, policy_version 32232 (0.0008)
+[2026-06-02 18:14:06,926][331171] Updated weights for policy 0, policy_version 32242 (0.0008)
+[2026-06-02 18:14:07,094][331171] Updated weights for policy 0, policy_version 32252 (0.0008)
+[2026-06-02 18:14:07,276][331171] Updated weights for policy 0, policy_version 32262 (0.0008)
+[2026-06-02 18:14:07,388][329331] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 16515072. Throughput: 0: 21552.4. Samples: 16519040. Policy #0 lag: (min: 48.0, avg: 82.2, max: 112.0)
+[2026-06-02 18:14:07,389][329331] Avg episode reward: [(0, '804.434')]
+[2026-06-02 18:14:07,466][331171] Updated weights for policy 0, policy_version 32272 (0.0008)
+[2026-06-02 18:14:07,652][331171] Updated weights for policy 0, policy_version 32282 (0.0008)
+[2026-06-02 18:14:07,830][331171] Updated weights for policy 0, policy_version 32292 (0.0008)
+[2026-06-02 18:14:08,384][331171] Updated weights for policy 0, policy_version 32302 (0.0008)
+[2026-06-02 18:14:08,555][331171] Updated weights for policy 0, policy_version 32312 (0.0008)
+[2026-06-02 18:14:08,734][331171] Updated weights for policy 0, policy_version 32322 (0.0008)
+[2026-06-02 18:14:08,915][331171] Updated weights for policy 0, policy_version 32332 (0.0008)
+[2026-06-02 18:14:09,098][331171] Updated weights for policy 0, policy_version 32342 (0.0008)
+[2026-06-02 18:14:09,285][331171] Updated weights for policy 0, policy_version 32352 (0.0008)
+[2026-06-02 18:14:09,846][331171] Updated weights for policy 0, policy_version 32362 (0.0008)
+[2026-06-02 18:14:10,011][331171] Updated weights for policy 0, policy_version 32372 (0.0008)
+[2026-06-02 18:14:10,188][331171] Updated weights for policy 0, policy_version 32382 (0.0008)
+[2026-06-02 18:14:10,380][331171] Updated weights for policy 0, policy_version 32392 (0.0008)
+[2026-06-02 18:14:10,566][331171] Updated weights for policy 0, policy_version 32402 (0.0008)
+[2026-06-02 18:14:10,751][331171] Updated weights for policy 0, policy_version 32412 (0.0008)
+[2026-06-02 18:14:10,931][331171] Updated weights for policy 0, policy_version 32422 (0.0008)
+[2026-06-02 18:14:11,501][331171] Updated weights for policy 0, policy_version 32432 (0.0005)
+[2026-06-02 18:14:11,670][331171] Updated weights for policy 0, policy_version 32442 (0.0004)
+[2026-06-02 18:14:11,861][331171] Updated weights for policy 0, policy_version 32452 (0.0004)
+[2026-06-02 18:14:12,056][331171] Updated weights for policy 0, policy_version 32462 (0.0004)
+[2026-06-02 18:14:12,242][331171] Updated weights for policy 0, policy_version 32472 (0.0004)
+[2026-06-02 18:14:12,388][329331] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 16613376. Throughput: 0: 21464.1. Samples: 16647040. Policy #0 lag: (min: 48.0, avg: 82.2, max: 112.0)
+[2026-06-02 18:14:12,389][329331] Avg episode reward: [(0, '935.304')]
+[2026-06-02 18:14:12,433][331171] Updated weights for policy 0, policy_version 32482 (0.0004)
+[2026-06-02 18:14:12,924][331171] Updated weights for policy 0, policy_version 32492 (0.0007)
+[2026-06-02 18:14:13,098][331171] Updated weights for policy 0, policy_version 32502 (0.0008)
+[2026-06-02 18:14:13,279][331171] Updated weights for policy 0, policy_version 32512 (0.0008)
+[2026-06-02 18:14:13,456][331171] Updated weights for policy 0, policy_version 32522 (0.0008)
+[2026-06-02 18:14:13,639][331171] Updated weights for policy 0, policy_version 32532 (0.0008)
+[2026-06-02 18:14:13,820][331171] Updated weights for policy 0, policy_version 32542 (0.0008)
+[2026-06-02 18:14:14,003][331171] Updated weights for policy 0, policy_version 32552 (0.0008)
+[2026-06-02 18:14:14,555][331171] Updated weights for policy 0, policy_version 32562 (0.0008)
+[2026-06-02 18:14:14,727][331171] Updated weights for policy 0, policy_version 32572 (0.0008)
+[2026-06-02 18:14:14,919][331171] Updated weights for policy 0, policy_version 32582 (0.0008)
+[2026-06-02 18:14:15,093][331171] Updated weights for policy 0, policy_version 32592 (0.0008)
+[2026-06-02 18:14:15,278][331171] Updated weights for policy 0, policy_version 32602 (0.0008)
+[2026-06-02 18:14:15,470][331171] Updated weights for policy 0, policy_version 32612 (0.0008)
+[2026-06-02 18:14:16,016][331171] Updated weights for policy 0, policy_version 32622 (0.0008)
+[2026-06-02 18:14:16,182][331171] Updated weights for policy 0, policy_version 32632 (0.0008)
+[2026-06-02 18:14:16,378][331171] Updated weights for policy 0, policy_version 32642 (0.0008)
+[2026-06-02 18:14:16,567][331171] Updated weights for policy 0, policy_version 32652 (0.0008)
+[2026-06-02 18:14:16,754][331171] Updated weights for policy 0, policy_version 32662 (0.0008)
+[2026-06-02 18:14:16,935][331171] Updated weights for policy 0, policy_version 32672 (0.0008)
+[2026-06-02 18:14:17,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 16744448. Throughput: 0: 21489.8. Samples: 16775552. Policy #0 lag: (min: 48.0, avg: 82.2, max: 112.0)
+[2026-06-02 18:14:17,389][329331] Avg episode reward: [(0, '851.400')]
+[2026-06-02 18:14:17,494][331171] Updated weights for policy 0, policy_version 32682 (0.0008)
+[2026-06-02 18:14:17,657][331171] Updated weights for policy 0, policy_version 32692 (0.0009)
+[2026-06-02 18:14:17,836][331171] Updated weights for policy 0, policy_version 32702 (0.0008)
+[2026-06-02 18:14:18,024][331171] Updated weights for policy 0, policy_version 32712 (0.0009)
+[2026-06-02 18:14:18,208][331171] Updated weights for policy 0, policy_version 32722 (0.0009)
+[2026-06-02 18:14:18,387][331171] Updated weights for policy 0, policy_version 32732 (0.0008)
+[2026-06-02 18:14:18,575][331171] Updated weights for policy 0, policy_version 32742 (0.0009)
+[2026-06-02 18:14:19,129][331171] Updated weights for policy 0, policy_version 32752 (0.0009)
+[2026-06-02 18:14:19,304][331171] Updated weights for policy 0, policy_version 32762 (0.0009)
+[2026-06-02 18:14:19,486][331171] Updated weights for policy 0, policy_version 32772 (0.0008)
+[2026-06-02 18:14:19,663][331171] Updated weights for policy 0, policy_version 32782 (0.0008)
+[2026-06-02 18:14:19,851][331171] Updated weights for policy 0, policy_version 32792 (0.0008)
+[2026-06-02 18:14:20,041][331171] Updated weights for policy 0, policy_version 32802 (0.0008)
+[2026-06-02 18:14:20,627][331171] Updated weights for policy 0, policy_version 32812 (0.0008)
+[2026-06-02 18:14:20,800][331171] Updated weights for policy 0, policy_version 32822 (0.0008)
+[2026-06-02 18:14:20,978][331171] Updated weights for policy 0, policy_version 32832 (0.0009)
+[2026-06-02 18:14:21,170][331171] Updated weights for policy 0, policy_version 32842 (0.0008)
+[2026-06-02 18:14:21,353][331171] Updated weights for policy 0, policy_version 32852 (0.0008)
+[2026-06-02 18:14:21,541][331171] Updated weights for policy 0, policy_version 32862 (0.0008)
+[2026-06-02 18:14:21,717][331171] Updated weights for policy 0, policy_version 32872 (0.0008)
+[2026-06-02 18:14:22,294][331171] Updated weights for policy 0, policy_version 32882 (0.0009)
+[2026-06-02 18:14:22,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 16842752. Throughput: 0: 21523.9. Samples: 16841216. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0)
+[2026-06-02 18:14:22,389][329331] Avg episode reward: [(0, '842.047')]
+[2026-06-02 18:14:22,473][331171] Updated weights for policy 0, policy_version 32892 (0.0008)
+[2026-06-02 18:14:22,655][331171] Updated weights for policy 0, policy_version 32902 (0.0009)
+[2026-06-02 18:14:22,837][331171] Updated weights for policy 0, policy_version 32912 (0.0009)
+[2026-06-02 18:14:23,016][331171] Updated weights for policy 0, policy_version 32922 (0.0008)
+[2026-06-02 18:14:23,204][331171] Updated weights for policy 0, policy_version 32932 (0.0008)
+[2026-06-02 18:14:23,741][331171] Updated weights for policy 0, policy_version 32942 (0.0008)
+[2026-06-02 18:14:23,910][331171] Updated weights for policy 0, policy_version 32952 (0.0008)
+[2026-06-02 18:14:24,099][331171] Updated weights for policy 0, policy_version 32962 (0.0008)
+[2026-06-02 18:14:24,289][331171] Updated weights for policy 0, policy_version 32972 (0.0008)
+[2026-06-02 18:14:24,470][331171] Updated weights for policy 0, policy_version 32982 (0.0008)
+[2026-06-02 18:14:24,654][331171] Updated weights for policy 0, policy_version 32992 (0.0008)
+[2026-06-02 18:14:25,172][331171] Updated weights for policy 0, policy_version 33002 (0.0008)
+[2026-06-02 18:14:25,341][331171] Updated weights for policy 0, policy_version 33012 (0.0008)
+[2026-06-02 18:14:25,523][331171] Updated weights for policy 0, policy_version 33022 (0.0008)
+[2026-06-02 18:14:25,703][331171] Updated weights for policy 0, policy_version 33032 (0.0008)
+[2026-06-02 18:14:25,887][331171] Updated weights for policy 0, policy_version 33042 (0.0009)
+[2026-06-02 18:14:26,071][331171] Updated weights for policy 0, policy_version 33052 (0.0008)
+[2026-06-02 18:14:26,262][331171] Updated weights for policy 0, policy_version 33062 (0.0008)
+[2026-06-02 18:14:26,771][331171] Updated weights for policy 0, policy_version 33072 (0.0008)
+[2026-06-02 18:14:26,938][331171] Updated weights for policy 0, policy_version 33082 (0.0008)
+[2026-06-02 18:14:27,128][331171] Updated weights for policy 0, policy_version 33092 (0.0008)
+[2026-06-02 18:14:27,314][331171] Updated weights for policy 0, policy_version 33102 (0.0008)
+[2026-06-02 18:14:27,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 16941056. Throughput: 0: 21586.5. Samples: 16972672. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0)
+[2026-06-02 18:14:27,389][329331] Avg episode reward: [(0, '876.379')]
+[2026-06-02 18:14:27,502][331171] Updated weights for policy 0, policy_version 33112 (0.0008)
+[2026-06-02 18:14:27,679][331171] Updated weights for policy 0, policy_version 33122 (0.0008)
+[2026-06-02 18:14:28,187][331171] Updated weights for policy 0, policy_version 33132 (0.0008)
+[2026-06-02 18:14:28,357][331171] Updated weights for policy 0, policy_version 33142 (0.0008)
+[2026-06-02 18:14:28,533][331171] Updated weights for policy 0, policy_version 33152 (0.0008)
+[2026-06-02 18:14:28,724][331171] Updated weights for policy 0, policy_version 33162 (0.0008)
+[2026-06-02 18:14:28,910][331171] Updated weights for policy 0, policy_version 33172 (0.0008)
+[2026-06-02 18:14:29,092][331171] Updated weights for policy 0, policy_version 33182 (0.0008)
+[2026-06-02 18:14:29,267][331171] Updated weights for policy 0, policy_version 33192 (0.0008)
+[2026-06-02 18:14:29,776][331171] Updated weights for policy 0, policy_version 33202 (0.0009)
+[2026-06-02 18:14:29,953][331171] Updated weights for policy 0, policy_version 33212 (0.0009)
+[2026-06-02 18:14:30,134][331171] Updated weights for policy 0, policy_version 33222 (0.0009)
+[2026-06-02 18:14:30,312][331171] Updated weights for policy 0, policy_version 33232 (0.0009)
+[2026-06-02 18:14:30,490][331171] Updated weights for policy 0, policy_version 33242 (0.0009)
+[2026-06-02 18:14:30,669][331171] Updated weights for policy 0, policy_version 33252 (0.0009)
+[2026-06-02 18:14:31,227][331171] Updated weights for policy 0, policy_version 33262 (0.0009)
+[2026-06-02 18:14:31,395][331171] Updated weights for policy 0, policy_version 33272 (0.0009)
+[2026-06-02 18:14:31,580][331171] Updated weights for policy 0, policy_version 33282 (0.0009)
+[2026-06-02 18:14:31,762][331171] Updated weights for policy 0, policy_version 33292 (0.0009)
+[2026-06-02 18:14:31,942][331171] Updated weights for policy 0, policy_version 33302 (0.0009)
+[2026-06-02 18:14:32,115][331171] Updated weights for policy 0, policy_version 33312 (0.0009)
+[2026-06-02 18:14:32,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17072128. Throughput: 0: 21569.4. Samples: 17099136. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0)
+[2026-06-02 18:14:32,389][329331] Avg episode reward: [(0, '905.352')]
+[2026-06-02 18:14:32,673][331171] Updated weights for policy 0, policy_version 33322 (0.0009)
+[2026-06-02 18:14:32,839][331171] Updated weights for policy 0, policy_version 33332 (0.0009)
+[2026-06-02 18:14:33,016][331171] Updated weights for policy 0, policy_version 33342 (0.0009)
+[2026-06-02 18:14:33,196][331171] Updated weights for policy 0, policy_version 33352 (0.0009)
+[2026-06-02 18:14:33,372][331171] Updated weights for policy 0, policy_version 33362 (0.0008)
+[2026-06-02 18:14:33,561][331171] Updated weights for policy 0, policy_version 33372 (0.0008)
+[2026-06-02 18:14:33,737][331171] Updated weights for policy 0, policy_version 33382 (0.0008)
+[2026-06-02 18:14:34,282][331171] Updated weights for policy 0, policy_version 33392 (0.0008)
+[2026-06-02 18:14:34,459][331171] Updated weights for policy 0, policy_version 33402 (0.0008)
+[2026-06-02 18:14:34,638][331171] Updated weights for policy 0, policy_version 33412 (0.0008)
+[2026-06-02 18:14:34,822][331171] Updated weights for policy 0, policy_version 33422 (0.0008)
+[2026-06-02 18:14:35,010][331171] Updated weights for policy 0, policy_version 33432 (0.0008)
+[2026-06-02 18:14:35,202][331171] Updated weights for policy 0, policy_version 33442 (0.0008)
+[2026-06-02 18:14:35,693][331171] Updated weights for policy 0, policy_version 33452 (0.0008)
+[2026-06-02 18:14:35,856][331171] Updated weights for policy 0, policy_version 33462 (0.0008)
+[2026-06-02 18:14:36,045][331171] Updated weights for policy 0, policy_version 33472 (0.0008)
+[2026-06-02 18:14:36,221][331171] Updated weights for policy 0, policy_version 33482 (0.0008)
+[2026-06-02 18:14:36,414][331171] Updated weights for policy 0, policy_version 33492 (0.0008)
+[2026-06-02 18:14:36,594][331171] Updated weights for policy 0, policy_version 33502 (0.0008)
+[2026-06-02 18:14:36,776][331171] Updated weights for policy 0, policy_version 33512 (0.0008)
+[2026-06-02 18:14:37,298][331171] Updated weights for policy 0, policy_version 33522 (0.0008)
+[2026-06-02 18:14:37,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17170432. Throughput: 0: 21572.3. Samples: 17164416. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0)
+[2026-06-02 18:14:37,389][329331] Avg episode reward: [(0, '963.356')]
+[2026-06-02 18:14:37,470][331171] Updated weights for policy 0, policy_version 33532 (0.0007)
+[2026-06-02 18:14:37,658][331171] Updated weights for policy 0, policy_version 33542 (0.0004)
+[2026-06-02 18:14:37,835][331171] Updated weights for policy 0, policy_version 33552 (0.0004)
+[2026-06-02 18:14:38,030][331171] Updated weights for policy 0, policy_version 33562 (0.0004)
+[2026-06-02 18:14:38,207][331171] Updated weights for policy 0, policy_version 33572 (0.0004)
+[2026-06-02 18:14:38,689][331171] Updated weights for policy 0, policy_version 33582 (0.0004)
+[2026-06-02 18:14:38,868][331171] Updated weights for policy 0, policy_version 33592 (0.0004)
+[2026-06-02 18:14:39,052][331171] Updated weights for policy 0, policy_version 33602 (0.0004)
+[2026-06-02 18:14:39,238][331171] Updated weights for policy 0, policy_version 33612 (0.0004)
+[2026-06-02 18:14:39,427][331171] Updated weights for policy 0, policy_version 33622 (0.0008)
+[2026-06-02 18:14:39,618][331171] Updated weights for policy 0, policy_version 33632 (0.0008)
+[2026-06-02 18:14:40,127][331171] Updated weights for policy 0, policy_version 33642 (0.0008)
+[2026-06-02 18:14:40,294][331171] Updated weights for policy 0, policy_version 33652 (0.0008)
+[2026-06-02 18:14:40,474][331171] Updated weights for policy 0, policy_version 33662 (0.0008)
+[2026-06-02 18:14:40,661][331171] Updated weights for policy 0, policy_version 33672 (0.0008)
+[2026-06-02 18:14:40,839][331171] Updated weights for policy 0, policy_version 33682 (0.0008)
+[2026-06-02 18:14:41,024][331171] Updated weights for policy 0, policy_version 33692 (0.0008)
+[2026-06-02 18:14:41,210][331171] Updated weights for policy 0, policy_version 33702 (0.0008)
+[2026-06-02 18:14:41,714][331171] Updated weights for policy 0, policy_version 33712 (0.0008)
+[2026-06-02 18:14:41,881][331171] Updated weights for policy 0, policy_version 33722 (0.0008)
+[2026-06-02 18:14:42,072][331171] Updated weights for policy 0, policy_version 33732 (0.0008)
+[2026-06-02 18:14:42,253][331171] Updated weights for policy 0, policy_version 33742 (0.0008)
+[2026-06-02 18:14:42,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 17268736. Throughput: 0: 21532.4. Samples: 17290752. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0)
+[2026-06-02 18:14:42,389][329331] Avg episode reward: [(0, '991.111')]
+[2026-06-02 18:14:42,432][331171] Updated weights for policy 0, policy_version 33752 (0.0008)
+[2026-06-02 18:14:42,625][331171] Updated weights for policy 0, policy_version 33762 (0.0008)
+[2026-06-02 18:14:42,727][330880] Saving new best policy, reward=991.111!
+[2026-06-02 18:14:43,130][331171] Updated weights for policy 0, policy_version 33772 (0.0008)
+[2026-06-02 18:14:43,298][331171] Updated weights for policy 0, policy_version 33782 (0.0008)
+[2026-06-02 18:14:43,482][331171] Updated weights for policy 0, policy_version 33792 (0.0008)
+[2026-06-02 18:14:43,665][331171] Updated weights for policy 0, policy_version 33802 (0.0008)
+[2026-06-02 18:14:43,851][331171] Updated weights for policy 0, policy_version 33812 (0.0008)
+[2026-06-02 18:14:44,033][331171] Updated weights for policy 0, policy_version 33822 (0.0008)
+[2026-06-02 18:14:44,224][331171] Updated weights for policy 0, policy_version 33832 (0.0008)
+[2026-06-02 18:14:44,750][331171] Updated weights for policy 0, policy_version 33842 (0.0008)
+[2026-06-02 18:14:44,925][331171] Updated weights for policy 0, policy_version 33852 (0.0008)
+[2026-06-02 18:14:45,104][331171] Updated weights for policy 0, policy_version 33862 (0.0009)
+[2026-06-02 18:14:45,292][331171] Updated weights for policy 0, policy_version 33872 (0.0008)
+[2026-06-02 18:14:45,474][331171] Updated weights for policy 0, policy_version 33882 (0.0008)
+[2026-06-02 18:14:45,649][331171] Updated weights for policy 0, policy_version 33892 (0.0008)
+[2026-06-02 18:14:46,234][331171] Updated weights for policy 0, policy_version 33902 (0.0008)
+[2026-06-02 18:14:46,405][331171] Updated weights for policy 0, policy_version 33912 (0.0008)
+[2026-06-02 18:14:46,581][331171] Updated weights for policy 0, policy_version 33922 (0.0008)
+[2026-06-02 18:14:46,768][331171] Updated weights for policy 0, policy_version 33932 (0.0008)
+[2026-06-02 18:14:46,957][331171] Updated weights for policy 0, policy_version 33942 (0.0008)
+[2026-06-02 18:14:47,139][331171] Updated weights for policy 0, policy_version 33952 (0.0008)
+[2026-06-02 18:14:47,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17399808. Throughput: 0: 21526.8. Samples: 17419776. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:14:47,389][329331] Avg episode reward: [(0, '1052.724')]
+[2026-06-02 18:14:47,394][330880] Saving new best policy, reward=1052.724!
+[2026-06-02 18:14:47,696][331171] Updated weights for policy 0, policy_version 33962 (0.0008)
+[2026-06-02 18:14:47,862][331171] Updated weights for policy 0, policy_version 33972 (0.0008)
+[2026-06-02 18:14:48,041][331171] Updated weights for policy 0, policy_version 33982 (0.0008)
+[2026-06-02 18:14:48,224][331171] Updated weights for policy 0, policy_version 33992 (0.0008)
+[2026-06-02 18:14:48,408][331171] Updated weights for policy 0, policy_version 34002 (0.0005)
+[2026-06-02 18:14:48,594][331171] Updated weights for policy 0, policy_version 34012 (0.0005)
+[2026-06-02 18:14:48,780][331171] Updated weights for policy 0, policy_version 34022 (0.0005)
+[2026-06-02 18:14:49,306][331171] Updated weights for policy 0, policy_version 34032 (0.0005)
+[2026-06-02 18:14:49,478][331171] Updated weights for policy 0, policy_version 34042 (0.0005)
+[2026-06-02 18:14:49,664][331171] Updated weights for policy 0, policy_version 34052 (0.0006)
+[2026-06-02 18:14:49,855][331171] Updated weights for policy 0, policy_version 34062 (0.0008)
+[2026-06-02 18:14:50,034][331171] Updated weights for policy 0, policy_version 34072 (0.0009)
+[2026-06-02 18:14:50,219][331171] Updated weights for policy 0, policy_version 34082 (0.0009)
+[2026-06-02 18:14:50,766][331171] Updated weights for policy 0, policy_version 34092 (0.0009)
+[2026-06-02 18:14:50,939][331171] Updated weights for policy 0, policy_version 34102 (0.0009)
+[2026-06-02 18:14:51,110][331171] Updated weights for policy 0, policy_version 34112 (0.0009)
+[2026-06-02 18:14:51,296][331171] Updated weights for policy 0, policy_version 34122 (0.0009)
+[2026-06-02 18:14:51,473][331171] Updated weights for policy 0, policy_version 34132 (0.0009)
+[2026-06-02 18:14:51,658][331171] Updated weights for policy 0, policy_version 34142 (0.0009)
+[2026-06-02 18:14:51,833][331171] Updated weights for policy 0, policy_version 34152 (0.0009)
+[2026-06-02 18:14:52,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17498112. Throughput: 0: 21478.4. Samples: 17485568. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:14:52,390][329331] Avg episode reward: [(0, '1076.080')]
+[2026-06-02 18:14:52,402][331171] Updated weights for policy 0, policy_version 34162 (0.0009)
+[2026-06-02 18:14:52,577][331171] Updated weights for policy 0, policy_version 34172 (0.0008)
+[2026-06-02 18:14:52,768][331171] Updated weights for policy 0, policy_version 34182 (0.0008)
+[2026-06-02 18:14:52,950][331171] Updated weights for policy 0, policy_version 34192 (0.0008)
+[2026-06-02 18:14:53,134][331171] Updated weights for policy 0, policy_version 34202 (0.0008)
+[2026-06-02 18:14:53,314][331171] Updated weights for policy 0, policy_version 34212 (0.0008)
+[2026-06-02 18:14:53,388][330880] Saving new best policy, reward=1076.080!
+[2026-06-02 18:14:53,897][331171] Updated weights for policy 0, policy_version 34222 (0.0006)
+[2026-06-02 18:14:54,065][331171] Updated weights for policy 0, policy_version 34232 (0.0007)
+[2026-06-02 18:14:54,244][331171] Updated weights for policy 0, policy_version 34242 (0.0009)
+[2026-06-02 18:14:54,426][331171] Updated weights for policy 0, policy_version 34252 (0.0009)
+[2026-06-02 18:14:54,610][331171] Updated weights for policy 0, policy_version 34262 (0.0009)
+[2026-06-02 18:14:54,788][331171] Updated weights for policy 0, policy_version 34272 (0.0009)
+[2026-06-02 18:14:55,373][331171] Updated weights for policy 0, policy_version 34282 (0.0009)
+[2026-06-02 18:14:55,542][331171] Updated weights for policy 0, policy_version 34292 (0.0009)
+[2026-06-02 18:14:55,721][331171] Updated weights for policy 0, policy_version 34302 (0.0007)
+[2026-06-02 18:14:55,899][331171] Updated weights for policy 0, policy_version 34312 (0.0009)
+[2026-06-02 18:14:56,087][331171] Updated weights for policy 0, policy_version 34322 (0.0009)
+[2026-06-02 18:14:56,271][331171] Updated weights for policy 0, policy_version 34332 (0.0009)
+[2026-06-02 18:14:56,456][331171] Updated weights for policy 0, policy_version 34342 (0.0009)
+[2026-06-02 18:14:57,005][331171] Updated weights for policy 0, policy_version 34352 (0.0009)
+[2026-06-02 18:14:57,181][331171] Updated weights for policy 0, policy_version 34362 (0.0008)
+[2026-06-02 18:14:57,361][331171] Updated weights for policy 0, policy_version 34372 (0.0009)
+[2026-06-02 18:14:57,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 17596416. Throughput: 0: 21575.1. Samples: 17617920. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:14:57,389][329331] Avg episode reward: [(0, '975.269')]
+[2026-06-02 18:14:57,549][331171] Updated weights for policy 0, policy_version 34382 (0.0009)
+[2026-06-02 18:14:57,733][331171] Updated weights for policy 0, policy_version 34392 (0.0009)
+[2026-06-02 18:14:57,918][331171] Updated weights for policy 0, policy_version 34402 (0.0009)
+[2026-06-02 18:14:58,458][331171] Updated weights for policy 0, policy_version 34412 (0.0009)
+[2026-06-02 18:14:58,629][331171] Updated weights for policy 0, policy_version 34422 (0.0008)
+[2026-06-02 18:14:58,806][331171] Updated weights for policy 0, policy_version 34432 (0.0009)
+[2026-06-02 18:14:58,995][331171] Updated weights for policy 0, policy_version 34442 (0.0008)
+[2026-06-02 18:14:59,176][331171] Updated weights for policy 0, policy_version 34452 (0.0008)
+[2026-06-02 18:14:59,379][331171] Updated weights for policy 0, policy_version 34463 (0.0008)
+[2026-06-02 18:14:59,964][331171] Updated weights for policy 0, policy_version 34473 (0.0008)
+[2026-06-02 18:15:00,133][331171] Updated weights for policy 0, policy_version 34483 (0.0005)
+[2026-06-02 18:15:00,306][331171] Updated weights for policy 0, policy_version 34493 (0.0009)
+[2026-06-02 18:15:00,481][331171] Updated weights for policy 0, policy_version 34503 (0.0009)
+[2026-06-02 18:15:00,665][331171] Updated weights for policy 0, policy_version 34513 (0.0008)
+[2026-06-02 18:15:00,841][331171] Updated weights for policy 0, policy_version 34523 (0.0008)
+[2026-06-02 18:15:01,025][331171] Updated weights for policy 0, policy_version 34533 (0.0008)
+[2026-06-02 18:15:01,592][331171] Updated weights for policy 0, policy_version 34543 (0.0009)
+[2026-06-02 18:15:01,761][331171] Updated weights for policy 0, policy_version 34553 (0.0008)
+[2026-06-02 18:15:01,947][331171] Updated weights for policy 0, policy_version 34563 (0.0008)
+[2026-06-02 18:15:02,135][331171] Updated weights for policy 0, policy_version 34573 (0.0008)
+[2026-06-02 18:15:02,311][331171] Updated weights for policy 0, policy_version 34583 (0.0008)
+[2026-06-02 18:15:02,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 17694720. Throughput: 0: 21666.1. Samples: 17750528. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:15:02,389][329331] Avg episode reward: [(0, '914.181')]
+[2026-06-02 18:15:02,501][331171] Updated weights for policy 0, policy_version 34593 (0.0008)
+[2026-06-02 18:15:03,079][331171] Updated weights for policy 0, policy_version 34603 (0.0008)
+[2026-06-02 18:15:03,243][331171] Updated weights for policy 0, policy_version 34613 (0.0008)
+[2026-06-02 18:15:03,426][331171] Updated weights for policy 0, policy_version 34623 (0.0008)
+[2026-06-02 18:15:03,611][331171] Updated weights for policy 0, policy_version 34633 (0.0008)
+[2026-06-02 18:15:03,789][331171] Updated weights for policy 0, policy_version 34643 (0.0008)
+[2026-06-02 18:15:03,968][331171] Updated weights for policy 0, policy_version 34653 (0.0009)
+[2026-06-02 18:15:04,159][331171] Updated weights for policy 0, policy_version 34663 (0.0009)
+[2026-06-02 18:15:04,709][331171] Updated weights for policy 0, policy_version 34673 (0.0008)
+[2026-06-02 18:15:04,877][331171] Updated weights for policy 0, policy_version 34683 (0.0008)
+[2026-06-02 18:15:05,069][331171] Updated weights for policy 0, policy_version 34693 (0.0008)
+[2026-06-02 18:15:05,249][331171] Updated weights for policy 0, policy_version 34703 (0.0008)
+[2026-06-02 18:15:05,436][331171] Updated weights for policy 0, policy_version 34713 (0.0008)
+[2026-06-02 18:15:05,614][331171] Updated weights for policy 0, policy_version 34723 (0.0008)
+[2026-06-02 18:15:06,182][331171] Updated weights for policy 0, policy_version 34733 (0.0008)
+[2026-06-02 18:15:06,350][331171] Updated weights for policy 0, policy_version 34743 (0.0008)
+[2026-06-02 18:15:06,532][331171] Updated weights for policy 0, policy_version 34753 (0.0008)
+[2026-06-02 18:15:06,718][331171] Updated weights for policy 0, policy_version 34763 (0.0008)
+[2026-06-02 18:15:06,904][331171] Updated weights for policy 0, policy_version 34773 (0.0008)
+[2026-06-02 18:15:07,093][331171] Updated weights for policy 0, policy_version 34783 (0.0008)
+[2026-06-02 18:15:07,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17825792. Throughput: 0: 21683.2. Samples: 17816960. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 18:15:07,389][329331] Avg episode reward: [(0, '981.934')]
+[2026-06-02 18:15:07,644][331171] Updated weights for policy 0, policy_version 34793 (0.0008)
+[2026-06-02 18:15:07,807][331171] Updated weights for policy 0, policy_version 34803 (0.0008)
+[2026-06-02 18:15:07,991][331171] Updated weights for policy 0, policy_version 34813 (0.0008)
+[2026-06-02 18:15:08,171][331171] Updated weights for policy 0, policy_version 34823 (0.0008)
+[2026-06-02 18:15:08,356][331171] Updated weights for policy 0, policy_version 34833 (0.0008)
+[2026-06-02 18:15:08,545][331171] Updated weights for policy 0, policy_version 34843 (0.0008)
+[2026-06-02 18:15:08,733][331171] Updated weights for policy 0, policy_version 34853 (0.0008)
+[2026-06-02 18:15:09,260][331171] Updated weights for policy 0, policy_version 34863 (0.0008)
+[2026-06-02 18:15:09,424][331171] Updated weights for policy 0, policy_version 34873 (0.0008)
+[2026-06-02 18:15:09,608][331171] Updated weights for policy 0, policy_version 34883 (0.0008)
+[2026-06-02 18:15:09,789][331171] Updated weights for policy 0, policy_version 34893 (0.0008)
+[2026-06-02 18:15:09,976][331171] Updated weights for policy 0, policy_version 34903 (0.0008)
+[2026-06-02 18:15:10,168][331171] Updated weights for policy 0, policy_version 34913 (0.0008)
+[2026-06-02 18:15:10,690][331171] Updated weights for policy 0, policy_version 34923 (0.0008)
+[2026-06-02 18:15:10,856][331171] Updated weights for policy 0, policy_version 34933 (0.0008)
+[2026-06-02 18:15:11,032][331171] Updated weights for policy 0, policy_version 34943 (0.0008)
+[2026-06-02 18:15:11,215][331171] Updated weights for policy 0, policy_version 34953 (0.0008)
+[2026-06-02 18:15:11,407][331171] Updated weights for policy 0, policy_version 34963 (0.0008)
+[2026-06-02 18:15:11,588][331171] Updated weights for policy 0, policy_version 34973 (0.0008)
+[2026-06-02 18:15:11,773][331171] Updated weights for policy 0, policy_version 34983 (0.0008)
+[2026-06-02 18:15:12,279][331171] Updated weights for policy 0, policy_version 34993 (0.0008)
+[2026-06-02 18:15:12,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 17924096. Throughput: 0: 21674.7. Samples: 17948032. Policy #0 lag: (min: 115.0, avg: 132.9, max: 170.0)
+[2026-06-02 18:15:12,389][329331] Avg episode reward: [(0, '1126.120')]
+[2026-06-02 18:15:12,456][331171] Updated weights for policy 0, policy_version 35003 (0.0008)
+[2026-06-02 18:15:12,639][331171] Updated weights for policy 0, policy_version 35013 (0.0008)
+[2026-06-02 18:15:12,822][331171] Updated weights for policy 0, policy_version 35023 (0.0009)
+[2026-06-02 18:15:13,002][331171] Updated weights for policy 0, policy_version 35033 (0.0008)
+[2026-06-02 18:15:13,185][331171] Updated weights for policy 0, policy_version 35043 (0.0008)
+[2026-06-02 18:15:13,271][330880] Saving new best policy, reward=1126.120!
+[2026-06-02 18:15:13,695][331171] Updated weights for policy 0, policy_version 35053 (0.0008)
+[2026-06-02 18:15:13,865][331171] Updated weights for policy 0, policy_version 35063 (0.0008)
+[2026-06-02 18:15:14,041][331171] Updated weights for policy 0, policy_version 35073 (0.0008)
+[2026-06-02 18:15:14,227][331171] Updated weights for policy 0, policy_version 35083 (0.0009)
+[2026-06-02 18:15:14,415][331171] Updated weights for policy 0, policy_version 35093 (0.0006)
+[2026-06-02 18:15:14,591][331171] Updated weights for policy 0, policy_version 35103 (0.0009)
+[2026-06-02 18:15:15,150][331171] Updated weights for policy 0, policy_version 35113 (0.0009)
+[2026-06-02 18:15:15,325][331171] Updated weights for policy 0, policy_version 35123 (0.0009)
+[2026-06-02 18:15:15,497][331171] Updated weights for policy 0, policy_version 35133 (0.0008)
+[2026-06-02 18:15:15,674][331171] Updated weights for policy 0, policy_version 35143 (0.0008)
+[2026-06-02 18:15:15,857][331171] Updated weights for policy 0, policy_version 35153 (0.0009)
+[2026-06-02 18:15:16,041][331171] Updated weights for policy 0, policy_version 35163 (0.0009)
+[2026-06-02 18:15:16,219][331171] Updated weights for policy 0, policy_version 35173 (0.0009)
+[2026-06-02 18:15:16,753][331171] Updated weights for policy 0, policy_version 35184 (0.0009)
+[2026-06-02 18:15:16,936][331171] Updated weights for policy 0, policy_version 35194 (0.0009)
+[2026-06-02 18:15:17,118][331171] Updated weights for policy 0, policy_version 35204 (0.0008)
+[2026-06-02 18:15:17,298][331171] Updated weights for policy 0, policy_version 35214 (0.0009)
+[2026-06-02 18:15:17,388][329331] Fps is (10 sec: 19660.5, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 18022400. Throughput: 0: 21680.3. Samples: 18074752. Policy #0 lag: (min: 115.0, avg: 132.9, max: 170.0)
+[2026-06-02 18:15:17,389][329331] Avg episode reward: [(0, '1093.473')]
+[2026-06-02 18:15:17,485][331171] Updated weights for policy 0, policy_version 35224 (0.0009)
+[2026-06-02 18:15:17,669][331171] Updated weights for policy 0, policy_version 35234 (0.0009)
+[2026-06-02 18:15:18,194][331171] Updated weights for policy 0, policy_version 35244 (0.0009)
+[2026-06-02 18:15:18,367][331171] Updated weights for policy 0, policy_version 35254 (0.0009)
+[2026-06-02 18:15:18,538][331171] Updated weights for policy 0, policy_version 35264 (0.0007)
+[2026-06-02 18:15:18,723][331171] Updated weights for policy 0, policy_version 35274 (0.0009)
+[2026-06-02 18:15:18,907][331171] Updated weights for policy 0, policy_version 35284 (0.0009)
+[2026-06-02 18:15:19,087][331171] Updated weights for policy 0, policy_version 35294 (0.0009)
+[2026-06-02 18:15:19,264][331171] Updated weights for policy 0, policy_version 35304 (0.0009)
+[2026-06-02 18:15:19,804][331171] Updated weights for policy 0, policy_version 35314 (0.0008)
+[2026-06-02 18:15:19,981][331171] Updated weights for policy 0, policy_version 35324 (0.0009)
+[2026-06-02 18:15:20,160][331171] Updated weights for policy 0, policy_version 35334 (0.0009)
+[2026-06-02 18:15:20,342][331171] Updated weights for policy 0, policy_version 35344 (0.0009)
+[2026-06-02 18:15:20,519][331171] Updated weights for policy 0, policy_version 35354 (0.0009)
+[2026-06-02 18:15:20,703][331171] Updated weights for policy 0, policy_version 35364 (0.0009)
+[2026-06-02 18:15:21,262][331171] Updated weights for policy 0, policy_version 35374 (0.0009)
+[2026-06-02 18:15:21,428][331171] Updated weights for policy 0, policy_version 35384 (0.0009)
+[2026-06-02 18:15:21,611][331171] Updated weights for policy 0, policy_version 35394 (0.0009)
+[2026-06-02 18:15:21,789][331171] Updated weights for policy 0, policy_version 35404 (0.0009)
+[2026-06-02 18:15:21,977][331171] Updated weights for policy 0, policy_version 35414 (0.0009)
+[2026-06-02 18:15:22,149][331171] Updated weights for policy 0, policy_version 35424 (0.0009)
+[2026-06-02 18:15:22,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 18153472. Throughput: 0: 21643.4. Samples: 18138368. Policy #0 lag: (min: 115.0, avg: 132.9, max: 170.0)
+[2026-06-02 18:15:22,389][329331] Avg episode reward: [(0, '1078.963')]
+[2026-06-02 18:15:22,701][331171] Updated weights for policy 0, policy_version 35434 (0.0009)
+[2026-06-02 18:15:22,870][331171] Updated weights for policy 0, policy_version 35444 (0.0008)
+[2026-06-02 18:15:23,050][331171] Updated weights for policy 0, policy_version 35454 (0.0008)
+[2026-06-02 18:15:23,231][331171] Updated weights for policy 0, policy_version 35464 (0.0008)
+[2026-06-02 18:15:23,412][331171] Updated weights for policy 0, policy_version 35474 (0.0008)
+[2026-06-02 18:15:23,601][331171] Updated weights for policy 0, policy_version 35484 (0.0008)
+[2026-06-02 18:15:23,787][331171] Updated weights for policy 0, policy_version 35494 (0.0009)
+[2026-06-02 18:15:24,282][331171] Updated weights for policy 0, policy_version 35504 (0.0008)
+[2026-06-02 18:15:24,454][331171] Updated weights for policy 0, policy_version 35514 (0.0008)
+[2026-06-02 18:15:24,643][331171] Updated weights for policy 0, policy_version 35524 (0.0008)
+[2026-06-02 18:15:24,828][331171] Updated weights for policy 0, policy_version 35534 (0.0008)
+[2026-06-02 18:15:25,012][331171] Updated weights for policy 0, policy_version 35544 (0.0008)
+[2026-06-02 18:15:25,189][331171] Updated weights for policy 0, policy_version 35554 (0.0008)
+[2026-06-02 18:15:25,700][331171] Updated weights for policy 0, policy_version 35564 (0.0008)
+[2026-06-02 18:15:25,865][331171] Updated weights for policy 0, policy_version 35574 (0.0008)
+[2026-06-02 18:15:26,046][331171] Updated weights for policy 0, policy_version 35584 (0.0008)
+[2026-06-02 18:15:26,235][331171] Updated weights for policy 0, policy_version 35594 (0.0008)
+[2026-06-02 18:15:26,419][331171] Updated weights for policy 0, policy_version 35604 (0.0008)
+[2026-06-02 18:15:26,606][331171] Updated weights for policy 0, policy_version 35614 (0.0008)
+[2026-06-02 18:15:26,787][331171] Updated weights for policy 0, policy_version 35624 (0.0008)
+[2026-06-02 18:15:27,281][331171] Updated weights for policy 0, policy_version 35634 (0.0008)
+[2026-06-02 18:15:27,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 18251776. Throughput: 0: 21626.2. Samples: 18263936. Policy #0 lag: (min: 115.0, avg: 132.9, max: 170.0)
+[2026-06-02 18:15:27,389][329331] Avg episode reward: [(0, '1099.312')]
+[2026-06-02 18:15:27,453][331171] Updated weights for policy 0, policy_version 35644 (0.0008)
+[2026-06-02 18:15:27,637][331171] Updated weights for policy 0, policy_version 35654 (0.0008)
+[2026-06-02 18:15:27,824][331171] Updated weights for policy 0, policy_version 35664 (0.0008)
+[2026-06-02 18:15:28,007][331171] Updated weights for policy 0, policy_version 35674 (0.0008)
+[2026-06-02 18:15:28,191][331171] Updated weights for policy 0, policy_version 35684 (0.0008)
+[2026-06-02 18:15:28,717][331171] Updated weights for policy 0, policy_version 35694 (0.0008)
+[2026-06-02 18:15:28,891][331171] Updated weights for policy 0, policy_version 35704 (0.0008)
+[2026-06-02 18:15:29,072][331171] Updated weights for policy 0, policy_version 35714 (0.0008)
+[2026-06-02 18:15:29,254][331171] Updated weights for policy 0, policy_version 35724 (0.0008)
+[2026-06-02 18:15:29,437][331171] Updated weights for policy 0, policy_version 35734 (0.0008)
+[2026-06-02 18:15:29,627][331171] Updated weights for policy 0, policy_version 35744 (0.0008)
+[2026-06-02 18:15:30,170][331171] Updated weights for policy 0, policy_version 35754 (0.0008)
+[2026-06-02 18:15:30,334][331171] Updated weights for policy 0, policy_version 35764 (0.0008)
+[2026-06-02 18:15:30,508][331171] Updated weights for policy 0, policy_version 35774 (0.0009)
+[2026-06-02 18:15:30,699][331171] Updated weights for policy 0, policy_version 35784 (0.0008)
+[2026-06-02 18:15:30,877][331171] Updated weights for policy 0, policy_version 35794 (0.0008)
+[2026-06-02 18:15:31,068][331171] Updated weights for policy 0, policy_version 35804 (0.0008)
+[2026-06-02 18:15:31,251][331171] Updated weights for policy 0, policy_version 35814 (0.0008)
+[2026-06-02 18:15:31,803][331171] Updated weights for policy 0, policy_version 35824 (0.0005)
+[2026-06-02 18:15:31,980][331171] Updated weights for policy 0, policy_version 35834 (0.0004)
+[2026-06-02 18:15:32,164][331171] Updated weights for policy 0, policy_version 35844 (0.0004)
+[2026-06-02 18:15:32,355][331171] Updated weights for policy 0, policy_version 35854 (0.0005)
+[2026-06-02 18:15:32,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18350080. Throughput: 0: 21649.1. Samples: 18393984. Policy #0 lag: (min: 115.0, avg: 132.9, max: 170.0)
+[2026-06-02 18:15:32,389][329331] Avg episode reward: [(0, '1114.942')]
+[2026-06-02 18:15:32,537][331171] Updated weights for policy 0, policy_version 35864 (0.0004)
+[2026-06-02 18:15:32,734][331171] Updated weights for policy 0, policy_version 35874 (0.0005)
+[2026-06-02 18:15:33,268][331171] Updated weights for policy 0, policy_version 35884 (0.0004)
+[2026-06-02 18:15:33,436][331171] Updated weights for policy 0, policy_version 35894 (0.0004)
+[2026-06-02 18:15:33,625][331171] Updated weights for policy 0, policy_version 35904 (0.0004)
+[2026-06-02 18:15:33,816][331171] Updated weights for policy 0, policy_version 35914 (0.0004)
+[2026-06-02 18:15:34,000][331171] Updated weights for policy 0, policy_version 35924 (0.0004)
+[2026-06-02 18:15:34,182][331171] Updated weights for policy 0, policy_version 35934 (0.0004)
+[2026-06-02 18:15:34,365][331171] Updated weights for policy 0, policy_version 35944 (0.0004)
+[2026-06-02 18:15:34,868][331171] Updated weights for policy 0, policy_version 35954 (0.0004)
+[2026-06-02 18:15:35,040][331171] Updated weights for policy 0, policy_version 35964 (0.0004)
+[2026-06-02 18:15:35,227][331171] Updated weights for policy 0, policy_version 35974 (0.0004)
+[2026-06-02 18:15:35,412][331171] Updated weights for policy 0, policy_version 35984 (0.0004)
+[2026-06-02 18:15:35,602][331171] Updated weights for policy 0, policy_version 35994 (0.0004)
+[2026-06-02 18:15:35,789][331171] Updated weights for policy 0, policy_version 36004 (0.0004)
+[2026-06-02 18:15:36,294][331171] Updated weights for policy 0, policy_version 36014 (0.0004)
+[2026-06-02 18:15:36,472][331171] Updated weights for policy 0, policy_version 36024 (0.0004)
+[2026-06-02 18:15:36,653][331171] Updated weights for policy 0, policy_version 36034 (0.0004)
+[2026-06-02 18:15:36,845][331171] Updated weights for policy 0, policy_version 36044 (0.0004)
+[2026-06-02 18:15:37,026][331171] Updated weights for policy 0, policy_version 36054 (0.0004)
+[2026-06-02 18:15:37,216][331171] Updated weights for policy 0, policy_version 36064 (0.0005)
+[2026-06-02 18:15:37,388][329331] Fps is (10 sec: 22938.0, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 18481152. Throughput: 0: 21660.5. Samples: 18460288. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 18:15:37,389][329331] Avg episode reward: [(0, '1169.224')]
+[2026-06-02 18:15:37,394][330880] Saving new best policy, reward=1169.224!
+[2026-06-02 18:15:37,749][331171] Updated weights for policy 0, policy_version 36074 (0.0005)
+[2026-06-02 18:15:37,920][331171] Updated weights for policy 0, policy_version 36084 (0.0005)
+[2026-06-02 18:15:38,102][331171] Updated weights for policy 0, policy_version 36094 (0.0004)
+[2026-06-02 18:15:38,277][331171] Updated weights for policy 0, policy_version 36104 (0.0004)
+[2026-06-02 18:15:38,474][331171] Updated weights for policy 0, policy_version 36114 (0.0004)
+[2026-06-02 18:15:38,655][331171] Updated weights for policy 0, policy_version 36124 (0.0004)
+[2026-06-02 18:15:38,843][331171] Updated weights for policy 0, policy_version 36134 (0.0004)
+[2026-06-02 18:15:39,351][331171] Updated weights for policy 0, policy_version 36144 (0.0005)
+[2026-06-02 18:15:39,530][331171] Updated weights for policy 0, policy_version 36154 (0.0004)
+[2026-06-02 18:15:39,708][331171] Updated weights for policy 0, policy_version 36164 (0.0005)
+[2026-06-02 18:15:39,892][331171] Updated weights for policy 0, policy_version 36174 (0.0006)
+[2026-06-02 18:15:40,089][331171] Updated weights for policy 0, policy_version 36184 (0.0004)
+[2026-06-02 18:15:40,273][331171] Updated weights for policy 0, policy_version 36194 (0.0004)
+[2026-06-02 18:15:40,785][331171] Updated weights for policy 0, policy_version 36204 (0.0006)
+[2026-06-02 18:15:40,952][331171] Updated weights for policy 0, policy_version 36214 (0.0009)
+[2026-06-02 18:15:41,134][331171] Updated weights for policy 0, policy_version 36224 (0.0009)
+[2026-06-02 18:15:41,323][331171] Updated weights for policy 0, policy_version 36234 (0.0009)
+[2026-06-02 18:15:41,497][331171] Updated weights for policy 0, policy_version 36244 (0.0009)
+[2026-06-02 18:15:41,685][331171] Updated weights for policy 0, policy_version 36254 (0.0009)
+[2026-06-02 18:15:41,865][331171] Updated weights for policy 0, policy_version 36264 (0.0008)
+[2026-06-02 18:15:42,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 18579456. Throughput: 0: 21626.4. Samples: 18591104. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 18:15:42,389][329331] Avg episode reward: [(0, '1138.385')]
+[2026-06-02 18:15:42,435][331171] Updated weights for policy 0, policy_version 36274 (0.0008)
+[2026-06-02 18:15:42,610][331171] Updated weights for policy 0, policy_version 36284 (0.0008)
+[2026-06-02 18:15:42,798][331171] Updated weights for policy 0, policy_version 36294 (0.0008)
+[2026-06-02 18:15:42,995][331171] Updated weights for policy 0, policy_version 36305 (0.0008)
+[2026-06-02 18:15:43,183][331171] Updated weights for policy 0, policy_version 36315 (0.0008)
+[2026-06-02 18:15:43,364][331171] Updated weights for policy 0, policy_version 36325 (0.0008)
+[2026-06-02 18:15:43,939][331171] Updated weights for policy 0, policy_version 36335 (0.0008)
+[2026-06-02 18:15:44,105][331171] Updated weights for policy 0, policy_version 36345 (0.0008)
+[2026-06-02 18:15:44,295][331171] Updated weights for policy 0, policy_version 36355 (0.0008)
+[2026-06-02 18:15:44,482][331171] Updated weights for policy 0, policy_version 36365 (0.0008)
+[2026-06-02 18:15:44,659][331171] Updated weights for policy 0, policy_version 36375 (0.0008)
+[2026-06-02 18:15:44,843][331171] Updated weights for policy 0, policy_version 36385 (0.0008)
+[2026-06-02 18:15:45,405][331171] Updated weights for policy 0, policy_version 36395 (0.0008)
+[2026-06-02 18:15:45,575][331171] Updated weights for policy 0, policy_version 36405 (0.0008)
+[2026-06-02 18:15:45,752][331171] Updated weights for policy 0, policy_version 36415 (0.0008)
+[2026-06-02 18:15:45,933][331171] Updated weights for policy 0, policy_version 36425 (0.0008)
+[2026-06-02 18:15:46,113][331171] Updated weights for policy 0, policy_version 36435 (0.0008)
+[2026-06-02 18:15:46,296][331171] Updated weights for policy 0, policy_version 36445 (0.0008)
+[2026-06-02 18:15:46,483][331171] Updated weights for policy 0, policy_version 36455 (0.0008)
+[2026-06-02 18:15:47,048][331171] Updated weights for policy 0, policy_version 36465 (0.0008)
+[2026-06-02 18:15:47,217][331171] Updated weights for policy 0, policy_version 36475 (0.0008)
+[2026-06-02 18:15:47,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18677760. Throughput: 0: 21677.5. Samples: 18726016. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 18:15:47,389][329331] Avg episode reward: [(0, '979.830')]
+[2026-06-02 18:15:47,404][331171] Updated weights for policy 0, policy_version 36485 (0.0008)
+[2026-06-02 18:15:47,584][331171] Updated weights for policy 0, policy_version 36495 (0.0008)
+[2026-06-02 18:15:47,770][331171] Updated weights for policy 0, policy_version 36505 (0.0008)
+[2026-06-02 18:15:47,948][331171] Updated weights for policy 0, policy_version 36515 (0.0008)
+[2026-06-02 18:15:48,505][331171] Updated weights for policy 0, policy_version 36525 (0.0008)
+[2026-06-02 18:15:48,673][331171] Updated weights for policy 0, policy_version 36535 (0.0008)
+[2026-06-02 18:15:48,860][331171] Updated weights for policy 0, policy_version 36545 (0.0008)
+[2026-06-02 18:15:49,040][331171] Updated weights for policy 0, policy_version 36555 (0.0008)
+[2026-06-02 18:15:49,220][331171] Updated weights for policy 0, policy_version 36565 (0.0008)
+[2026-06-02 18:15:49,414][331171] Updated weights for policy 0, policy_version 36575 (0.0008)
+[2026-06-02 18:15:49,998][331171] Updated weights for policy 0, policy_version 36585 (0.0008)
+[2026-06-02 18:15:50,161][331171] Updated weights for policy 0, policy_version 36595 (0.0008)
+[2026-06-02 18:15:50,336][331171] Updated weights for policy 0, policy_version 36605 (0.0008)
+[2026-06-02 18:15:50,521][331171] Updated weights for policy 0, policy_version 36615 (0.0008)
+[2026-06-02 18:15:50,705][331171] Updated weights for policy 0, policy_version 36625 (0.0009)
+[2026-06-02 18:15:50,889][331171] Updated weights for policy 0, policy_version 36635 (0.0009)
+[2026-06-02 18:15:51,076][331171] Updated weights for policy 0, policy_version 36645 (0.0009)
+[2026-06-02 18:15:51,647][331171] Updated weights for policy 0, policy_version 36655 (0.0009)
+[2026-06-02 18:15:51,814][331171] Updated weights for policy 0, policy_version 36665 (0.0009)
+[2026-06-02 18:15:52,018][331171] Updated weights for policy 0, policy_version 36676 (0.0008)
+[2026-06-02 18:15:52,202][331171] Updated weights for policy 0, policy_version 36686 (0.0008)
+[2026-06-02 18:15:52,380][331171] Updated weights for policy 0, policy_version 36696 (0.0009)
+[2026-06-02 18:15:52,388][329331] Fps is (10 sec: 19660.5, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 18776064. Throughput: 0: 21686.0. Samples: 18792832. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 18:15:52,390][329331] Avg episode reward: [(0, '1073.268')]
+[2026-06-02 18:15:52,557][331171] Updated weights for policy 0, policy_version 36706 (0.0008)
+[2026-06-02 18:15:53,147][331171] Updated weights for policy 0, policy_version 36716 (0.0008)
+[2026-06-02 18:15:53,316][331171] Updated weights for policy 0, policy_version 36726 (0.0008)
+[2026-06-02 18:15:53,490][331171] Updated weights for policy 0, policy_version 36736 (0.0008)
+[2026-06-02 18:15:53,671][331171] Updated weights for policy 0, policy_version 36746 (0.0008)
+[2026-06-02 18:15:53,853][331171] Updated weights for policy 0, policy_version 36756 (0.0008)
+[2026-06-02 18:15:54,020][331171] Updated weights for policy 0, policy_version 36766 (0.0008)
+[2026-06-02 18:15:54,205][331171] Updated weights for policy 0, policy_version 36776 (0.0008)
+[2026-06-02 18:15:54,759][331171] Updated weights for policy 0, policy_version 36786 (0.0008)
+[2026-06-02 18:15:54,931][331171] Updated weights for policy 0, policy_version 36796 (0.0009)
+[2026-06-02 18:15:55,110][331171] Updated weights for policy 0, policy_version 36806 (0.0008)
+[2026-06-02 18:15:55,291][331171] Updated weights for policy 0, policy_version 36816 (0.0008)
+[2026-06-02 18:15:55,469][331171] Updated weights for policy 0, policy_version 36826 (0.0008)
+[2026-06-02 18:15:55,651][331171] Updated weights for policy 0, policy_version 36836 (0.0008)
+[2026-06-02 18:15:56,206][331171] Updated weights for policy 0, policy_version 36846 (0.0008)
+[2026-06-02 18:15:56,370][331171] Updated weights for policy 0, policy_version 36856 (0.0008)
+[2026-06-02 18:15:56,546][331171] Updated weights for policy 0, policy_version 36866 (0.0008)
+[2026-06-02 18:15:56,724][331171] Updated weights for policy 0, policy_version 36876 (0.0008)
+[2026-06-02 18:15:56,908][331171] Updated weights for policy 0, policy_version 36886 (0.0008)
+[2026-06-02 18:15:57,090][331171] Updated weights for policy 0, policy_version 36896 (0.0008)
+[2026-06-02 18:15:57,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 18907136. Throughput: 0: 21700.3. Samples: 18924544. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 18:15:57,389][329331] Avg episode reward: [(0, '1097.782')]
+[2026-06-02 18:15:57,642][331171] Updated weights for policy 0, policy_version 36906 (0.0008)
+[2026-06-02 18:15:57,803][331171] Updated weights for policy 0, policy_version 36916 (0.0008)
+[2026-06-02 18:15:57,979][331171] Updated weights for policy 0, policy_version 36926 (0.0009)
+[2026-06-02 18:15:58,155][331171] Updated weights for policy 0, policy_version 36936 (0.0008)
+[2026-06-02 18:15:58,344][331171] Updated weights for policy 0, policy_version 36946 (0.0008)
+[2026-06-02 18:15:58,531][331171] Updated weights for policy 0, policy_version 36956 (0.0008)
+[2026-06-02 18:15:58,717][331171] Updated weights for policy 0, policy_version 36966 (0.0008)
+[2026-06-02 18:15:59,256][331171] Updated weights for policy 0, policy_version 36976 (0.0008)
+[2026-06-02 18:15:59,427][331171] Updated weights for policy 0, policy_version 36986 (0.0008)
+[2026-06-02 18:15:59,616][331171] Updated weights for policy 0, policy_version 36996 (0.0008)
+[2026-06-02 18:15:59,802][331171] Updated weights for policy 0, policy_version 37006 (0.0009)
+[2026-06-02 18:15:59,990][331171] Updated weights for policy 0, policy_version 37016 (0.0008)
+[2026-06-02 18:16:00,177][331171] Updated weights for policy 0, policy_version 37026 (0.0008)
+[2026-06-02 18:16:00,679][331171] Updated weights for policy 0, policy_version 37036 (0.0009)
+[2026-06-02 18:16:00,845][331171] Updated weights for policy 0, policy_version 37046 (0.0009)
+[2026-06-02 18:16:01,028][331171] Updated weights for policy 0, policy_version 37056 (0.0009)
+[2026-06-02 18:16:01,214][331171] Updated weights for policy 0, policy_version 37066 (0.0009)
+[2026-06-02 18:16:01,401][331171] Updated weights for policy 0, policy_version 37076 (0.0009)
+[2026-06-02 18:16:01,582][331171] Updated weights for policy 0, policy_version 37086 (0.0008)
+[2026-06-02 18:16:01,766][331171] Updated weights for policy 0, policy_version 37096 (0.0008)
+[2026-06-02 18:16:02,287][331171] Updated weights for policy 0, policy_version 37106 (0.0008)
+[2026-06-02 18:16:02,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 19005440. Throughput: 0: 21717.4. Samples: 19052032. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0)
+[2026-06-02 18:16:02,389][329331] Avg episode reward: [(0, '1090.745')]
+[2026-06-02 18:16:02,463][331171] Updated weights for policy 0, policy_version 37116 (0.0009)
+[2026-06-02 18:16:02,642][331171] Updated weights for policy 0, policy_version 37126 (0.0008)
+[2026-06-02 18:16:02,829][331171] Updated weights for policy 0, policy_version 37136 (0.0008)
+[2026-06-02 18:16:03,009][331171] Updated weights for policy 0, policy_version 37146 (0.0008)
+[2026-06-02 18:16:03,196][331171] Updated weights for policy 0, policy_version 37156 (0.0008)
+[2026-06-02 18:16:03,734][331171] Updated weights for policy 0, policy_version 37166 (0.0008)
+[2026-06-02 18:16:03,907][331171] Updated weights for policy 0, policy_version 37176 (0.0009)
+[2026-06-02 18:16:04,092][331171] Updated weights for policy 0, policy_version 37186 (0.0008)
+[2026-06-02 18:16:04,273][331171] Updated weights for policy 0, policy_version 37196 (0.0008)
+[2026-06-02 18:16:04,451][331171] Updated weights for policy 0, policy_version 37206 (0.0008)
+[2026-06-02 18:16:04,640][331171] Updated weights for policy 0, policy_version 37216 (0.0008)
+[2026-06-02 18:16:05,144][331171] Updated weights for policy 0, policy_version 37226 (0.0009)
+[2026-06-02 18:16:05,309][331171] Updated weights for policy 0, policy_version 37236 (0.0008)
+[2026-06-02 18:16:05,491][331171] Updated weights for policy 0, policy_version 37246 (0.0008)
+[2026-06-02 18:16:05,673][331171] Updated weights for policy 0, policy_version 37256 (0.0008)
+[2026-06-02 18:16:05,861][331171] Updated weights for policy 0, policy_version 37266 (0.0008)
+[2026-06-02 18:16:06,044][331171] Updated weights for policy 0, policy_version 37276 (0.0008)
+[2026-06-02 18:16:06,228][331171] Updated weights for policy 0, policy_version 37286 (0.0008)
+[2026-06-02 18:16:06,752][331171] Updated weights for policy 0, policy_version 37296 (0.0008)
+[2026-06-02 18:16:06,931][331171] Updated weights for policy 0, policy_version 37306 (0.0008)
+[2026-06-02 18:16:07,114][331171] Updated weights for policy 0, policy_version 37316 (0.0009)
+[2026-06-02 18:16:07,300][331171] Updated weights for policy 0, policy_version 37326 (0.0009)
+[2026-06-02 18:16:07,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 19103744. Throughput: 0: 21705.9. Samples: 19115136. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0)
+[2026-06-02 18:16:07,389][329331] Avg episode reward: [(0, '929.980')]
+[2026-06-02 18:16:07,479][331171] Updated weights for policy 0, policy_version 37336 (0.0009)
+[2026-06-02 18:16:07,669][331171] Updated weights for policy 0, policy_version 37346 (0.0009)
+[2026-06-02 18:16:08,198][331171] Updated weights for policy 0, policy_version 37356 (0.0009)
+[2026-06-02 18:16:08,368][331171] Updated weights for policy 0, policy_version 37366 (0.0009)
+[2026-06-02 18:16:08,549][331171] Updated weights for policy 0, policy_version 37376 (0.0008)
+[2026-06-02 18:16:08,736][331171] Updated weights for policy 0, policy_version 37386 (0.0007)
+[2026-06-02 18:16:08,915][331171] Updated weights for policy 0, policy_version 37396 (0.0009)
+[2026-06-02 18:16:09,100][331171] Updated weights for policy 0, policy_version 37406 (0.0009)
+[2026-06-02 18:16:09,278][331171] Updated weights for policy 0, policy_version 37416 (0.0009)
+[2026-06-02 18:16:09,794][331171] Updated weights for policy 0, policy_version 37426 (0.0009)
+[2026-06-02 18:16:09,970][331171] Updated weights for policy 0, policy_version 37436 (0.0009)
+[2026-06-02 18:16:10,148][331171] Updated weights for policy 0, policy_version 37446 (0.0009)
+[2026-06-02 18:16:10,330][331171] Updated weights for policy 0, policy_version 37456 (0.0009)
+[2026-06-02 18:16:10,513][331171] Updated weights for policy 0, policy_version 37466 (0.0009)
+[2026-06-02 18:16:10,695][331171] Updated weights for policy 0, policy_version 37476 (0.0009)
+[2026-06-02 18:16:11,234][331171] Updated weights for policy 0, policy_version 37486 (0.0009)
+[2026-06-02 18:16:11,407][331171] Updated weights for policy 0, policy_version 37496 (0.0009)
+[2026-06-02 18:16:11,591][331171] Updated weights for policy 0, policy_version 37506 (0.0009)
+[2026-06-02 18:16:11,776][331171] Updated weights for policy 0, policy_version 37516 (0.0009)
+[2026-06-02 18:16:11,956][331171] Updated weights for policy 0, policy_version 37526 (0.0009)
+[2026-06-02 18:16:12,134][331171] Updated weights for policy 0, policy_version 37536 (0.0009)
+[2026-06-02 18:16:12,388][329331] Fps is (10 sec: 22937.9, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 19234816. Throughput: 0: 21745.9. Samples: 19242496. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0)
+[2026-06-02 18:16:12,389][329331] Avg episode reward: [(0, '988.951')]
+[2026-06-02 18:16:12,669][331171] Updated weights for policy 0, policy_version 37546 (0.0009)
+[2026-06-02 18:16:12,838][331171] Updated weights for policy 0, policy_version 37556 (0.0009)
+[2026-06-02 18:16:13,013][331171] Updated weights for policy 0, policy_version 37566 (0.0007)
+[2026-06-02 18:16:13,197][331171] Updated weights for policy 0, policy_version 37576 (0.0004)
+[2026-06-02 18:16:13,389][331171] Updated weights for policy 0, policy_version 37586 (0.0007)
+[2026-06-02 18:16:13,569][331171] Updated weights for policy 0, policy_version 37596 (0.0008)
+[2026-06-02 18:16:13,755][331171] Updated weights for policy 0, policy_version 37606 (0.0007)
+[2026-06-02 18:16:14,249][331171] Updated weights for policy 0, policy_version 37616 (0.0009)
+[2026-06-02 18:16:14,427][331171] Updated weights for policy 0, policy_version 37626 (0.0008)
+[2026-06-02 18:16:14,615][331171] Updated weights for policy 0, policy_version 37636 (0.0009)
+[2026-06-02 18:16:14,798][331171] Updated weights for policy 0, policy_version 37646 (0.0008)
+[2026-06-02 18:16:14,970][331171] Updated weights for policy 0, policy_version 37656 (0.0008)
+[2026-06-02 18:16:15,153][331171] Updated weights for policy 0, policy_version 37666 (0.0008)
+[2026-06-02 18:16:15,679][331171] Updated weights for policy 0, policy_version 37676 (0.0008)
+[2026-06-02 18:16:15,838][331171] Updated weights for policy 0, policy_version 37686 (0.0008)
+[2026-06-02 18:16:16,020][331171] Updated weights for policy 0, policy_version 37696 (0.0008)
+[2026-06-02 18:16:16,219][331171] Updated weights for policy 0, policy_version 37707 (0.0008)
+[2026-06-02 18:16:16,395][331171] Updated weights for policy 0, policy_version 37717 (0.0006)
+[2026-06-02 18:16:16,586][331171] Updated weights for policy 0, policy_version 37727 (0.0008)
+[2026-06-02 18:16:17,141][331171] Updated weights for policy 0, policy_version 37737 (0.0008)
+[2026-06-02 18:16:17,302][331171] Updated weights for policy 0, policy_version 37747 (0.0008)
+[2026-06-02 18:16:17,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 19333120. Throughput: 0: 21674.7. Samples: 19369344. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0)
+[2026-06-02 18:16:17,389][329331] Avg episode reward: [(0, '1121.261')]
+[2026-06-02 18:16:17,478][331171] Updated weights for policy 0, policy_version 37757 (0.0008)
+[2026-06-02 18:16:17,662][331171] Updated weights for policy 0, policy_version 37767 (0.0008)
+[2026-06-02 18:16:17,855][331171] Updated weights for policy 0, policy_version 37777 (0.0008)
+[2026-06-02 18:16:18,033][331171] Updated weights for policy 0, policy_version 37787 (0.0008)
+[2026-06-02 18:16:18,221][331171] Updated weights for policy 0, policy_version 37797 (0.0008)
+[2026-06-02 18:16:18,725][331171] Updated weights for policy 0, policy_version 37807 (0.0008)
+[2026-06-02 18:16:18,899][331171] Updated weights for policy 0, policy_version 37817 (0.0008)
+[2026-06-02 18:16:19,080][331171] Updated weights for policy 0, policy_version 37827 (0.0008)
+[2026-06-02 18:16:19,268][331171] Updated weights for policy 0, policy_version 37837 (0.0008)
+[2026-06-02 18:16:19,453][331171] Updated weights for policy 0, policy_version 37847 (0.0008)
+[2026-06-02 18:16:19,640][331171] Updated weights for policy 0, policy_version 37857 (0.0008)
+[2026-06-02 18:16:20,190][331171] Updated weights for policy 0, policy_version 37867 (0.0008)
+[2026-06-02 18:16:20,362][331171] Updated weights for policy 0, policy_version 37877 (0.0008)
+[2026-06-02 18:16:20,539][331171] Updated weights for policy 0, policy_version 37887 (0.0008)
+[2026-06-02 18:16:20,722][331171] Updated weights for policy 0, policy_version 37897 (0.0008)
+[2026-06-02 18:16:20,898][331171] Updated weights for policy 0, policy_version 37907 (0.0008)
+[2026-06-02 18:16:21,083][331171] Updated weights for policy 0, policy_version 37917 (0.0008)
+[2026-06-02 18:16:21,271][331171] Updated weights for policy 0, policy_version 37927 (0.0009)
+[2026-06-02 18:16:21,824][331171] Updated weights for policy 0, policy_version 37937 (0.0009)
+[2026-06-02 18:16:22,000][331171] Updated weights for policy 0, policy_version 37947 (0.0009)
+[2026-06-02 18:16:22,176][331171] Updated weights for policy 0, policy_version 37957 (0.0009)
+[2026-06-02 18:16:22,364][331171] Updated weights for policy 0, policy_version 37967 (0.0009)
+[2026-06-02 18:16:22,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 19431424. Throughput: 0: 21643.4. Samples: 19434240. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0)
+[2026-06-02 18:16:22,389][329331] Avg episode reward: [(0, '1223.082')]
+[2026-06-02 18:16:22,549][331171] Updated weights for policy 0, policy_version 37977 (0.0009)
+[2026-06-02 18:16:22,729][331171] Updated weights for policy 0, policy_version 37987 (0.0009)
+[2026-06-02 18:16:22,819][330880] Saving new best policy, reward=1223.082!
+[2026-06-02 18:16:23,327][331171] Updated weights for policy 0, policy_version 37997 (0.0009)
+[2026-06-02 18:16:23,494][331171] Updated weights for policy 0, policy_version 38007 (0.0008)
+[2026-06-02 18:16:23,678][331171] Updated weights for policy 0, policy_version 38017 (0.0009)
+[2026-06-02 18:16:23,856][331171] Updated weights for policy 0, policy_version 38027 (0.0008)
+[2026-06-02 18:16:24,042][331171] Updated weights for policy 0, policy_version 38037 (0.0008)
+[2026-06-02 18:16:24,233][331171] Updated weights for policy 0, policy_version 38047 (0.0009)
+[2026-06-02 18:16:24,795][331171] Updated weights for policy 0, policy_version 38057 (0.0009)
+[2026-06-02 18:16:24,960][331171] Updated weights for policy 0, policy_version 38067 (0.0008)
+[2026-06-02 18:16:25,133][331171] Updated weights for policy 0, policy_version 38077 (0.0009)
+[2026-06-02 18:16:25,315][331171] Updated weights for policy 0, policy_version 38087 (0.0009)
+[2026-06-02 18:16:25,499][331171] Updated weights for policy 0, policy_version 38097 (0.0009)
+[2026-06-02 18:16:25,680][331171] Updated weights for policy 0, policy_version 38107 (0.0008)
+[2026-06-02 18:16:25,870][331171] Updated weights for policy 0, policy_version 38117 (0.0009)
+[2026-06-02 18:16:26,424][331171] Updated weights for policy 0, policy_version 38127 (0.0009)
+[2026-06-02 18:16:26,596][331171] Updated weights for policy 0, policy_version 38137 (0.0009)
+[2026-06-02 18:16:26,775][331171] Updated weights for policy 0, policy_version 38147 (0.0009)
+[2026-06-02 18:16:26,958][331171] Updated weights for policy 0, policy_version 38157 (0.0009)
+[2026-06-02 18:16:27,142][331171] Updated weights for policy 0, policy_version 38167 (0.0009)
+[2026-06-02 18:16:27,327][331171] Updated weights for policy 0, policy_version 38177 (0.0009)
+[2026-06-02 18:16:27,388][329331] Fps is (10 sec: 19660.9, 60 sec: 21299.3, 300 sec: 21549.1). Total num frames: 19529728. Throughput: 0: 21632.0. Samples: 19564544. Policy #0 lag: (min: 50.0, avg: 81.7, max: 114.0)
+[2026-06-02 18:16:27,389][329331] Avg episode reward: [(0, '1123.699')]
+[2026-06-02 18:16:27,921][331171] Updated weights for policy 0, policy_version 38187 (0.0009)
+[2026-06-02 18:16:28,086][331171] Updated weights for policy 0, policy_version 38197 (0.0008)
+[2026-06-02 18:16:28,263][331171] Updated weights for policy 0, policy_version 38207 (0.0008)
+[2026-06-02 18:16:28,447][331171] Updated weights for policy 0, policy_version 38217 (0.0009)
+[2026-06-02 18:16:28,630][331171] Updated weights for policy 0, policy_version 38227 (0.0009)
+[2026-06-02 18:16:28,810][331171] Updated weights for policy 0, policy_version 38237 (0.0009)
+[2026-06-02 18:16:28,990][331171] Updated weights for policy 0, policy_version 38247 (0.0009)
+[2026-06-02 18:16:29,577][331171] Updated weights for policy 0, policy_version 38257 (0.0009)
+[2026-06-02 18:16:29,745][331171] Updated weights for policy 0, policy_version 38267 (0.0008)
+[2026-06-02 18:16:29,929][331171] Updated weights for policy 0, policy_version 38277 (0.0008)
+[2026-06-02 18:16:30,119][331171] Updated weights for policy 0, policy_version 38287 (0.0008)
+[2026-06-02 18:16:30,306][331171] Updated weights for policy 0, policy_version 38297 (0.0008)
+[2026-06-02 18:16:30,480][331171] Updated weights for policy 0, policy_version 38307 (0.0008)
+[2026-06-02 18:16:31,035][331171] Updated weights for policy 0, policy_version 38317 (0.0008)
+[2026-06-02 18:16:31,204][331171] Updated weights for policy 0, policy_version 38327 (0.0008)
+[2026-06-02 18:16:31,381][331171] Updated weights for policy 0, policy_version 38337 (0.0008)
+[2026-06-02 18:16:31,568][331171] Updated weights for policy 0, policy_version 38347 (0.0008)
+[2026-06-02 18:16:31,762][331171] Updated weights for policy 0, policy_version 38358 (0.0008)
+[2026-06-02 18:16:31,955][331171] Updated weights for policy 0, policy_version 38368 (0.0008)
+[2026-06-02 18:16:32,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 19660800. Throughput: 0: 21478.4. Samples: 19692544. Policy #0 lag: (min: 50.0, avg: 81.7, max: 114.0)
+[2026-06-02 18:16:32,389][329331] Avg episode reward: [(0, '1215.490')]
+[2026-06-02 18:16:32,547][331171] Updated weights for policy 0, policy_version 38378 (0.0008)
+[2026-06-02 18:16:32,711][331171] Updated weights for policy 0, policy_version 38388 (0.0009)
+[2026-06-02 18:16:32,891][331171] Updated weights for policy 0, policy_version 38398 (0.0008)
+[2026-06-02 18:16:33,070][331171] Updated weights for policy 0, policy_version 38408 (0.0008)
+[2026-06-02 18:16:33,250][331171] Updated weights for policy 0, policy_version 38418 (0.0008)
+[2026-06-02 18:16:33,428][331171] Updated weights for policy 0, policy_version 38428 (0.0008)
+[2026-06-02 18:16:33,611][331171] Updated weights for policy 0, policy_version 38438 (0.0008)
+[2026-06-02 18:16:34,187][331171] Updated weights for policy 0, policy_version 38448 (0.0008)
+[2026-06-02 18:16:34,362][331171] Updated weights for policy 0, policy_version 38458 (0.0008)
+[2026-06-02 18:16:34,548][331171] Updated weights for policy 0, policy_version 38468 (0.0008)
+[2026-06-02 18:16:34,739][331171] Updated weights for policy 0, policy_version 38478 (0.0008)
+[2026-06-02 18:16:34,919][331171] Updated weights for policy 0, policy_version 38488 (0.0008)
+[2026-06-02 18:16:35,110][331171] Updated weights for policy 0, policy_version 38498 (0.0008)
+[2026-06-02 18:16:35,645][331171] Updated weights for policy 0, policy_version 38508 (0.0006)
+[2026-06-02 18:16:35,821][331171] Updated weights for policy 0, policy_version 38518 (0.0004)
+[2026-06-02 18:16:36,007][331171] Updated weights for policy 0, policy_version 38528 (0.0004)
+[2026-06-02 18:16:36,186][331171] Updated weights for policy 0, policy_version 38538 (0.0004)
+[2026-06-02 18:16:36,374][331171] Updated weights for policy 0, policy_version 38548 (0.0007)
+[2026-06-02 18:16:36,558][331171] Updated weights for policy 0, policy_version 38558 (0.0008)
+[2026-06-02 18:16:36,739][331171] Updated weights for policy 0, policy_version 38568 (0.0008)
+[2026-06-02 18:16:37,240][331171] Updated weights for policy 0, policy_version 38578 (0.0008)
+[2026-06-02 18:16:37,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 19759104. Throughput: 0: 21509.8. Samples: 19760768. Policy #0 lag: (min: 50.0, avg: 81.7, max: 114.0)
+[2026-06-02 18:16:37,388][329331] Avg episode reward: [(0, '1087.148')]
+[2026-06-02 18:16:37,419][331171] Updated weights for policy 0, policy_version 38588 (0.0008)
+[2026-06-02 18:16:37,593][331171] Updated weights for policy 0, policy_version 38598 (0.0009)
+[2026-06-02 18:16:37,767][331171] Updated weights for policy 0, policy_version 38608 (0.0008)
+[2026-06-02 18:16:37,937][331171] Updated weights for policy 0, policy_version 38618 (0.0009)
+[2026-06-02 18:16:38,120][331171] Updated weights for policy 0, policy_version 38628 (0.0009)
+[2026-06-02 18:16:38,685][331171] Updated weights for policy 0, policy_version 38638 (0.0008)
+[2026-06-02 18:16:38,855][331171] Updated weights for policy 0, policy_version 38648 (0.0009)
+[2026-06-02 18:16:39,031][331171] Updated weights for policy 0, policy_version 38658 (0.0009)
+[2026-06-02 18:16:39,209][331171] Updated weights for policy 0, policy_version 38668 (0.0008)
+[2026-06-02 18:16:39,391][331171] Updated weights for policy 0, policy_version 38678 (0.0008)
+[2026-06-02 18:16:39,568][331171] Updated weights for policy 0, policy_version 38688 (0.0008)
+[2026-06-02 18:16:40,125][331171] Updated weights for policy 0, policy_version 38698 (0.0008)
+[2026-06-02 18:16:40,291][331171] Updated weights for policy 0, policy_version 38708 (0.0008)
+[2026-06-02 18:16:40,460][331171] Updated weights for policy 0, policy_version 38718 (0.0008)
+[2026-06-02 18:16:40,644][331171] Updated weights for policy 0, policy_version 38728 (0.0008)
+[2026-06-02 18:16:40,821][331171] Updated weights for policy 0, policy_version 38738 (0.0008)
+[2026-06-02 18:16:41,003][331171] Updated weights for policy 0, policy_version 38748 (0.0008)
+[2026-06-02 18:16:41,180][331171] Updated weights for policy 0, policy_version 38758 (0.0008)
+[2026-06-02 18:16:41,733][331171] Updated weights for policy 0, policy_version 38768 (0.0008)
+[2026-06-02 18:16:41,909][331171] Updated weights for policy 0, policy_version 38778 (0.0008)
+[2026-06-02 18:16:42,092][331171] Updated weights for policy 0, policy_version 38788 (0.0005)
+[2026-06-02 18:16:42,283][331171] Updated weights for policy 0, policy_version 38798 (0.0004)
+[2026-06-02 18:16:42,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 19857408. Throughput: 0: 21427.2. Samples: 19888768. Policy #0 lag: (min: 50.0, avg: 81.7, max: 114.0)
+[2026-06-02 18:16:42,389][329331] Avg episode reward: [(0, '1061.083')]
+[2026-06-02 18:16:42,467][331171] Updated weights for policy 0, policy_version 38808 (0.0004)
+[2026-06-02 18:16:42,657][331171] Updated weights for policy 0, policy_version 38818 (0.0004)
+[2026-06-02 18:16:43,128][331171] Updated weights for policy 0, policy_version 38828 (0.0004)
+[2026-06-02 18:16:43,308][331171] Updated weights for policy 0, policy_version 38838 (0.0004)
+[2026-06-02 18:16:43,492][331171] Updated weights for policy 0, policy_version 38848 (0.0005)
+[2026-06-02 18:16:43,669][331171] Updated weights for policy 0, policy_version 38858 (0.0008)
+[2026-06-02 18:16:43,862][331171] Updated weights for policy 0, policy_version 38868 (0.0008)
+[2026-06-02 18:16:44,062][331171] Updated weights for policy 0, policy_version 38879 (0.0008)
+[2026-06-02 18:16:44,588][331171] Updated weights for policy 0, policy_version 38889 (0.0008)
+[2026-06-02 18:16:44,751][331171] Updated weights for policy 0, policy_version 38899 (0.0008)
+[2026-06-02 18:16:44,927][331171] Updated weights for policy 0, policy_version 38909 (0.0008)
+[2026-06-02 18:16:45,115][331171] Updated weights for policy 0, policy_version 38919 (0.0008)
+[2026-06-02 18:16:45,308][331171] Updated weights for policy 0, policy_version 38929 (0.0008)
+[2026-06-02 18:16:45,485][331171] Updated weights for policy 0, policy_version 38939 (0.0008)
+[2026-06-02 18:16:45,677][331171] Updated weights for policy 0, policy_version 38949 (0.0008)
+[2026-06-02 18:16:46,171][331171] Updated weights for policy 0, policy_version 38959 (0.0008)
+[2026-06-02 18:16:46,341][331171] Updated weights for policy 0, policy_version 38969 (0.0008)
+[2026-06-02 18:16:46,532][331171] Updated weights for policy 0, policy_version 38979 (0.0008)
+[2026-06-02 18:16:46,717][331171] Updated weights for policy 0, policy_version 38989 (0.0008)
+[2026-06-02 18:16:46,902][331171] Updated weights for policy 0, policy_version 38999 (0.0008)
+[2026-06-02 18:16:47,083][331171] Updated weights for policy 0, policy_version 39009 (0.0008)
+[2026-06-02 18:16:47,388][329331] Fps is (10 sec: 22937.0, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 19988480. Throughput: 0: 21464.1. Samples: 20017920. Policy #0 lag: (min: 50.0, avg: 81.7, max: 114.0)
+[2026-06-02 18:16:47,390][329331] Avg episode reward: [(0, '1013.052')]
+[2026-06-02 18:16:47,595][331171] Updated weights for policy 0, policy_version 39019 (0.0008)
+[2026-06-02 18:16:47,762][331171] Updated weights for policy 0, policy_version 39029 (0.0008)
+[2026-06-02 18:16:47,936][331171] Updated weights for policy 0, policy_version 39039 (0.0008)
+[2026-06-02 18:16:48,120][331171] Updated weights for policy 0, policy_version 39049 (0.0008)
+[2026-06-02 18:16:48,295][331171] Updated weights for policy 0, policy_version 39059 (0.0008)
+[2026-06-02 18:16:48,480][331171] Updated weights for policy 0, policy_version 39069 (0.0008)
+[2026-06-02 18:16:48,669][331171] Updated weights for policy 0, policy_version 39079 (0.0008)
+[2026-06-02 18:16:49,189][331171] Updated weights for policy 0, policy_version 39089 (0.0008)
+[2026-06-02 18:16:49,361][331171] Updated weights for policy 0, policy_version 39099 (0.0008)
+[2026-06-02 18:16:49,547][331171] Updated weights for policy 0, policy_version 39109 (0.0008)
+[2026-06-02 18:16:49,727][331171] Updated weights for policy 0, policy_version 39119 (0.0008)
+[2026-06-02 18:16:49,903][331171] Updated weights for policy 0, policy_version 39129 (0.0008)
+[2026-06-02 18:16:50,093][331171] Updated weights for policy 0, policy_version 39139 (0.0008)
+[2026-06-02 18:16:50,625][331171] Updated weights for policy 0, policy_version 39149 (0.0008)
+[2026-06-02 18:16:50,795][331171] Updated weights for policy 0, policy_version 39159 (0.0008)
+[2026-06-02 18:16:50,968][331171] Updated weights for policy 0, policy_version 39169 (0.0008)
+[2026-06-02 18:16:51,153][331171] Updated weights for policy 0, policy_version 39179 (0.0008)
+[2026-06-02 18:16:51,340][331171] Updated weights for policy 0, policy_version 39189 (0.0008)
+[2026-06-02 18:16:51,527][331171] Updated weights for policy 0, policy_version 39199 (0.0008)
+[2026-06-02 18:16:52,064][331171] Updated weights for policy 0, policy_version 39209 (0.0008)
+[2026-06-02 18:16:52,232][331171] Updated weights for policy 0, policy_version 39219 (0.0008)
+[2026-06-02 18:16:52,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 20086784. Throughput: 0: 21452.8. Samples: 20080512. Policy #0 lag: (min: 63.0, avg: 84.5, max: 127.0)
+[2026-06-02 18:16:52,389][329331] Avg episode reward: [(0, '1133.733')]
+[2026-06-02 18:16:52,400][331171] Updated weights for policy 0, policy_version 39229 (0.0007)
+[2026-06-02 18:16:52,596][331171] Updated weights for policy 0, policy_version 39239 (0.0004)
+[2026-06-02 18:16:52,787][331171] Updated weights for policy 0, policy_version 39249 (0.0004)
+[2026-06-02 18:16:52,972][331171] Updated weights for policy 0, policy_version 39259 (0.0004)
+[2026-06-02 18:16:53,151][331171] Updated weights for policy 0, policy_version 39269 (0.0004)
+[2026-06-02 18:16:53,674][331171] Updated weights for policy 0, policy_version 39279 (0.0004)
+[2026-06-02 18:16:53,841][331171] Updated weights for policy 0, policy_version 39289 (0.0004)
+[2026-06-02 18:16:54,031][331171] Updated weights for policy 0, policy_version 39299 (0.0007)
+[2026-06-02 18:16:54,216][331171] Updated weights for policy 0, policy_version 39309 (0.0008)
+[2026-06-02 18:16:54,399][331171] Updated weights for policy 0, policy_version 39319 (0.0008)
+[2026-06-02 18:16:54,579][331171] Updated weights for policy 0, policy_version 39329 (0.0008)
+[2026-06-02 18:16:55,081][331171] Updated weights for policy 0, policy_version 39339 (0.0008)
+[2026-06-02 18:16:55,243][331171] Updated weights for policy 0, policy_version 39349 (0.0008)
+[2026-06-02 18:16:55,427][331171] Updated weights for policy 0, policy_version 39359 (0.0008)
+[2026-06-02 18:16:55,615][331171] Updated weights for policy 0, policy_version 39369 (0.0008)
+[2026-06-02 18:16:55,799][331171] Updated weights for policy 0, policy_version 39379 (0.0008)
+[2026-06-02 18:16:55,979][331171] Updated weights for policy 0, policy_version 39389 (0.0009)
+[2026-06-02 18:16:56,156][331171] Updated weights for policy 0, policy_version 39399 (0.0008)
+[2026-06-02 18:16:56,693][331171] Updated weights for policy 0, policy_version 39409 (0.0008)
+[2026-06-02 18:16:56,867][331171] Updated weights for policy 0, policy_version 39419 (0.0008)
+[2026-06-02 18:16:57,052][331171] Updated weights for policy 0, policy_version 39429 (0.0008)
+[2026-06-02 18:16:57,232][331171] Updated weights for policy 0, policy_version 39439 (0.0008)
+[2026-06-02 18:16:57,388][329331] Fps is (10 sec: 19661.2, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 20185088. Throughput: 0: 21475.5. Samples: 20208896. Policy #0 lag: (min: 63.0, avg: 84.5, max: 127.0)
+[2026-06-02 18:16:57,389][329331] Avg episode reward: [(0, '1211.342')]
+[2026-06-02 18:16:57,422][331171] Updated weights for policy 0, policy_version 39449 (0.0008)
+[2026-06-02 18:16:57,606][331171] Updated weights for policy 0, policy_version 39459 (0.0008)
+[2026-06-02 18:16:58,098][331171] Updated weights for policy 0, policy_version 39469 (0.0008)
+[2026-06-02 18:16:58,268][331171] Updated weights for policy 0, policy_version 39479 (0.0008)
+[2026-06-02 18:16:58,453][331171] Updated weights for policy 0, policy_version 39489 (0.0008)
+[2026-06-02 18:16:58,637][331171] Updated weights for policy 0, policy_version 39499 (0.0008)
+[2026-06-02 18:16:58,818][331171] Updated weights for policy 0, policy_version 39509 (0.0008)
+[2026-06-02 18:16:59,003][331171] Updated weights for policy 0, policy_version 39519 (0.0008)
+[2026-06-02 18:16:59,529][331171] Updated weights for policy 0, policy_version 39529 (0.0008)
+[2026-06-02 18:16:59,694][331171] Updated weights for policy 0, policy_version 39539 (0.0008)
+[2026-06-02 18:16:59,879][331171] Updated weights for policy 0, policy_version 39549 (0.0008)
+[2026-06-02 18:17:00,059][331171] Updated weights for policy 0, policy_version 39559 (0.0008)
+[2026-06-02 18:17:00,234][331171] Updated weights for policy 0, policy_version 39569 (0.0008)
+[2026-06-02 18:17:00,421][331171] Updated weights for policy 0, policy_version 39579 (0.0008)
+[2026-06-02 18:17:00,595][331171] Updated weights for policy 0, policy_version 39589 (0.0008)
+[2026-06-02 18:17:01,136][331171] Updated weights for policy 0, policy_version 39599 (0.0008)
+[2026-06-02 18:17:01,307][331171] Updated weights for policy 0, policy_version 39609 (0.0008)
+[2026-06-02 18:17:01,492][331171] Updated weights for policy 0, policy_version 39619 (0.0008)
+[2026-06-02 18:17:01,676][331171] Updated weights for policy 0, policy_version 39629 (0.0009)
+[2026-06-02 18:17:01,857][331171] Updated weights for policy 0, policy_version 39639 (0.0009)
+[2026-06-02 18:17:02,038][331171] Updated weights for policy 0, policy_version 39649 (0.0009)
+[2026-06-02 18:17:02,388][329331] Fps is (10 sec: 22937.5, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 20316160. Throughput: 0: 21464.2. Samples: 20335232. Policy #0 lag: (min: 63.0, avg: 84.5, max: 127.0)
+[2026-06-02 18:17:02,389][329331] Avg episode reward: [(0, '1239.650')]
+[2026-06-02 18:17:02,588][331171] Updated weights for policy 0, policy_version 39659 (0.0009)
+[2026-06-02 18:17:02,759][331171] Updated weights for policy 0, policy_version 39669 (0.0008)
+[2026-06-02 18:17:02,939][331171] Updated weights for policy 0, policy_version 39679 (0.0008)
+[2026-06-02 18:17:03,125][331171] Updated weights for policy 0, policy_version 39689 (0.0009)
+[2026-06-02 18:17:03,304][331171] Updated weights for policy 0, policy_version 39699 (0.0008)
+[2026-06-02 18:17:03,487][331171] Updated weights for policy 0, policy_version 39709 (0.0009)
+[2026-06-02 18:17:03,668][331171] Updated weights for policy 0, policy_version 39719 (0.0008)
+[2026-06-02 18:17:03,678][330880] Saving new best policy, reward=1239.650!
+[2026-06-02 18:17:04,223][331171] Updated weights for policy 0, policy_version 39729 (0.0008)
+[2026-06-02 18:17:04,404][331171] Updated weights for policy 0, policy_version 39739 (0.0008)
+[2026-06-02 18:17:04,586][331171] Updated weights for policy 0, policy_version 39749 (0.0008)
+[2026-06-02 18:17:04,775][331171] Updated weights for policy 0, policy_version 39759 (0.0008)
+[2026-06-02 18:17:04,951][331171] Updated weights for policy 0, policy_version 39769 (0.0008)
+[2026-06-02 18:17:05,137][331171] Updated weights for policy 0, policy_version 39779 (0.0008)
+[2026-06-02 18:17:05,698][331171] Updated weights for policy 0, policy_version 39789 (0.0008)
+[2026-06-02 18:17:05,873][331171] Updated weights for policy 0, policy_version 39799 (0.0008)
+[2026-06-02 18:17:06,047][331171] Updated weights for policy 0, policy_version 39809 (0.0008)
+[2026-06-02 18:17:06,235][331171] Updated weights for policy 0, policy_version 39819 (0.0008)
+[2026-06-02 18:17:06,422][331171] Updated weights for policy 0, policy_version 39829 (0.0008)
+[2026-06-02 18:17:06,616][331171] Updated weights for policy 0, policy_version 39839 (0.0008)
+[2026-06-02 18:17:07,175][331171] Updated weights for policy 0, policy_version 39849 (0.0008)
+[2026-06-02 18:17:07,344][331171] Updated weights for policy 0, policy_version 39859 (0.0008)
+[2026-06-02 18:17:07,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 20414464. Throughput: 0: 21498.3. Samples: 20401664. Policy #0 lag: (min: 63.0, avg: 84.5, max: 127.0)
+[2026-06-02 18:17:07,389][329331] Avg episode reward: [(0, '1190.474')]
+[2026-06-02 18:17:07,523][331171] Updated weights for policy 0, policy_version 39869 (0.0009)
+[2026-06-02 18:17:07,707][331171] Updated weights for policy 0, policy_version 39879 (0.0008)
+[2026-06-02 18:17:07,893][331171] Updated weights for policy 0, policy_version 39889 (0.0008)
+[2026-06-02 18:17:08,075][331171] Updated weights for policy 0, policy_version 39899 (0.0008)
+[2026-06-02 18:17:08,259][331171] Updated weights for policy 0, policy_version 39909 (0.0008)
+[2026-06-02 18:17:08,811][331171] Updated weights for policy 0, policy_version 39919 (0.0008)
+[2026-06-02 18:17:08,985][331171] Updated weights for policy 0, policy_version 39929 (0.0008)
+[2026-06-02 18:17:09,169][331171] Updated weights for policy 0, policy_version 39939 (0.0008)
+[2026-06-02 18:17:09,353][331171] Updated weights for policy 0, policy_version 39949 (0.0008)
+[2026-06-02 18:17:09,542][331171] Updated weights for policy 0, policy_version 39959 (0.0007)
+[2026-06-02 18:17:09,726][331171] Updated weights for policy 0, policy_version 39969 (0.0008)
+[2026-06-02 18:17:10,277][331171] Updated weights for policy 0, policy_version 39979 (0.0008)
+[2026-06-02 18:17:10,444][331171] Updated weights for policy 0, policy_version 39989 (0.0008)
+[2026-06-02 18:17:10,620][331171] Updated weights for policy 0, policy_version 39999 (0.0008)
+[2026-06-02 18:17:10,806][331171] Updated weights for policy 0, policy_version 40009 (0.0008)
+[2026-06-02 18:17:10,994][331171] Updated weights for policy 0, policy_version 40019 (0.0009)
+[2026-06-02 18:17:11,183][331171] Updated weights for policy 0, policy_version 40029 (0.0009)
+[2026-06-02 18:17:11,364][331171] Updated weights for policy 0, policy_version 40039 (0.0008)
+[2026-06-02 18:17:11,916][331171] Updated weights for policy 0, policy_version 40049 (0.0009)
+[2026-06-02 18:17:12,093][331171] Updated weights for policy 0, policy_version 40059 (0.0009)
+[2026-06-02 18:17:12,271][331171] Updated weights for policy 0, policy_version 40069 (0.0009)
+[2026-06-02 18:17:12,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 20512768. Throughput: 0: 21575.1. Samples: 20535424. Policy #0 lag: (min: 63.0, avg: 84.5, max: 127.0)
+[2026-06-02 18:17:12,389][329331] Avg episode reward: [(0, '1201.996')]
+[2026-06-02 18:17:12,448][331171] Updated weights for policy 0, policy_version 40079 (0.0009)
+[2026-06-02 18:17:12,629][331171] Updated weights for policy 0, policy_version 40089 (0.0009)
+[2026-06-02 18:17:12,822][331171] Updated weights for policy 0, policy_version 40099 (0.0009)
+[2026-06-02 18:17:13,395][331171] Updated weights for policy 0, policy_version 40109 (0.0009)
+[2026-06-02 18:17:13,577][331171] Updated weights for policy 0, policy_version 40119 (0.0008)
+[2026-06-02 18:17:13,758][331171] Updated weights for policy 0, policy_version 40129 (0.0009)
+[2026-06-02 18:17:13,941][331171] Updated weights for policy 0, policy_version 40139 (0.0009)
+[2026-06-02 18:17:14,121][331171] Updated weights for policy 0, policy_version 40149 (0.0008)
+[2026-06-02 18:17:14,306][331171] Updated weights for policy 0, policy_version 40159 (0.0008)
+[2026-06-02 18:17:14,855][331171] Updated weights for policy 0, policy_version 40169 (0.0008)
+[2026-06-02 18:17:15,017][331171] Updated weights for policy 0, policy_version 40179 (0.0008)
+[2026-06-02 18:17:15,180][331171] Updated weights for policy 0, policy_version 40189 (0.0008)
+[2026-06-02 18:17:15,366][331171] Updated weights for policy 0, policy_version 40199 (0.0008)
+[2026-06-02 18:17:15,543][331171] Updated weights for policy 0, policy_version 40209 (0.0008)
+[2026-06-02 18:17:15,719][331171] Updated weights for policy 0, policy_version 40219 (0.0008)
+[2026-06-02 18:17:15,896][331171] Updated weights for policy 0, policy_version 40229 (0.0008)
+[2026-06-02 18:17:16,468][331171] Updated weights for policy 0, policy_version 40239 (0.0008)
+[2026-06-02 18:17:16,646][331171] Updated weights for policy 0, policy_version 40249 (0.0008)
+[2026-06-02 18:17:16,832][331171] Updated weights for policy 0, policy_version 40259 (0.0008)
+[2026-06-02 18:17:17,018][331171] Updated weights for policy 0, policy_version 40269 (0.0008)
+[2026-06-02 18:17:17,199][331171] Updated weights for policy 0, policy_version 40279 (0.0008)
+[2026-06-02 18:17:17,385][331171] Updated weights for policy 0, policy_version 40289 (0.0008)
+[2026-06-02 18:17:17,388][329331] Fps is (10 sec: 19660.4, 60 sec: 21299.1, 300 sec: 21549.1). Total num frames: 20611072. Throughput: 0: 21677.4. Samples: 20668032. Policy #0 lag: (min: 63.0, avg: 84.5, max: 127.0)
+[2026-06-02 18:17:17,389][329331] Avg episode reward: [(0, '1168.341')]
+[2026-06-02 18:17:17,957][331171] Updated weights for policy 0, policy_version 40299 (0.0008)
+[2026-06-02 18:17:18,127][331171] Updated weights for policy 0, policy_version 40309 (0.0008)
+[2026-06-02 18:17:18,307][331171] Updated weights for policy 0, policy_version 40319 (0.0008)
+[2026-06-02 18:17:18,493][331171] Updated weights for policy 0, policy_version 40329 (0.0008)
+[2026-06-02 18:17:18,677][331171] Updated weights for policy 0, policy_version 40339 (0.0008)
+[2026-06-02 18:17:18,857][331171] Updated weights for policy 0, policy_version 40349 (0.0008)
+[2026-06-02 18:17:19,042][331171] Updated weights for policy 0, policy_version 40359 (0.0008)
+[2026-06-02 18:17:19,588][331171] Updated weights for policy 0, policy_version 40369 (0.0008)
+[2026-06-02 18:17:19,760][331171] Updated weights for policy 0, policy_version 40379 (0.0008)
+[2026-06-02 18:17:19,946][331171] Updated weights for policy 0, policy_version 40389 (0.0010)
+[2026-06-02 18:17:20,131][331171] Updated weights for policy 0, policy_version 40399 (0.0008)
+[2026-06-02 18:17:20,322][331171] Updated weights for policy 0, policy_version 40409 (0.0008)
+[2026-06-02 18:17:20,500][331171] Updated weights for policy 0, policy_version 40419 (0.0008)
+[2026-06-02 18:17:21,055][331171] Updated weights for policy 0, policy_version 40429 (0.0008)
+[2026-06-02 18:17:21,226][331171] Updated weights for policy 0, policy_version 40439 (0.0008)
+[2026-06-02 18:17:21,402][331171] Updated weights for policy 0, policy_version 40449 (0.0008)
+[2026-06-02 18:17:21,595][331171] Updated weights for policy 0, policy_version 40459 (0.0008)
+[2026-06-02 18:17:21,776][331171] Updated weights for policy 0, policy_version 40469 (0.0008)
+[2026-06-02 18:17:21,950][331171] Updated weights for policy 0, policy_version 40479 (0.0008)
+[2026-06-02 18:17:22,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 20742144. Throughput: 0: 21654.7. Samples: 20735232. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:17:22,389][329331] Avg episode reward: [(0, '1264.634')]
+[2026-06-02 18:17:22,514][331171] Updated weights for policy 0, policy_version 40489 (0.0009)
+[2026-06-02 18:17:22,683][331171] Updated weights for policy 0, policy_version 40499 (0.0008)
+[2026-06-02 18:17:22,861][331171] Updated weights for policy 0, policy_version 40509 (0.0008)
+[2026-06-02 18:17:23,039][331171] Updated weights for policy 0, policy_version 40519 (0.0009)
+[2026-06-02 18:17:23,221][331171] Updated weights for policy 0, policy_version 40529 (0.0008)
+[2026-06-02 18:17:23,408][331171] Updated weights for policy 0, policy_version 40539 (0.0008)
+[2026-06-02 18:17:23,588][331171] Updated weights for policy 0, policy_version 40549 (0.0008)
+[2026-06-02 18:17:23,635][330880] Saving new best policy, reward=1264.634!
+[2026-06-02 18:17:24,174][331171] Updated weights for policy 0, policy_version 40560 (0.0009)
+[2026-06-02 18:17:24,350][331171] Updated weights for policy 0, policy_version 40570 (0.0008)
+[2026-06-02 18:17:24,530][331171] Updated weights for policy 0, policy_version 40580 (0.0008)
+[2026-06-02 18:17:24,714][331171] Updated weights for policy 0, policy_version 40590 (0.0007)
+[2026-06-02 18:17:24,893][331171] Updated weights for policy 0, policy_version 40600 (0.0006)
+[2026-06-02 18:17:25,077][331171] Updated weights for policy 0, policy_version 40610 (0.0008)
+[2026-06-02 18:17:25,613][331171] Updated weights for policy 0, policy_version 40620 (0.0009)
+[2026-06-02 18:17:25,783][331171] Updated weights for policy 0, policy_version 40630 (0.0008)
+[2026-06-02 18:17:25,963][331171] Updated weights for policy 0, policy_version 40640 (0.0008)
+[2026-06-02 18:17:26,147][331171] Updated weights for policy 0, policy_version 40650 (0.0009)
+[2026-06-02 18:17:26,321][331171] Updated weights for policy 0, policy_version 40660 (0.0008)
+[2026-06-02 18:17:26,509][331171] Updated weights for policy 0, policy_version 40670 (0.0009)
+[2026-06-02 18:17:26,687][331171] Updated weights for policy 0, policy_version 40680 (0.0008)
+[2026-06-02 18:17:27,233][331171] Updated weights for policy 0, policy_version 40690 (0.0009)
+[2026-06-02 18:17:27,388][329331] Fps is (10 sec: 22937.9, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 20840448. Throughput: 0: 21742.9. Samples: 20867200. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:17:27,389][329331] Avg episode reward: [(0, '1305.354')]
+[2026-06-02 18:17:27,412][331171] Updated weights for policy 0, policy_version 40700 (0.0008)
+[2026-06-02 18:17:27,603][331171] Updated weights for policy 0, policy_version 40710 (0.0008)
+[2026-06-02 18:17:27,785][331171] Updated weights for policy 0, policy_version 40720 (0.0008)
+[2026-06-02 18:17:27,979][331171] Updated weights for policy 0, policy_version 40730 (0.0009)
+[2026-06-02 18:17:28,157][331171] Updated weights for policy 0, policy_version 40740 (0.0008)
+[2026-06-02 18:17:28,225][330880] Saving new best policy, reward=1305.354!
+[2026-06-02 18:17:28,646][331171] Updated weights for policy 0, policy_version 40750 (0.0008)
+[2026-06-02 18:17:28,818][331171] Updated weights for policy 0, policy_version 40760 (0.0008)
+[2026-06-02 18:17:28,999][331171] Updated weights for policy 0, policy_version 40770 (0.0008)
+[2026-06-02 18:17:29,183][331171] Updated weights for policy 0, policy_version 40780 (0.0008)
+[2026-06-02 18:17:29,373][331171] Updated weights for policy 0, policy_version 40790 (0.0008)
+[2026-06-02 18:17:29,557][331171] Updated weights for policy 0, policy_version 40800 (0.0008)
+[2026-06-02 18:17:30,058][331171] Updated weights for policy 0, policy_version 40810 (0.0008)
+[2026-06-02 18:17:30,223][331171] Updated weights for policy 0, policy_version 40820 (0.0008)
+[2026-06-02 18:17:30,395][331171] Updated weights for policy 0, policy_version 40830 (0.0008)
+[2026-06-02 18:17:30,570][331171] Updated weights for policy 0, policy_version 40840 (0.0008)
+[2026-06-02 18:17:30,748][331171] Updated weights for policy 0, policy_version 40850 (0.0008)
+[2026-06-02 18:17:30,925][331171] Updated weights for policy 0, policy_version 40860 (0.0009)
+[2026-06-02 18:17:31,100][331171] Updated weights for policy 0, policy_version 40870 (0.0008)
+[2026-06-02 18:17:31,678][331171] Updated weights for policy 0, policy_version 40880 (0.0008)
+[2026-06-02 18:17:31,851][331171] Updated weights for policy 0, policy_version 40890 (0.0008)
+[2026-06-02 18:17:32,027][331171] Updated weights for policy 0, policy_version 40900 (0.0008)
+[2026-06-02 18:17:32,204][331171] Updated weights for policy 0, policy_version 40910 (0.0008)
+[2026-06-02 18:17:32,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 20938752. Throughput: 0: 21700.3. Samples: 20994432. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:17:32,389][329331] Avg episode reward: [(0, '1311.392')]
+[2026-06-02 18:17:32,392][331171] Updated weights for policy 0, policy_version 40920 (0.0008)
+[2026-06-02 18:17:32,582][331171] Updated weights for policy 0, policy_version 40930 (0.0008)
+[2026-06-02 18:17:32,690][330880] Saving new best policy, reward=1311.392!
+[2026-06-02 18:17:33,122][331171] Updated weights for policy 0, policy_version 40940 (0.0008)
+[2026-06-02 18:17:33,295][331171] Updated weights for policy 0, policy_version 40950 (0.0008)
+[2026-06-02 18:17:33,471][331171] Updated weights for policy 0, policy_version 40960 (0.0008)
+[2026-06-02 18:17:33,660][331171] Updated weights for policy 0, policy_version 40970 (0.0008)
+[2026-06-02 18:17:33,852][331171] Updated weights for policy 0, policy_version 40980 (0.0008)
+[2026-06-02 18:17:34,033][331171] Updated weights for policy 0, policy_version 40990 (0.0008)
+[2026-06-02 18:17:34,205][331171] Updated weights for policy 0, policy_version 41000 (0.0008)
+[2026-06-02 18:17:34,710][331171] Updated weights for policy 0, policy_version 41010 (0.0004)
+[2026-06-02 18:17:34,885][331171] Updated weights for policy 0, policy_version 41020 (0.0004)
+[2026-06-02 18:17:35,063][331171] Updated weights for policy 0, policy_version 41030 (0.0004)
+[2026-06-02 18:17:35,249][331171] Updated weights for policy 0, policy_version 41040 (0.0004)
+[2026-06-02 18:17:35,421][331171] Updated weights for policy 0, policy_version 41050 (0.0004)
+[2026-06-02 18:17:35,606][331171] Updated weights for policy 0, policy_version 41060 (0.0004)
+[2026-06-02 18:17:36,134][331171] Updated weights for policy 0, policy_version 41070 (0.0007)
+[2026-06-02 18:17:36,304][331171] Updated weights for policy 0, policy_version 41080 (0.0008)
+[2026-06-02 18:17:36,478][331171] Updated weights for policy 0, policy_version 41090 (0.0008)
+[2026-06-02 18:17:36,654][331171] Updated weights for policy 0, policy_version 41100 (0.0008)
+[2026-06-02 18:17:36,829][331171] Updated weights for policy 0, policy_version 41110 (0.0008)
+[2026-06-02 18:17:37,004][331171] Updated weights for policy 0, policy_version 41120 (0.0008)
+[2026-06-02 18:17:37,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 21069824. Throughput: 0: 21751.4. Samples: 21059328. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:17:37,389][329331] Avg episode reward: [(0, '1336.713')]
+[2026-06-02 18:17:37,395][330880] Saving new best policy, reward=1336.713!
+[2026-06-02 18:17:37,600][331171] Updated weights for policy 0, policy_version 41130 (0.0008)
+[2026-06-02 18:17:37,770][331171] Updated weights for policy 0, policy_version 41140 (0.0008)
+[2026-06-02 18:17:37,953][331171] Updated weights for policy 0, policy_version 41150 (0.0008)
+[2026-06-02 18:17:38,130][331171] Updated weights for policy 0, policy_version 41160 (0.0008)
+[2026-06-02 18:17:38,309][331171] Updated weights for policy 0, policy_version 41170 (0.0009)
+[2026-06-02 18:17:38,484][331171] Updated weights for policy 0, policy_version 41180 (0.0008)
+[2026-06-02 18:17:38,676][331171] Updated weights for policy 0, policy_version 41191 (0.0009)
+[2026-06-02 18:17:39,200][331171] Updated weights for policy 0, policy_version 41201 (0.0008)
+[2026-06-02 18:17:39,376][331171] Updated weights for policy 0, policy_version 41211 (0.0008)
+[2026-06-02 18:17:39,561][331171] Updated weights for policy 0, policy_version 41221 (0.0008)
+[2026-06-02 18:17:39,747][331171] Updated weights for policy 0, policy_version 41231 (0.0008)
+[2026-06-02 18:17:39,926][331171] Updated weights for policy 0, policy_version 41241 (0.0008)
+[2026-06-02 18:17:40,114][331171] Updated weights for policy 0, policy_version 41251 (0.0008)
+[2026-06-02 18:17:40,635][331171] Updated weights for policy 0, policy_version 41261 (0.0008)
+[2026-06-02 18:17:40,805][331171] Updated weights for policy 0, policy_version 41271 (0.0008)
+[2026-06-02 18:17:40,988][331171] Updated weights for policy 0, policy_version 41281 (0.0008)
+[2026-06-02 18:17:41,177][331171] Updated weights for policy 0, policy_version 41291 (0.0008)
+[2026-06-02 18:17:41,360][331171] Updated weights for policy 0, policy_version 41301 (0.0008)
+[2026-06-02 18:17:41,547][331171] Updated weights for policy 0, policy_version 41311 (0.0008)
+[2026-06-02 18:17:42,080][331171] Updated weights for policy 0, policy_version 41321 (0.0009)
+[2026-06-02 18:17:42,244][331171] Updated weights for policy 0, policy_version 41331 (0.0008)
+[2026-06-02 18:17:42,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 21168128. Throughput: 0: 21771.4. Samples: 21188608. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 18:17:42,389][329331] Avg episode reward: [(0, '1283.333')]
+[2026-06-02 18:17:42,426][331171] Updated weights for policy 0, policy_version 41341 (0.0008)
+[2026-06-02 18:17:42,605][331171] Updated weights for policy 0, policy_version 41351 (0.0008)
+[2026-06-02 18:17:42,788][331171] Updated weights for policy 0, policy_version 41361 (0.0008)
+[2026-06-02 18:17:42,981][331171] Updated weights for policy 0, policy_version 41371 (0.0008)
+[2026-06-02 18:17:43,164][331171] Updated weights for policy 0, policy_version 41381 (0.0008)
+[2026-06-02 18:17:43,692][331171] Updated weights for policy 0, policy_version 41391 (0.0008)
+[2026-06-02 18:17:43,868][331171] Updated weights for policy 0, policy_version 41401 (0.0008)
+[2026-06-02 18:17:44,065][331171] Updated weights for policy 0, policy_version 41411 (0.0008)
+[2026-06-02 18:17:44,253][331171] Updated weights for policy 0, policy_version 41421 (0.0008)
+[2026-06-02 18:17:44,434][331171] Updated weights for policy 0, policy_version 41431 (0.0009)
+[2026-06-02 18:17:44,616][331171] Updated weights for policy 0, policy_version 41441 (0.0009)
+[2026-06-02 18:17:45,110][331171] Updated weights for policy 0, policy_version 41451 (0.0009)
+[2026-06-02 18:17:45,285][331171] Updated weights for policy 0, policy_version 41461 (0.0009)
+[2026-06-02 18:17:45,459][331171] Updated weights for policy 0, policy_version 41471 (0.0008)
+[2026-06-02 18:17:45,643][331171] Updated weights for policy 0, policy_version 41481 (0.0008)
+[2026-06-02 18:17:45,832][331171] Updated weights for policy 0, policy_version 41491 (0.0009)
+[2026-06-02 18:17:46,009][331171] Updated weights for policy 0, policy_version 41501 (0.0009)
+[2026-06-02 18:17:46,188][331171] Updated weights for policy 0, policy_version 41511 (0.0009)
+[2026-06-02 18:17:46,699][331171] Updated weights for policy 0, policy_version 41521 (0.0009)
+[2026-06-02 18:17:46,871][331171] Updated weights for policy 0, policy_version 41531 (0.0010)
+[2026-06-02 18:17:47,045][331171] Updated weights for policy 0, policy_version 41541 (0.0009)
+[2026-06-02 18:17:47,234][331171] Updated weights for policy 0, policy_version 41551 (0.0008)
+[2026-06-02 18:17:47,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 21266432. Throughput: 0: 21777.0. Samples: 21315200. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0)
+[2026-06-02 18:17:47,389][329331] Avg episode reward: [(0, '1340.532')]
+[2026-06-02 18:17:47,444][331171] Updated weights for policy 0, policy_version 41562 (0.0008)
+[2026-06-02 18:17:47,620][331171] Updated weights for policy 0, policy_version 41572 (0.0008)
+[2026-06-02 18:17:47,684][330880] Saving new best policy, reward=1340.532!
+[2026-06-02 18:17:48,146][331171] Updated weights for policy 0, policy_version 41582 (0.0009)
+[2026-06-02 18:17:48,318][331171] Updated weights for policy 0, policy_version 41592 (0.0008)
+[2026-06-02 18:17:48,495][331171] Updated weights for policy 0, policy_version 41602 (0.0009)
+[2026-06-02 18:17:48,670][331171] Updated weights for policy 0, policy_version 41612 (0.0009)
+[2026-06-02 18:17:48,845][331171] Updated weights for policy 0, policy_version 41622 (0.0009)
+[2026-06-02 18:17:49,020][331171] Updated weights for policy 0, policy_version 41632 (0.0009)
+[2026-06-02 18:17:49,596][331171] Updated weights for policy 0, policy_version 41642 (0.0009)
+[2026-06-02 18:17:49,756][331171] Updated weights for policy 0, policy_version 41652 (0.0008)
+[2026-06-02 18:17:49,930][331171] Updated weights for policy 0, policy_version 41662 (0.0009)
+[2026-06-02 18:17:50,106][331171] Updated weights for policy 0, policy_version 41672 (0.0010)
+[2026-06-02 18:17:50,283][331171] Updated weights for policy 0, policy_version 41682 (0.0009)
+[2026-06-02 18:17:50,459][331171] Updated weights for policy 0, policy_version 41692 (0.0009)
+[2026-06-02 18:17:50,642][331171] Updated weights for policy 0, policy_version 41702 (0.0008)
+[2026-06-02 18:17:51,215][331171] Updated weights for policy 0, policy_version 41712 (0.0008)
+[2026-06-02 18:17:51,390][331171] Updated weights for policy 0, policy_version 41722 (0.0008)
+[2026-06-02 18:17:51,567][331171] Updated weights for policy 0, policy_version 41732 (0.0008)
+[2026-06-02 18:17:51,751][331171] Updated weights for policy 0, policy_version 41742 (0.0008)
+[2026-06-02 18:17:51,931][331171] Updated weights for policy 0, policy_version 41752 (0.0008)
+[2026-06-02 18:17:52,123][331171] Updated weights for policy 0, policy_version 41762 (0.0008)
+[2026-06-02 18:17:52,224][330880] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000005
+[2026-06-02 18:17:52,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 21397504. Throughput: 0: 21711.6. Samples: 21378688. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0)
+[2026-06-02 18:17:52,389][329331] Avg episode reward: [(0, '1272.563')]
+[2026-06-02 18:17:52,655][331171] Updated weights for policy 0, policy_version 41772 (0.0008)
+[2026-06-02 18:17:52,819][331171] Updated weights for policy 0, policy_version 41782 (0.0008)
+[2026-06-02 18:17:53,003][331171] Updated weights for policy 0, policy_version 41792 (0.0008)
+[2026-06-02 18:17:53,186][331171] Updated weights for policy 0, policy_version 41802 (0.0008)
+[2026-06-02 18:17:53,378][331171] Updated weights for policy 0, policy_version 41812 (0.0008)
+[2026-06-02 18:17:53,556][331171] Updated weights for policy 0, policy_version 41822 (0.0008)
+[2026-06-02 18:17:53,743][331171] Updated weights for policy 0, policy_version 41832 (0.0008)
+[2026-06-02 18:17:54,208][331171] Updated weights for policy 0, policy_version 41842 (0.0008)
+[2026-06-02 18:17:54,385][331171] Updated weights for policy 0, policy_version 41852 (0.0008)
+[2026-06-02 18:17:54,569][331171] Updated weights for policy 0, policy_version 41862 (0.0008)
+[2026-06-02 18:17:54,753][331171] Updated weights for policy 0, policy_version 41872 (0.0008)
+[2026-06-02 18:17:54,940][331171] Updated weights for policy 0, policy_version 41882 (0.0008)
+[2026-06-02 18:17:55,121][331171] Updated weights for policy 0, policy_version 41892 (0.0008)
+[2026-06-02 18:17:55,655][331171] Updated weights for policy 0, policy_version 41902 (0.0008)
+[2026-06-02 18:17:55,826][331171] Updated weights for policy 0, policy_version 41912 (0.0008)
+[2026-06-02 18:17:56,003][331171] Updated weights for policy 0, policy_version 41922 (0.0008)
+[2026-06-02 18:17:56,189][331171] Updated weights for policy 0, policy_version 41932 (0.0009)
+[2026-06-02 18:17:56,362][331171] Updated weights for policy 0, policy_version 41942 (0.0008)
+[2026-06-02 18:17:56,551][331171] Updated weights for policy 0, policy_version 41952 (0.0007)
+[2026-06-02 18:17:57,116][331171] Updated weights for policy 0, policy_version 41962 (0.0009)
+[2026-06-02 18:17:57,297][331171] Updated weights for policy 0, policy_version 41972 (0.0009)
+[2026-06-02 18:17:57,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 21495808. Throughput: 0: 21589.4. Samples: 21506944. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0)
+[2026-06-02 18:17:57,389][329331] Avg episode reward: [(0, '1398.484')]
+[2026-06-02 18:17:57,478][331171] Updated weights for policy 0, policy_version 41982 (0.0009)
+[2026-06-02 18:17:57,665][331171] Updated weights for policy 0, policy_version 41992 (0.0009)
+[2026-06-02 18:17:57,852][331171] Updated weights for policy 0, policy_version 42002 (0.0009)
+[2026-06-02 18:17:58,038][331171] Updated weights for policy 0, policy_version 42012 (0.0009)
+[2026-06-02 18:17:58,218][331171] Updated weights for policy 0, policy_version 42022 (0.0008)
+[2026-06-02 18:17:58,248][330880] Saving new best policy, reward=1398.484!
+[2026-06-02 18:17:58,771][331171] Updated weights for policy 0, policy_version 42032 (0.0009)
+[2026-06-02 18:17:58,936][331171] Updated weights for policy 0, policy_version 42042 (0.0008)
+[2026-06-02 18:17:59,117][331171] Updated weights for policy 0, policy_version 42052 (0.0009)
+[2026-06-02 18:17:59,306][331171] Updated weights for policy 0, policy_version 42062 (0.0009)
+[2026-06-02 18:17:59,485][331171] Updated weights for policy 0, policy_version 42072 (0.0009)
+[2026-06-02 18:17:59,668][331171] Updated weights for policy 0, policy_version 42082 (0.0008)
+[2026-06-02 18:18:00,236][331171] Updated weights for policy 0, policy_version 42092 (0.0008)
+[2026-06-02 18:18:00,408][331171] Updated weights for policy 0, policy_version 42102 (0.0008)
+[2026-06-02 18:18:00,590][331171] Updated weights for policy 0, policy_version 42112 (0.0008)
+[2026-06-02 18:18:00,766][331171] Updated weights for policy 0, policy_version 42122 (0.0008)
+[2026-06-02 18:18:00,953][331171] Updated weights for policy 0, policy_version 42132 (0.0008)
+[2026-06-02 18:18:01,146][331171] Updated weights for policy 0, policy_version 42142 (0.0009)
+[2026-06-02 18:18:01,322][331171] Updated weights for policy 0, policy_version 42152 (0.0008)
+[2026-06-02 18:18:01,907][331171] Updated weights for policy 0, policy_version 42163 (0.0008)
+[2026-06-02 18:18:02,086][331171] Updated weights for policy 0, policy_version 42173 (0.0008)
+[2026-06-02 18:18:02,270][331171] Updated weights for policy 0, policy_version 42183 (0.0008)
+[2026-06-02 18:18:02,388][329331] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 21594112. Throughput: 0: 21615.0. Samples: 21640704. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0)
+[2026-06-02 18:18:02,389][329331] Avg episode reward: [(0, '1444.329')]
+[2026-06-02 18:18:02,447][331171] Updated weights for policy 0, policy_version 42193 (0.0008)
+[2026-06-02 18:18:02,637][331171] Updated weights for policy 0, policy_version 42203 (0.0008)
+[2026-06-02 18:18:02,822][331171] Updated weights for policy 0, policy_version 42213 (0.0008)
+[2026-06-02 18:18:02,870][330880] Saving new best policy, reward=1444.329!
+[2026-06-02 18:18:03,368][331171] Updated weights for policy 0, policy_version 42223 (0.0008)
+[2026-06-02 18:18:03,542][331171] Updated weights for policy 0, policy_version 42233 (0.0008)
+[2026-06-02 18:18:03,727][331171] Updated weights for policy 0, policy_version 42243 (0.0008)
+[2026-06-02 18:18:03,920][331171] Updated weights for policy 0, policy_version 42253 (0.0008)
+[2026-06-02 18:18:04,097][331171] Updated weights for policy 0, policy_version 42263 (0.0008)
+[2026-06-02 18:18:04,285][331171] Updated weights for policy 0, policy_version 42273 (0.0008)
+[2026-06-02 18:18:04,835][331171] Updated weights for policy 0, policy_version 42283 (0.0008)
+[2026-06-02 18:18:05,003][331171] Updated weights for policy 0, policy_version 42293 (0.0008)
+[2026-06-02 18:18:05,185][331171] Updated weights for policy 0, policy_version 42303 (0.0008)
+[2026-06-02 18:18:05,364][331171] Updated weights for policy 0, policy_version 42313 (0.0008)
+[2026-06-02 18:18:05,558][331171] Updated weights for policy 0, policy_version 42323 (0.0008)
+[2026-06-02 18:18:05,744][331171] Updated weights for policy 0, policy_version 42333 (0.0008)
+[2026-06-02 18:18:05,925][331171] Updated weights for policy 0, policy_version 42343 (0.0008)
+[2026-06-02 18:18:06,494][331171] Updated weights for policy 0, policy_version 42353 (0.0008)
+[2026-06-02 18:18:06,666][331171] Updated weights for policy 0, policy_version 42363 (0.0008)
+[2026-06-02 18:18:06,853][331171] Updated weights for policy 0, policy_version 42373 (0.0008)
+[2026-06-02 18:18:07,040][331171] Updated weights for policy 0, policy_version 42383 (0.0008)
+[2026-06-02 18:18:07,223][331171] Updated weights for policy 0, policy_version 42393 (0.0008)
+[2026-06-02 18:18:07,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 21692416. Throughput: 0: 21595.0. Samples: 21707008. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0)
+[2026-06-02 18:18:07,389][329331] Avg episode reward: [(0, '1491.387')]
+[2026-06-02 18:18:07,407][331171] Updated weights for policy 0, policy_version 42403 (0.0008)
+[2026-06-02 18:18:07,492][330880] Saving new best policy, reward=1491.387!
+[2026-06-02 18:18:07,964][331171] Updated weights for policy 0, policy_version 42413 (0.0008)
+[2026-06-02 18:18:08,134][331171] Updated weights for policy 0, policy_version 42423 (0.0008)
+[2026-06-02 18:18:08,310][331171] Updated weights for policy 0, policy_version 42433 (0.0009)
+[2026-06-02 18:18:08,496][331171] Updated weights for policy 0, policy_version 42443 (0.0008)
+[2026-06-02 18:18:08,674][331171] Updated weights for policy 0, policy_version 42453 (0.0008)
+[2026-06-02 18:18:08,855][331171] Updated weights for policy 0, policy_version 42463 (0.0009)
+[2026-06-02 18:18:09,443][331171] Updated weights for policy 0, policy_version 42473 (0.0009)
+[2026-06-02 18:18:09,603][331171] Updated weights for policy 0, policy_version 42483 (0.0009)
+[2026-06-02 18:18:09,782][331171] Updated weights for policy 0, policy_version 42493 (0.0009)
+[2026-06-02 18:18:09,965][331171] Updated weights for policy 0, policy_version 42503 (0.0009)
+[2026-06-02 18:18:10,149][331171] Updated weights for policy 0, policy_version 42513 (0.0009)
+[2026-06-02 18:18:10,331][331171] Updated weights for policy 0, policy_version 42523 (0.0009)
+[2026-06-02 18:18:10,514][331171] Updated weights for policy 0, policy_version 42533 (0.0009)
+[2026-06-02 18:18:11,083][331171] Updated weights for policy 0, policy_version 42543 (0.0009)
+[2026-06-02 18:18:11,257][331171] Updated weights for policy 0, policy_version 42553 (0.0009)
+[2026-06-02 18:18:11,435][331171] Updated weights for policy 0, policy_version 42563 (0.0009)
+[2026-06-02 18:18:11,621][331171] Updated weights for policy 0, policy_version 42573 (0.0009)
+[2026-06-02 18:18:11,806][331171] Updated weights for policy 0, policy_version 42583 (0.0009)
+[2026-06-02 18:18:11,988][331171] Updated weights for policy 0, policy_version 42593 (0.0009)
+[2026-06-02 18:18:12,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 21823488. Throughput: 0: 21646.3. Samples: 21841280. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0)
+[2026-06-02 18:18:12,389][329331] Avg episode reward: [(0, '1305.245')]
+[2026-06-02 18:18:12,570][331171] Updated weights for policy 0, policy_version 42603 (0.0009)
+[2026-06-02 18:18:12,737][331171] Updated weights for policy 0, policy_version 42613 (0.0008)
+[2026-06-02 18:18:12,913][331171] Updated weights for policy 0, policy_version 42623 (0.0008)
+[2026-06-02 18:18:13,094][331171] Updated weights for policy 0, policy_version 42633 (0.0008)
+[2026-06-02 18:18:13,280][331171] Updated weights for policy 0, policy_version 42643 (0.0008)
+[2026-06-02 18:18:13,461][331171] Updated weights for policy 0, policy_version 42653 (0.0008)
+[2026-06-02 18:18:13,653][331171] Updated weights for policy 0, policy_version 42663 (0.0008)
+[2026-06-02 18:18:14,187][331171] Updated weights for policy 0, policy_version 42673 (0.0009)
+[2026-06-02 18:18:14,364][331171] Updated weights for policy 0, policy_version 42683 (0.0009)
+[2026-06-02 18:18:14,541][331171] Updated weights for policy 0, policy_version 42693 (0.0009)
+[2026-06-02 18:18:14,732][331171] Updated weights for policy 0, policy_version 42703 (0.0009)
+[2026-06-02 18:18:14,925][331171] Updated weights for policy 0, policy_version 42713 (0.0006)
+[2026-06-02 18:18:15,108][331171] Updated weights for policy 0, policy_version 42723 (0.0008)
+[2026-06-02 18:18:15,614][331171] Updated weights for policy 0, policy_version 42733 (0.0009)
+[2026-06-02 18:18:15,783][331171] Updated weights for policy 0, policy_version 42743 (0.0009)
+[2026-06-02 18:18:15,967][331171] Updated weights for policy 0, policy_version 42753 (0.0009)
+[2026-06-02 18:18:16,152][331171] Updated weights for policy 0, policy_version 42763 (0.0009)
+[2026-06-02 18:18:16,337][331171] Updated weights for policy 0, policy_version 42773 (0.0008)
+[2026-06-02 18:18:16,508][331171] Updated weights for policy 0, policy_version 42783 (0.0007)
+[2026-06-02 18:18:17,042][331171] Updated weights for policy 0, policy_version 42793 (0.0008)
+[2026-06-02 18:18:17,210][331171] Updated weights for policy 0, policy_version 42803 (0.0009)
+[2026-06-02 18:18:17,387][331171] Updated weights for policy 0, policy_version 42813 (0.0009)
+[2026-06-02 18:18:17,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 21921792. Throughput: 0: 21688.9. Samples: 21970432. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0)
+[2026-06-02 18:18:17,389][329331] Avg episode reward: [(0, '1228.291')]
+[2026-06-02 18:18:17,566][331171] Updated weights for policy 0, policy_version 42823 (0.0009)
+[2026-06-02 18:18:17,750][331171] Updated weights for policy 0, policy_version 42833 (0.0009)
+[2026-06-02 18:18:17,929][331171] Updated weights for policy 0, policy_version 42843 (0.0009)
+[2026-06-02 18:18:18,116][331171] Updated weights for policy 0, policy_version 42853 (0.0009)
+[2026-06-02 18:18:18,642][331171] Updated weights for policy 0, policy_version 42863 (0.0009)
+[2026-06-02 18:18:18,816][331171] Updated weights for policy 0, policy_version 42873 (0.0009)
+[2026-06-02 18:18:19,000][331171] Updated weights for policy 0, policy_version 42883 (0.0009)
+[2026-06-02 18:18:19,183][331171] Updated weights for policy 0, policy_version 42893 (0.0009)
+[2026-06-02 18:18:19,364][331171] Updated weights for policy 0, policy_version 42903 (0.0009)
+[2026-06-02 18:18:19,546][331171] Updated weights for policy 0, policy_version 42913 (0.0009)
+[2026-06-02 18:18:20,079][331171] Updated weights for policy 0, policy_version 42923 (0.0009)
+[2026-06-02 18:18:20,249][331171] Updated weights for policy 0, policy_version 42933 (0.0009)
+[2026-06-02 18:18:20,425][331171] Updated weights for policy 0, policy_version 42943 (0.0009)
+[2026-06-02 18:18:20,603][331171] Updated weights for policy 0, policy_version 42953 (0.0007)
+[2026-06-02 18:18:20,796][331171] Updated weights for policy 0, policy_version 42963 (0.0008)
+[2026-06-02 18:18:20,977][331171] Updated weights for policy 0, policy_version 42973 (0.0009)
+[2026-06-02 18:18:21,162][331171] Updated weights for policy 0, policy_version 42983 (0.0008)
+[2026-06-02 18:18:21,689][331171] Updated weights for policy 0, policy_version 42993 (0.0009)
+[2026-06-02 18:18:21,867][331171] Updated weights for policy 0, policy_version 43003 (0.0009)
+[2026-06-02 18:18:22,055][331171] Updated weights for policy 0, policy_version 43013 (0.0008)
+[2026-06-02 18:18:22,232][331171] Updated weights for policy 0, policy_version 43023 (0.0009)
+[2026-06-02 18:18:22,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 22020096. Throughput: 0: 21643.4. Samples: 22033280. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0)
+[2026-06-02 18:18:22,389][329331] Avg episode reward: [(0, '1238.672')]
+[2026-06-02 18:18:22,421][331171] Updated weights for policy 0, policy_version 43033 (0.0009)
+[2026-06-02 18:18:22,607][331171] Updated weights for policy 0, policy_version 43043 (0.0009)
+[2026-06-02 18:18:23,120][331171] Updated weights for policy 0, policy_version 43053 (0.0009)
+[2026-06-02 18:18:23,295][331171] Updated weights for policy 0, policy_version 43063 (0.0008)
+[2026-06-02 18:18:23,477][331171] Updated weights for policy 0, policy_version 43073 (0.0008)
+[2026-06-02 18:18:23,658][331171] Updated weights for policy 0, policy_version 43083 (0.0008)
+[2026-06-02 18:18:23,839][331171] Updated weights for policy 0, policy_version 43093 (0.0008)
+[2026-06-02 18:18:24,025][331171] Updated weights for policy 0, policy_version 43103 (0.0008)
+[2026-06-02 18:18:24,527][331171] Updated weights for policy 0, policy_version 43113 (0.0009)
+[2026-06-02 18:18:24,689][331171] Updated weights for policy 0, policy_version 43123 (0.0009)
+[2026-06-02 18:18:24,869][331171] Updated weights for policy 0, policy_version 43133 (0.0008)
+[2026-06-02 18:18:25,050][331171] Updated weights for policy 0, policy_version 43143 (0.0008)
+[2026-06-02 18:18:25,228][331171] Updated weights for policy 0, policy_version 43153 (0.0009)
+[2026-06-02 18:18:25,411][331171] Updated weights for policy 0, policy_version 43163 (0.0008)
+[2026-06-02 18:18:25,595][331171] Updated weights for policy 0, policy_version 43173 (0.0008)
+[2026-06-02 18:18:26,114][331171] Updated weights for policy 0, policy_version 43183 (0.0008)
+[2026-06-02 18:18:26,287][331171] Updated weights for policy 0, policy_version 43193 (0.0008)
+[2026-06-02 18:18:26,462][331171] Updated weights for policy 0, policy_version 43203 (0.0008)
+[2026-06-02 18:18:26,648][331171] Updated weights for policy 0, policy_version 43213 (0.0008)
+[2026-06-02 18:18:26,839][331171] Updated weights for policy 0, policy_version 43223 (0.0008)
+[2026-06-02 18:18:27,024][331171] Updated weights for policy 0, policy_version 43233 (0.0007)
+[2026-06-02 18:18:27,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 22151168. Throughput: 0: 21549.5. Samples: 22158336. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0)
+[2026-06-02 18:18:27,389][329331] Avg episode reward: [(0, '1278.852')]
+[2026-06-02 18:18:27,527][331171] Updated weights for policy 0, policy_version 43243 (0.0006)
+[2026-06-02 18:18:27,694][331171] Updated weights for policy 0, policy_version 43253 (0.0008)
+[2026-06-02 18:18:27,875][331171] Updated weights for policy 0, policy_version 43263 (0.0008)
+[2026-06-02 18:18:28,054][331171] Updated weights for policy 0, policy_version 43273 (0.0008)
+[2026-06-02 18:18:28,246][331171] Updated weights for policy 0, policy_version 43283 (0.0008)
+[2026-06-02 18:18:28,427][331171] Updated weights for policy 0, policy_version 43293 (0.0008)
+[2026-06-02 18:18:28,611][331171] Updated weights for policy 0, policy_version 43303 (0.0008)
+[2026-06-02 18:18:29,115][331171] Updated weights for policy 0, policy_version 43313 (0.0008)
+[2026-06-02 18:18:29,294][331171] Updated weights for policy 0, policy_version 43323 (0.0008)
+[2026-06-02 18:18:29,473][331171] Updated weights for policy 0, policy_version 43333 (0.0008)
+[2026-06-02 18:18:29,660][331171] Updated weights for policy 0, policy_version 43343 (0.0008)
+[2026-06-02 18:18:29,839][331171] Updated weights for policy 0, policy_version 43353 (0.0008)
+[2026-06-02 18:18:30,026][331171] Updated weights for policy 0, policy_version 43363 (0.0009)
+[2026-06-02 18:18:30,568][331171] Updated weights for policy 0, policy_version 43373 (0.0008)
+[2026-06-02 18:18:30,741][331171] Updated weights for policy 0, policy_version 43383 (0.0008)
+[2026-06-02 18:18:30,919][331171] Updated weights for policy 0, policy_version 43393 (0.0008)
+[2026-06-02 18:18:31,100][331171] Updated weights for policy 0, policy_version 43403 (0.0008)
+[2026-06-02 18:18:31,286][331171] Updated weights for policy 0, policy_version 43413 (0.0008)
+[2026-06-02 18:18:31,471][331171] Updated weights for policy 0, policy_version 43423 (0.0008)
+[2026-06-02 18:18:32,047][331171] Updated weights for policy 0, policy_version 43433 (0.0008)
+[2026-06-02 18:18:32,215][331171] Updated weights for policy 0, policy_version 43443 (0.0008)
+[2026-06-02 18:18:32,388][329331] Fps is (10 sec: 22937.2, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 22249472. Throughput: 0: 21626.3. Samples: 22288384. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0)
+[2026-06-02 18:18:32,389][329331] Avg episode reward: [(0, '1485.505')]
+[2026-06-02 18:18:32,391][331171] Updated weights for policy 0, policy_version 43453 (0.0008)
+[2026-06-02 18:18:32,570][331171] Updated weights for policy 0, policy_version 43463 (0.0008)
+[2026-06-02 18:18:32,760][331171] Updated weights for policy 0, policy_version 43473 (0.0008)
+[2026-06-02 18:18:32,886][330880] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000008
+[2026-06-02 18:18:33,399][331171] Updated weights for policy 0, policy_version 43483 (0.0007)
+[2026-06-02 18:18:33,571][331171] Updated weights for policy 0, policy_version 43493 (0.0007)
+[2026-06-02 18:18:33,748][331171] Updated weights for policy 0, policy_version 43503 (0.0008)
+[2026-06-02 18:18:33,932][331171] Updated weights for policy 0, policy_version 43513 (0.0008)
+[2026-06-02 18:18:34,119][331171] Updated weights for policy 0, policy_version 43523 (0.0009)
+[2026-06-02 18:18:34,312][331171] Updated weights for policy 0, policy_version 43533 (0.0009)
+[2026-06-02 18:18:34,494][331171] Updated weights for policy 0, policy_version 43543 (0.0009)
+[2026-06-02 18:18:35,057][331171] Updated weights for policy 0, policy_version 43553 (0.0009)
+[2026-06-02 18:18:35,233][331171] Updated weights for policy 0, policy_version 43563 (0.0009)
+[2026-06-02 18:18:35,417][331171] Updated weights for policy 0, policy_version 43573 (0.0009)
+[2026-06-02 18:18:35,601][331171] Updated weights for policy 0, policy_version 43583 (0.0009)
+[2026-06-02 18:18:35,781][331171] Updated weights for policy 0, policy_version 43593 (0.0009)
+[2026-06-02 18:18:35,965][331171] Updated weights for policy 0, policy_version 43603 (0.0008)
+[2026-06-02 18:18:36,523][331171] Updated weights for policy 0, policy_version 43613 (0.0008)
+[2026-06-02 18:18:36,704][331171] Updated weights for policy 0, policy_version 43624 (0.0008)
+[2026-06-02 18:18:36,897][331171] Updated weights for policy 0, policy_version 43634 (0.0008)
+[2026-06-02 18:18:37,086][331171] Updated weights for policy 0, policy_version 43644 (0.0008)
+[2026-06-02 18:18:37,261][331171] Updated weights for policy 0, policy_version 43654 (0.0008)
+[2026-06-02 18:18:37,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 22347776. Throughput: 0: 21797.0. Samples: 22359552. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0)
+[2026-06-02 18:18:37,389][329331] Avg episode reward: [(0, '1450.484')]
+[2026-06-02 18:18:37,445][331171] Updated weights for policy 0, policy_version 43664 (0.0008)
+[2026-06-02 18:18:38,021][331171] Updated weights for policy 0, policy_version 43674 (0.0008)
+[2026-06-02 18:18:38,191][331171] Updated weights for policy 0, policy_version 43684 (0.0008)
+[2026-06-02 18:18:38,380][331171] Updated weights for policy 0, policy_version 43694 (0.0008)
+[2026-06-02 18:18:38,565][331171] Updated weights for policy 0, policy_version 43704 (0.0008)
+[2026-06-02 18:18:38,751][331171] Updated weights for policy 0, policy_version 43714 (0.0008)
+[2026-06-02 18:18:38,937][331171] Updated weights for policy 0, policy_version 43724 (0.0008)
+[2026-06-02 18:18:39,119][331171] Updated weights for policy 0, policy_version 43734 (0.0008)
+[2026-06-02 18:18:39,651][331171] Updated weights for policy 0, policy_version 43744 (0.0008)
+[2026-06-02 18:18:39,830][331171] Updated weights for policy 0, policy_version 43754 (0.0008)
+[2026-06-02 18:18:40,009][331171] Updated weights for policy 0, policy_version 43764 (0.0008)
+[2026-06-02 18:18:40,198][331171] Updated weights for policy 0, policy_version 43774 (0.0008)
+[2026-06-02 18:18:40,379][331171] Updated weights for policy 0, policy_version 43784 (0.0008)
+[2026-06-02 18:18:40,563][331171] Updated weights for policy 0, policy_version 43794 (0.0008)
+[2026-06-02 18:18:41,119][331171] Updated weights for policy 0, policy_version 43804 (0.0009)
+[2026-06-02 18:18:41,286][331171] Updated weights for policy 0, policy_version 43814 (0.0009)
+[2026-06-02 18:18:41,468][331171] Updated weights for policy 0, policy_version 43824 (0.0009)
+[2026-06-02 18:18:41,654][331171] Updated weights for policy 0, policy_version 43834 (0.0008)
+[2026-06-02 18:18:41,833][331171] Updated weights for policy 0, policy_version 43844 (0.0008)
+[2026-06-02 18:18:42,021][331171] Updated weights for policy 0, policy_version 43854 (0.0009)
+[2026-06-02 18:18:42,207][331171] Updated weights for policy 0, policy_version 43864 (0.0009)
+[2026-06-02 18:18:42,388][329331] Fps is (10 sec: 22938.0, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 22478848. Throughput: 0: 21916.4. Samples: 22493184. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0)
+[2026-06-02 18:18:42,389][329331] Avg episode reward: [(0, '1506.863')]
+[2026-06-02 18:18:42,394][330880] Saving new best policy, reward=1506.863!
+[2026-06-02 18:18:42,757][331171] Updated weights for policy 0, policy_version 43874 (0.0009)
+[2026-06-02 18:18:42,940][331171] Updated weights for policy 0, policy_version 43884 (0.0008)
+[2026-06-02 18:18:43,118][331171] Updated weights for policy 0, policy_version 43894 (0.0008)
+[2026-06-02 18:18:43,304][331171] Updated weights for policy 0, policy_version 43904 (0.0008)
+[2026-06-02 18:18:43,491][331171] Updated weights for policy 0, policy_version 43914 (0.0008)
+[2026-06-02 18:18:43,683][331171] Updated weights for policy 0, policy_version 43924 (0.0008)
+[2026-06-02 18:18:44,205][331171] Updated weights for policy 0, policy_version 43934 (0.0008)
+[2026-06-02 18:18:44,378][331171] Updated weights for policy 0, policy_version 43944 (0.0008)
+[2026-06-02 18:18:44,562][331171] Updated weights for policy 0, policy_version 43954 (0.0008)
+[2026-06-02 18:18:44,752][331171] Updated weights for policy 0, policy_version 43964 (0.0008)
+[2026-06-02 18:18:44,931][331171] Updated weights for policy 0, policy_version 43974 (0.0008)
+[2026-06-02 18:18:45,118][331171] Updated weights for policy 0, policy_version 43984 (0.0008)
+[2026-06-02 18:18:45,678][331171] Updated weights for policy 0, policy_version 43994 (0.0009)
+[2026-06-02 18:18:45,845][331171] Updated weights for policy 0, policy_version 44004 (0.0008)
+[2026-06-02 18:18:46,020][331171] Updated weights for policy 0, policy_version 44014 (0.0008)
+[2026-06-02 18:18:46,210][331171] Updated weights for policy 0, policy_version 44024 (0.0008)
+[2026-06-02 18:18:46,404][331171] Updated weights for policy 0, policy_version 44034 (0.0008)
+[2026-06-02 18:18:46,592][331171] Updated weights for policy 0, policy_version 44044 (0.0008)
+[2026-06-02 18:18:46,773][331171] Updated weights for policy 0, policy_version 44054 (0.0008)
+[2026-06-02 18:18:47,286][331171] Updated weights for policy 0, policy_version 44064 (0.0008)
+[2026-06-02 18:18:47,388][329331] Fps is (10 sec: 22937.3, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 22577152. Throughput: 0: 21907.9. Samples: 22626560. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 18:18:47,389][329331] Avg episode reward: [(0, '1424.603')]
+[2026-06-02 18:18:47,463][331171] Updated weights for policy 0, policy_version 44074 (0.0008)
+[2026-06-02 18:18:47,650][331171] Updated weights for policy 0, policy_version 44084 (0.0008)
+[2026-06-02 18:18:47,833][331171] Updated weights for policy 0, policy_version 44094 (0.0008)
+[2026-06-02 18:18:48,019][331171] Updated weights for policy 0, policy_version 44104 (0.0008)
+[2026-06-02 18:18:48,201][331171] Updated weights for policy 0, policy_version 44114 (0.0008)
+[2026-06-02 18:18:48,712][331171] Updated weights for policy 0, policy_version 44124 (0.0008)
+[2026-06-02 18:18:48,882][331171] Updated weights for policy 0, policy_version 44134 (0.0008)
+[2026-06-02 18:18:49,059][331171] Updated weights for policy 0, policy_version 44144 (0.0008)
+[2026-06-02 18:18:49,239][331171] Updated weights for policy 0, policy_version 44154 (0.0008)
+[2026-06-02 18:18:49,429][331171] Updated weights for policy 0, policy_version 44164 (0.0008)
+[2026-06-02 18:18:49,617][331171] Updated weights for policy 0, policy_version 44174 (0.0008)
+[2026-06-02 18:18:49,799][331171] Updated weights for policy 0, policy_version 44184 (0.0008)
+[2026-06-02 18:18:50,300][331171] Updated weights for policy 0, policy_version 44194 (0.0008)
+[2026-06-02 18:18:50,473][331171] Updated weights for policy 0, policy_version 44204 (0.0008)
+[2026-06-02 18:18:50,669][331171] Updated weights for policy 0, policy_version 44214 (0.0008)
+[2026-06-02 18:18:50,851][331171] Updated weights for policy 0, policy_version 44224 (0.0008)
+[2026-06-02 18:18:51,026][331171] Updated weights for policy 0, policy_version 44234 (0.0008)
+[2026-06-02 18:18:51,219][331171] Updated weights for policy 0, policy_version 44244 (0.0009)
+[2026-06-02 18:18:51,724][331171] Updated weights for policy 0, policy_version 44254 (0.0008)
+[2026-06-02 18:18:51,891][331171] Updated weights for policy 0, policy_version 44264 (0.0008)
+[2026-06-02 18:18:52,076][331171] Updated weights for policy 0, policy_version 44274 (0.0009)
+[2026-06-02 18:18:52,262][331171] Updated weights for policy 0, policy_version 44284 (0.0008)
+[2026-06-02 18:18:52,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 22675456. Throughput: 0: 21834.0. Samples: 22689536. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 18:18:52,389][329331] Avg episode reward: [(0, '1459.950')]
+[2026-06-02 18:18:52,448][331171] Updated weights for policy 0, policy_version 44294 (0.0008)
+[2026-06-02 18:18:52,628][331171] Updated weights for policy 0, policy_version 44304 (0.0008)
+[2026-06-02 18:18:53,162][331171] Updated weights for policy 0, policy_version 44314 (0.0009)
+[2026-06-02 18:18:53,327][331171] Updated weights for policy 0, policy_version 44324 (0.0009)
+[2026-06-02 18:18:53,507][331171] Updated weights for policy 0, policy_version 44334 (0.0009)
+[2026-06-02 18:18:53,694][331171] Updated weights for policy 0, policy_version 44344 (0.0009)
+[2026-06-02 18:18:53,886][331171] Updated weights for policy 0, policy_version 44354 (0.0009)
+[2026-06-02 18:18:54,065][331171] Updated weights for policy 0, policy_version 44364 (0.0009)
+[2026-06-02 18:18:54,247][331171] Updated weights for policy 0, policy_version 44374 (0.0009)
+[2026-06-02 18:18:54,730][331171] Updated weights for policy 0, policy_version 44384 (0.0009)
+[2026-06-02 18:18:54,904][331171] Updated weights for policy 0, policy_version 44394 (0.0009)
+[2026-06-02 18:18:55,090][331171] Updated weights for policy 0, policy_version 44404 (0.0009)
+[2026-06-02 18:18:55,272][331171] Updated weights for policy 0, policy_version 44414 (0.0009)
+[2026-06-02 18:18:55,449][331171] Updated weights for policy 0, policy_version 44424 (0.0009)
+[2026-06-02 18:18:55,635][331171] Updated weights for policy 0, policy_version 44434 (0.0009)
+[2026-06-02 18:18:56,177][331171] Updated weights for policy 0, policy_version 44444 (0.0009)
+[2026-06-02 18:18:56,347][331171] Updated weights for policy 0, policy_version 44454 (0.0008)
+[2026-06-02 18:18:56,520][331171] Updated weights for policy 0, policy_version 44464 (0.0008)
+[2026-06-02 18:18:56,707][331171] Updated weights for policy 0, policy_version 44474 (0.0009)
+[2026-06-02 18:18:56,886][331171] Updated weights for policy 0, policy_version 44484 (0.0009)
+[2026-06-02 18:18:57,072][331171] Updated weights for policy 0, policy_version 44494 (0.0009)
+[2026-06-02 18:18:57,249][331171] Updated weights for policy 0, policy_version 44504 (0.0008)
+[2026-06-02 18:18:57,388][329331] Fps is (10 sec: 22938.0, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 22806528. Throughput: 0: 21646.2. Samples: 22815360. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 18:18:57,389][329331] Avg episode reward: [(0, '1646.653')]
+[2026-06-02 18:18:57,394][330880] Saving new best policy, reward=1646.653!
+[2026-06-02 18:18:57,775][331171] Updated weights for policy 0, policy_version 44514 (0.0008)
+[2026-06-02 18:18:57,955][331171] Updated weights for policy 0, policy_version 44524 (0.0008)
+[2026-06-02 18:18:58,133][331171] Updated weights for policy 0, policy_version 44534 (0.0009)
+[2026-06-02 18:18:58,320][331171] Updated weights for policy 0, policy_version 44544 (0.0008)
+[2026-06-02 18:18:58,503][331171] Updated weights for policy 0, policy_version 44554 (0.0008)
+[2026-06-02 18:18:58,692][331171] Updated weights for policy 0, policy_version 44564 (0.0008)
+[2026-06-02 18:18:59,190][331171] Updated weights for policy 0, policy_version 44574 (0.0009)
+[2026-06-02 18:18:59,368][331171] Updated weights for policy 0, policy_version 44584 (0.0009)
+[2026-06-02 18:18:59,550][331171] Updated weights for policy 0, policy_version 44594 (0.0009)
+[2026-06-02 18:18:59,731][331171] Updated weights for policy 0, policy_version 44604 (0.0009)
+[2026-06-02 18:18:59,911][331171] Updated weights for policy 0, policy_version 44614 (0.0009)
+[2026-06-02 18:19:00,098][331171] Updated weights for policy 0, policy_version 44624 (0.0009)
+[2026-06-02 18:19:00,618][331171] Updated weights for policy 0, policy_version 44634 (0.0009)
+[2026-06-02 18:19:00,782][331171] Updated weights for policy 0, policy_version 44644 (0.0009)
+[2026-06-02 18:19:00,962][331171] Updated weights for policy 0, policy_version 44654 (0.0009)
+[2026-06-02 18:19:01,134][331171] Updated weights for policy 0, policy_version 44664 (0.0009)
+[2026-06-02 18:19:01,325][331171] Updated weights for policy 0, policy_version 44674 (0.0009)
+[2026-06-02 18:19:01,505][331171] Updated weights for policy 0, policy_version 44684 (0.0008)
+[2026-06-02 18:19:01,696][331171] Updated weights for policy 0, policy_version 44694 (0.0008)
+[2026-06-02 18:19:02,211][331171] Updated weights for policy 0, policy_version 44704 (0.0008)
+[2026-06-02 18:19:02,388][329331] Fps is (10 sec: 22937.3, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 22904832. Throughput: 0: 21577.9. Samples: 22941440. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 18:19:02,389][329331] Avg episode reward: [(0, '1536.911')]
+[2026-06-02 18:19:02,390][331171] Updated weights for policy 0, policy_version 44714 (0.0010)
+[2026-06-02 18:19:02,572][331171] Updated weights for policy 0, policy_version 44724 (0.0010)
+[2026-06-02 18:19:02,747][331171] Updated weights for policy 0, policy_version 44734 (0.0010)
+[2026-06-02 18:19:02,936][331171] Updated weights for policy 0, policy_version 44744 (0.0011)
+[2026-06-02 18:19:03,117][331171] Updated weights for policy 0, policy_version 44754 (0.0010)
+[2026-06-02 18:19:03,648][331171] Updated weights for policy 0, policy_version 44764 (0.0008)
+[2026-06-02 18:19:03,822][331171] Updated weights for policy 0, policy_version 44774 (0.0006)
+[2026-06-02 18:19:03,998][331171] Updated weights for policy 0, policy_version 44784 (0.0008)
+[2026-06-02 18:19:04,196][331171] Updated weights for policy 0, policy_version 44794 (0.0006)
+[2026-06-02 18:19:04,387][331171] Updated weights for policy 0, policy_version 44804 (0.0006)
+[2026-06-02 18:19:04,568][331171] Updated weights for policy 0, policy_version 44814 (0.0004)
+[2026-06-02 18:19:04,758][331171] Updated weights for policy 0, policy_version 44824 (0.0005)
+[2026-06-02 18:19:05,252][331171] Updated weights for policy 0, policy_version 44834 (0.0005)
+[2026-06-02 18:19:05,434][331171] Updated weights for policy 0, policy_version 44844 (0.0005)
+[2026-06-02 18:19:05,625][331171] Updated weights for policy 0, policy_version 44854 (0.0005)
+[2026-06-02 18:19:05,812][331171] Updated weights for policy 0, policy_version 44864 (0.0005)
+[2026-06-02 18:19:06,002][331171] Updated weights for policy 0, policy_version 44874 (0.0005)
+[2026-06-02 18:19:06,196][331171] Updated weights for policy 0, policy_version 44884 (0.0005)
+[2026-06-02 18:19:06,671][331171] Updated weights for policy 0, policy_version 44894 (0.0005)
+[2026-06-02 18:19:06,840][331171] Updated weights for policy 0, policy_version 44904 (0.0005)
+[2026-06-02 18:19:07,035][331171] Updated weights for policy 0, policy_version 44914 (0.0005)
+[2026-06-02 18:19:07,229][331171] Updated weights for policy 0, policy_version 44924 (0.0005)
+[2026-06-02 18:19:07,388][329331] Fps is (10 sec: 19660.5, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 23003136. Throughput: 0: 21617.7. Samples: 23006080. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 18:19:07,389][329331] Avg episode reward: [(0, '1682.827')]
+[2026-06-02 18:19:07,417][331171] Updated weights for policy 0, policy_version 44934 (0.0005)
+[2026-06-02 18:19:07,608][331171] Updated weights for policy 0, policy_version 44944 (0.0007)
+[2026-06-02 18:19:07,749][330880] Saving new best policy, reward=1682.827!
+[2026-06-02 18:19:08,096][331171] Updated weights for policy 0, policy_version 44954 (0.0008)
+[2026-06-02 18:19:08,267][331171] Updated weights for policy 0, policy_version 44964 (0.0008)
+[2026-06-02 18:19:08,454][331171] Updated weights for policy 0, policy_version 44974 (0.0008)
+[2026-06-02 18:19:08,634][331171] Updated weights for policy 0, policy_version 44984 (0.0008)
+[2026-06-02 18:19:08,825][331171] Updated weights for policy 0, policy_version 44994 (0.0008)
+[2026-06-02 18:19:09,013][331171] Updated weights for policy 0, policy_version 45004 (0.0008)
+[2026-06-02 18:19:09,206][331171] Updated weights for policy 0, policy_version 45014 (0.0008)
+[2026-06-02 18:19:09,722][331171] Updated weights for policy 0, policy_version 45024 (0.0008)
+[2026-06-02 18:19:09,902][331171] Updated weights for policy 0, policy_version 45034 (0.0008)
+[2026-06-02 18:19:10,077][331171] Updated weights for policy 0, policy_version 45044 (0.0008)
+[2026-06-02 18:19:10,271][331171] Updated weights for policy 0, policy_version 45054 (0.0008)
+[2026-06-02 18:19:10,454][331171] Updated weights for policy 0, policy_version 45064 (0.0008)
+[2026-06-02 18:19:10,643][331171] Updated weights for policy 0, policy_version 45074 (0.0008)
+[2026-06-02 18:19:11,199][331171] Updated weights for policy 0, policy_version 45084 (0.0008)
+[2026-06-02 18:19:11,371][331171] Updated weights for policy 0, policy_version 45094 (0.0008)
+[2026-06-02 18:19:11,552][331171] Updated weights for policy 0, policy_version 45104 (0.0008)
+[2026-06-02 18:19:11,745][331171] Updated weights for policy 0, policy_version 45114 (0.0006)
+[2026-06-02 18:19:11,915][331171] Updated weights for policy 0, policy_version 45124 (0.0008)
+[2026-06-02 18:19:12,104][331171] Updated weights for policy 0, policy_version 45134 (0.0008)
+[2026-06-02 18:19:12,279][331171] Updated weights for policy 0, policy_version 45144 (0.0008)
+[2026-06-02 18:19:12,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 23134208. Throughput: 0: 21782.7. Samples: 23138560. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 18:19:12,389][329331] Avg episode reward: [(0, '1646.301')]
+[2026-06-02 18:19:12,843][331171] Updated weights for policy 0, policy_version 45154 (0.0007)
+[2026-06-02 18:19:13,021][331171] Updated weights for policy 0, policy_version 45164 (0.0010)
+[2026-06-02 18:19:13,207][331171] Updated weights for policy 0, policy_version 45174 (0.0008)
+[2026-06-02 18:19:13,394][331171] Updated weights for policy 0, policy_version 45184 (0.0008)
+[2026-06-02 18:19:13,576][331171] Updated weights for policy 0, policy_version 45194 (0.0008)
+[2026-06-02 18:19:13,760][331171] Updated weights for policy 0, policy_version 45204 (0.0009)
+[2026-06-02 18:19:14,307][331171] Updated weights for policy 0, policy_version 45214 (0.0009)
+[2026-06-02 18:19:14,475][331171] Updated weights for policy 0, policy_version 45224 (0.0008)
+[2026-06-02 18:19:14,663][331171] Updated weights for policy 0, policy_version 45234 (0.0008)
+[2026-06-02 18:19:14,841][331171] Updated weights for policy 0, policy_version 45244 (0.0009)
+[2026-06-02 18:19:15,027][331171] Updated weights for policy 0, policy_version 45254 (0.0009)
+[2026-06-02 18:19:15,211][331171] Updated weights for policy 0, policy_version 45264 (0.0008)
+[2026-06-02 18:19:15,786][331171] Updated weights for policy 0, policy_version 45274 (0.0009)
+[2026-06-02 18:19:15,965][331171] Updated weights for policy 0, policy_version 45284 (0.0009)
+[2026-06-02 18:19:16,144][331171] Updated weights for policy 0, policy_version 45294 (0.0009)
+[2026-06-02 18:19:16,321][331171] Updated weights for policy 0, policy_version 45304 (0.0009)
+[2026-06-02 18:19:16,511][331171] Updated weights for policy 0, policy_version 45314 (0.0008)
+[2026-06-02 18:19:16,697][331171] Updated weights for policy 0, policy_version 45324 (0.0009)
+[2026-06-02 18:19:16,884][331171] Updated weights for policy 0, policy_version 45334 (0.0009)
+[2026-06-02 18:19:17,388][329331] Fps is (10 sec: 22937.9, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 23232512. Throughput: 0: 21805.6. Samples: 23269632. Policy #0 lag: (min: 34.0, avg: 68.7, max: 98.0)
+[2026-06-02 18:19:17,389][329331] Avg episode reward: [(0, '1699.746')]
+[2026-06-02 18:19:17,424][331171] Updated weights for policy 0, policy_version 45344 (0.0009)
+[2026-06-02 18:19:17,600][331171] Updated weights for policy 0, policy_version 45354 (0.0009)
+[2026-06-02 18:19:17,787][331171] Updated weights for policy 0, policy_version 45364 (0.0009)
+[2026-06-02 18:19:17,971][331171] Updated weights for policy 0, policy_version 45374 (0.0008)
+[2026-06-02 18:19:18,153][331171] Updated weights for policy 0, policy_version 45384 (0.0009)
+[2026-06-02 18:19:18,334][331171] Updated weights for policy 0, policy_version 45394 (0.0009)
+[2026-06-02 18:19:18,435][330880] Saving new best policy, reward=1699.746!
+[2026-06-02 18:19:18,915][331171] Updated weights for policy 0, policy_version 45404 (0.0009)
+[2026-06-02 18:19:19,087][331171] Updated weights for policy 0, policy_version 45414 (0.0009)
+[2026-06-02 18:19:19,268][331171] Updated weights for policy 0, policy_version 45424 (0.0009)
+[2026-06-02 18:19:19,447][331171] Updated weights for policy 0, policy_version 45434 (0.0008)
+[2026-06-02 18:19:19,640][331171] Updated weights for policy 0, policy_version 45444 (0.0009)
+[2026-06-02 18:19:19,822][331171] Updated weights for policy 0, policy_version 45454 (0.0008)
+[2026-06-02 18:19:20,003][331171] Updated weights for policy 0, policy_version 45464 (0.0008)
+[2026-06-02 18:19:20,573][331171] Updated weights for policy 0, policy_version 45474 (0.0009)
+[2026-06-02 18:19:20,747][331171] Updated weights for policy 0, policy_version 45484 (0.0009)
+[2026-06-02 18:19:20,934][331171] Updated weights for policy 0, policy_version 45494 (0.0009)
+[2026-06-02 18:19:21,109][331171] Updated weights for policy 0, policy_version 45504 (0.0009)
+[2026-06-02 18:19:21,297][331171] Updated weights for policy 0, policy_version 45514 (0.0009)
+[2026-06-02 18:19:21,477][331171] Updated weights for policy 0, policy_version 45524 (0.0009)
+[2026-06-02 18:19:22,032][331171] Updated weights for policy 0, policy_version 45534 (0.0009)
+[2026-06-02 18:19:22,212][331171] Updated weights for policy 0, policy_version 45544 (0.0009)
+[2026-06-02 18:19:22,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 23330816. Throughput: 0: 21643.4. Samples: 23333504. Policy #0 lag: (min: 34.0, avg: 68.7, max: 98.0)
+[2026-06-02 18:19:22,389][329331] Avg episode reward: [(0, '1615.141')]
+[2026-06-02 18:19:22,396][331171] Updated weights for policy 0, policy_version 45554 (0.0009)
+[2026-06-02 18:19:22,580][331171] Updated weights for policy 0, policy_version 45564 (0.0009)
+[2026-06-02 18:19:22,772][331171] Updated weights for policy 0, policy_version 45574 (0.0009)
+[2026-06-02 18:19:22,952][331171] Updated weights for policy 0, policy_version 45584 (0.0009)
+[2026-06-02 18:19:23,527][331171] Updated weights for policy 0, policy_version 45594 (0.0009)
+[2026-06-02 18:19:23,693][331171] Updated weights for policy 0, policy_version 45604 (0.0009)
+[2026-06-02 18:19:23,866][331171] Updated weights for policy 0, policy_version 45614 (0.0008)
+[2026-06-02 18:19:24,046][331171] Updated weights for policy 0, policy_version 45624 (0.0009)
+[2026-06-02 18:19:24,229][331171] Updated weights for policy 0, policy_version 45634 (0.0009)
+[2026-06-02 18:19:24,423][331171] Updated weights for policy 0, policy_version 45644 (0.0008)
+[2026-06-02 18:19:24,606][331171] Updated weights for policy 0, policy_version 45654 (0.0008)
+[2026-06-02 18:19:25,140][331171] Updated weights for policy 0, policy_version 45664 (0.0008)
+[2026-06-02 18:19:25,312][331171] Updated weights for policy 0, policy_version 45674 (0.0008)
+[2026-06-02 18:19:25,498][331171] Updated weights for policy 0, policy_version 45684 (0.0008)
+[2026-06-02 18:19:25,682][331171] Updated weights for policy 0, policy_version 45694 (0.0008)
+[2026-06-02 18:19:25,863][331171] Updated weights for policy 0, policy_version 45704 (0.0008)
+[2026-06-02 18:19:26,056][331171] Updated weights for policy 0, policy_version 45714 (0.0008)
+[2026-06-02 18:19:26,601][331171] Updated weights for policy 0, policy_version 45724 (0.0008)
+[2026-06-02 18:19:26,770][331171] Updated weights for policy 0, policy_version 45734 (0.0008)
+[2026-06-02 18:19:26,954][331171] Updated weights for policy 0, policy_version 45744 (0.0008)
+[2026-06-02 18:19:27,137][331171] Updated weights for policy 0, policy_version 45754 (0.0008)
+[2026-06-02 18:19:27,320][331171] Updated weights for policy 0, policy_version 45764 (0.0008)
+[2026-06-02 18:19:27,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 23429120. Throughput: 0: 21580.8. Samples: 23464320. Policy #0 lag: (min: 34.0, avg: 68.7, max: 98.0)
+[2026-06-02 18:19:27,389][329331] Avg episode reward: [(0, '1595.636')]
+[2026-06-02 18:19:27,502][331171] Updated weights for policy 0, policy_version 45774 (0.0008)
+[2026-06-02 18:19:27,690][331171] Updated weights for policy 0, policy_version 45784 (0.0008)
+[2026-06-02 18:19:28,190][331171] Updated weights for policy 0, policy_version 45794 (0.0005)
+[2026-06-02 18:19:28,371][331171] Updated weights for policy 0, policy_version 45804 (0.0005)
+[2026-06-02 18:19:28,556][331171] Updated weights for policy 0, policy_version 45814 (0.0005)
+[2026-06-02 18:19:28,752][331171] Updated weights for policy 0, policy_version 45824 (0.0004)
+[2026-06-02 18:19:28,943][331171] Updated weights for policy 0, policy_version 45834 (0.0004)
+[2026-06-02 18:19:29,129][331171] Updated weights for policy 0, policy_version 45844 (0.0004)
+[2026-06-02 18:19:29,599][331171] Updated weights for policy 0, policy_version 45854 (0.0004)
+[2026-06-02 18:19:29,787][331171] Updated weights for policy 0, policy_version 45864 (0.0004)
+[2026-06-02 18:19:29,985][331171] Updated weights for policy 0, policy_version 45875 (0.0004)
+[2026-06-02 18:19:30,177][331171] Updated weights for policy 0, policy_version 45885 (0.0004)
+[2026-06-02 18:19:30,372][331171] Updated weights for policy 0, policy_version 45895 (0.0004)
+[2026-06-02 18:19:30,549][331171] Updated weights for policy 0, policy_version 45905 (0.0004)
+[2026-06-02 18:19:31,019][331171] Updated weights for policy 0, policy_version 45915 (0.0004)
+[2026-06-02 18:19:31,184][331171] Updated weights for policy 0, policy_version 45925 (0.0004)
+[2026-06-02 18:19:31,369][331171] Updated weights for policy 0, policy_version 45935 (0.0004)
+[2026-06-02 18:19:31,561][331171] Updated weights for policy 0, policy_version 45945 (0.0004)
+[2026-06-02 18:19:31,747][331171] Updated weights for policy 0, policy_version 45955 (0.0007)
+[2026-06-02 18:19:31,925][331171] Updated weights for policy 0, policy_version 45965 (0.0008)
+[2026-06-02 18:19:32,116][331171] Updated weights for policy 0, policy_version 45975 (0.0008)
+[2026-06-02 18:19:32,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 23560192. Throughput: 0: 21529.7. Samples: 23595392. Policy #0 lag: (min: 34.0, avg: 68.7, max: 98.0)
+[2026-06-02 18:19:32,389][329331] Avg episode reward: [(0, '1581.313')]
+[2026-06-02 18:19:32,610][331171] Updated weights for policy 0, policy_version 45985 (0.0008)
+[2026-06-02 18:19:32,784][331171] Updated weights for policy 0, policy_version 45995 (0.0008)
+[2026-06-02 18:19:32,978][331171] Updated weights for policy 0, policy_version 46005 (0.0008)
+[2026-06-02 18:19:33,160][331171] Updated weights for policy 0, policy_version 46015 (0.0008)
+[2026-06-02 18:19:33,342][331171] Updated weights for policy 0, policy_version 46025 (0.0008)
+[2026-06-02 18:19:33,534][331171] Updated weights for policy 0, policy_version 46035 (0.0008)
+[2026-06-02 18:19:34,017][331171] Updated weights for policy 0, policy_version 46045 (0.0009)
+[2026-06-02 18:19:34,189][331171] Updated weights for policy 0, policy_version 46055 (0.0008)
+[2026-06-02 18:19:34,365][331171] Updated weights for policy 0, policy_version 46065 (0.0008)
+[2026-06-02 18:19:34,545][331171] Updated weights for policy 0, policy_version 46075 (0.0008)
+[2026-06-02 18:19:34,730][331171] Updated weights for policy 0, policy_version 46085 (0.0008)
+[2026-06-02 18:19:34,906][331171] Updated weights for policy 0, policy_version 46095 (0.0008)
+[2026-06-02 18:19:35,428][331171] Updated weights for policy 0, policy_version 46105 (0.0008)
+[2026-06-02 18:19:35,600][331171] Updated weights for policy 0, policy_version 46115 (0.0008)
+[2026-06-02 18:19:35,780][331171] Updated weights for policy 0, policy_version 46125 (0.0008)
+[2026-06-02 18:19:35,963][331171] Updated weights for policy 0, policy_version 46135 (0.0008)
+[2026-06-02 18:19:36,149][331171] Updated weights for policy 0, policy_version 46145 (0.0008)
+[2026-06-02 18:19:36,336][331171] Updated weights for policy 0, policy_version 46155 (0.0008)
+[2026-06-02 18:19:36,523][331171] Updated weights for policy 0, policy_version 46165 (0.0009)
+[2026-06-02 18:19:37,026][331171] Updated weights for policy 0, policy_version 46175 (0.0008)
+[2026-06-02 18:19:37,194][331171] Updated weights for policy 0, policy_version 46185 (0.0008)
+[2026-06-02 18:19:37,386][331171] Updated weights for policy 0, policy_version 46195 (0.0008)
+[2026-06-02 18:19:37,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 23658496. Throughput: 0: 21512.5. Samples: 23657600. Policy #0 lag: (min: 34.0, avg: 68.7, max: 98.0)
+[2026-06-02 18:19:37,389][329331] Avg episode reward: [(0, '1653.378')]
+[2026-06-02 18:19:37,575][331171] Updated weights for policy 0, policy_version 46205 (0.0008)
+[2026-06-02 18:19:37,756][331171] Updated weights for policy 0, policy_version 46215 (0.0008)
+[2026-06-02 18:19:37,939][331171] Updated weights for policy 0, policy_version 46225 (0.0008)
+[2026-06-02 18:19:38,438][331171] Updated weights for policy 0, policy_version 46235 (0.0009)
+[2026-06-02 18:19:38,609][331171] Updated weights for policy 0, policy_version 46245 (0.0008)
+[2026-06-02 18:19:38,789][331171] Updated weights for policy 0, policy_version 46255 (0.0008)
+[2026-06-02 18:19:38,969][331171] Updated weights for policy 0, policy_version 46265 (0.0008)
+[2026-06-02 18:19:39,156][331171] Updated weights for policy 0, policy_version 46275 (0.0008)
+[2026-06-02 18:19:39,340][331171] Updated weights for policy 0, policy_version 46285 (0.0008)
+[2026-06-02 18:19:39,531][331171] Updated weights for policy 0, policy_version 46295 (0.0008)
+[2026-06-02 18:19:40,023][331171] Updated weights for policy 0, policy_version 46305 (0.0008)
+[2026-06-02 18:19:40,195][331171] Updated weights for policy 0, policy_version 46315 (0.0008)
+[2026-06-02 18:19:40,384][331171] Updated weights for policy 0, policy_version 46325 (0.0009)
+[2026-06-02 18:19:40,571][331171] Updated weights for policy 0, policy_version 46335 (0.0008)
+[2026-06-02 18:19:40,751][331171] Updated weights for policy 0, policy_version 46345 (0.0005)
+[2026-06-02 18:19:40,945][331171] Updated weights for policy 0, policy_version 46355 (0.0008)
+[2026-06-02 18:19:41,438][331171] Updated weights for policy 0, policy_version 46365 (0.0008)
+[2026-06-02 18:19:41,618][331171] Updated weights for policy 0, policy_version 46375 (0.0007)
+[2026-06-02 18:19:41,795][331171] Updated weights for policy 0, policy_version 46385 (0.0008)
+[2026-06-02 18:19:41,981][331171] Updated weights for policy 0, policy_version 46395 (0.0009)
+[2026-06-02 18:19:42,165][331171] Updated weights for policy 0, policy_version 46405 (0.0008)
+[2026-06-02 18:19:42,347][331171] Updated weights for policy 0, policy_version 46415 (0.0009)
+[2026-06-02 18:19:42,388][329331] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 23756800. Throughput: 0: 21566.6. Samples: 23785856. Policy #0 lag: (min: 34.0, avg: 68.7, max: 98.0)
+[2026-06-02 18:19:42,389][329331] Avg episode reward: [(0, '1676.185')]
+[2026-06-02 18:19:42,871][331171] Updated weights for policy 0, policy_version 46425 (0.0009)
+[2026-06-02 18:19:43,037][331171] Updated weights for policy 0, policy_version 46435 (0.0009)
+[2026-06-02 18:19:43,214][331171] Updated weights for policy 0, policy_version 46445 (0.0009)
+[2026-06-02 18:19:43,393][331171] Updated weights for policy 0, policy_version 46455 (0.0009)
+[2026-06-02 18:19:43,570][331171] Updated weights for policy 0, policy_version 46465 (0.0009)
+[2026-06-02 18:19:43,747][331171] Updated weights for policy 0, policy_version 46475 (0.0009)
+[2026-06-02 18:19:43,929][331171] Updated weights for policy 0, policy_version 46485 (0.0009)
+[2026-06-02 18:19:44,494][331171] Updated weights for policy 0, policy_version 46495 (0.0009)
+[2026-06-02 18:19:44,665][331171] Updated weights for policy 0, policy_version 46505 (0.0006)
+[2026-06-02 18:19:44,853][331171] Updated weights for policy 0, policy_version 46515 (0.0008)
+[2026-06-02 18:19:45,038][331171] Updated weights for policy 0, policy_version 46525 (0.0009)
+[2026-06-02 18:19:45,210][331171] Updated weights for policy 0, policy_version 46535 (0.0009)
+[2026-06-02 18:19:45,399][331171] Updated weights for policy 0, policy_version 46545 (0.0009)
+[2026-06-02 18:19:45,935][331171] Updated weights for policy 0, policy_version 46555 (0.0009)
+[2026-06-02 18:19:46,100][331171] Updated weights for policy 0, policy_version 46565 (0.0009)
+[2026-06-02 18:19:46,278][331171] Updated weights for policy 0, policy_version 46575 (0.0008)
+[2026-06-02 18:19:46,461][331171] Updated weights for policy 0, policy_version 46585 (0.0008)
+[2026-06-02 18:19:46,638][331171] Updated weights for policy 0, policy_version 46595 (0.0008)
+[2026-06-02 18:19:46,815][331171] Updated weights for policy 0, policy_version 46605 (0.0008)
+[2026-06-02 18:19:46,998][331171] Updated weights for policy 0, policy_version 46615 (0.0009)
+[2026-06-02 18:19:47,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 23887872. Throughput: 0: 21592.2. Samples: 23913088. Policy #0 lag: (min: 63.0, avg: 86.2, max: 127.0)
+[2026-06-02 18:19:47,389][329331] Avg episode reward: [(0, '1651.696')]
+[2026-06-02 18:19:47,526][331171] Updated weights for policy 0, policy_version 46625 (0.0008)
+[2026-06-02 18:19:47,696][331171] Updated weights for policy 0, policy_version 46635 (0.0008)
+[2026-06-02 18:19:47,880][331171] Updated weights for policy 0, policy_version 46645 (0.0008)
+[2026-06-02 18:19:48,066][331171] Updated weights for policy 0, policy_version 46655 (0.0008)
+[2026-06-02 18:19:48,247][331171] Updated weights for policy 0, policy_version 46665 (0.0008)
+[2026-06-02 18:19:48,424][331171] Updated weights for policy 0, policy_version 46675 (0.0008)
+[2026-06-02 18:19:48,972][331171] Updated weights for policy 0, policy_version 46685 (0.0008)
+[2026-06-02 18:19:49,139][331171] Updated weights for policy 0, policy_version 46695 (0.0008)
+[2026-06-02 18:19:49,324][331171] Updated weights for policy 0, policy_version 46705 (0.0008)
+[2026-06-02 18:19:49,515][331171] Updated weights for policy 0, policy_version 46715 (0.0008)
+[2026-06-02 18:19:49,690][331171] Updated weights for policy 0, policy_version 46725 (0.0008)
+[2026-06-02 18:19:49,870][331171] Updated weights for policy 0, policy_version 46735 (0.0008)
+[2026-06-02 18:19:50,436][331171] Updated weights for policy 0, policy_version 46745 (0.0008)
+[2026-06-02 18:19:50,602][331171] Updated weights for policy 0, policy_version 46755 (0.0008)
+[2026-06-02 18:19:50,780][331171] Updated weights for policy 0, policy_version 46765 (0.0008)
+[2026-06-02 18:19:50,966][331171] Updated weights for policy 0, policy_version 46775 (0.0008)
+[2026-06-02 18:19:51,138][331171] Updated weights for policy 0, policy_version 46785 (0.0009)
+[2026-06-02 18:19:51,329][331171] Updated weights for policy 0, policy_version 46795 (0.0009)
+[2026-06-02 18:19:51,517][331171] Updated weights for policy 0, policy_version 46805 (0.0009)
+[2026-06-02 18:19:52,098][331171] Updated weights for policy 0, policy_version 46816 (0.0009)
+[2026-06-02 18:19:52,269][331171] Updated weights for policy 0, policy_version 46826 (0.0009)
+[2026-06-02 18:19:52,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 23986176. Throughput: 0: 21589.4. Samples: 23977600. Policy #0 lag: (min: 63.0, avg: 86.2, max: 127.0)
+[2026-06-02 18:19:52,389][329331] Avg episode reward: [(0, '1734.439')]
+[2026-06-02 18:19:52,449][331171] Updated weights for policy 0, policy_version 46836 (0.0008)
+[2026-06-02 18:19:52,626][331171] Updated weights for policy 0, policy_version 46846 (0.0008)
+[2026-06-02 18:19:52,806][331171] Updated weights for policy 0, policy_version 46856 (0.0008)
+[2026-06-02 18:19:52,987][331171] Updated weights for policy 0, policy_version 46866 (0.0008)
+[2026-06-02 18:19:53,090][330880] Saving new best policy, reward=1734.439!
+[2026-06-02 18:19:53,575][331171] Updated weights for policy 0, policy_version 46876 (0.0008)
+[2026-06-02 18:19:53,745][331171] Updated weights for policy 0, policy_version 46886 (0.0008)
+[2026-06-02 18:19:53,920][331171] Updated weights for policy 0, policy_version 46896 (0.0008)
+[2026-06-02 18:19:54,107][331171] Updated weights for policy 0, policy_version 46906 (0.0008)
+[2026-06-02 18:19:54,301][331171] Updated weights for policy 0, policy_version 46916 (0.0008)
+[2026-06-02 18:19:54,482][331171] Updated weights for policy 0, policy_version 46926 (0.0009)
+[2026-06-02 18:19:54,660][331171] Updated weights for policy 0, policy_version 46936 (0.0008)
+[2026-06-02 18:19:55,204][331171] Updated weights for policy 0, policy_version 46946 (0.0008)
+[2026-06-02 18:19:55,386][331171] Updated weights for policy 0, policy_version 46956 (0.0008)
+[2026-06-02 18:19:55,573][331171] Updated weights for policy 0, policy_version 46966 (0.0008)
+[2026-06-02 18:19:55,750][331171] Updated weights for policy 0, policy_version 46976 (0.0008)
+[2026-06-02 18:19:55,932][331171] Updated weights for policy 0, policy_version 46986 (0.0008)
+[2026-06-02 18:19:56,121][331171] Updated weights for policy 0, policy_version 46996 (0.0008)
+[2026-06-02 18:19:56,669][331171] Updated weights for policy 0, policy_version 47006 (0.0008)
+[2026-06-02 18:19:56,838][331171] Updated weights for policy 0, policy_version 47016 (0.0008)
+[2026-06-02 18:19:57,020][331171] Updated weights for policy 0, policy_version 47026 (0.0008)
+[2026-06-02 18:19:57,203][331171] Updated weights for policy 0, policy_version 47036 (0.0008)
+[2026-06-02 18:19:57,388][329331] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21660.2). Total num frames: 24084480. Throughput: 0: 21592.2. Samples: 24110208. Policy #0 lag: (min: 63.0, avg: 86.2, max: 127.0)
+[2026-06-02 18:19:57,390][329331] Avg episode reward: [(0, '1692.870')]
+[2026-06-02 18:19:57,391][331171] Updated weights for policy 0, policy_version 47046 (0.0008)
+[2026-06-02 18:19:57,580][331171] Updated weights for policy 0, policy_version 47056 (0.0008)
+[2026-06-02 18:19:58,128][331171] Updated weights for policy 0, policy_version 47066 (0.0008)
+[2026-06-02 18:19:58,295][331171] Updated weights for policy 0, policy_version 47076 (0.0008)
+[2026-06-02 18:19:58,471][331171] Updated weights for policy 0, policy_version 47086 (0.0009)
+[2026-06-02 18:19:58,657][331171] Updated weights for policy 0, policy_version 47096 (0.0008)
+[2026-06-02 18:19:58,837][331171] Updated weights for policy 0, policy_version 47106 (0.0008)
+[2026-06-02 18:19:59,026][331171] Updated weights for policy 0, policy_version 47116 (0.0008)
+[2026-06-02 18:19:59,206][331171] Updated weights for policy 0, policy_version 47126 (0.0008)
+[2026-06-02 18:19:59,769][331171] Updated weights for policy 0, policy_version 47136 (0.0008)
+[2026-06-02 18:19:59,948][331171] Updated weights for policy 0, policy_version 47146 (0.0009)
+[2026-06-02 18:20:00,127][331171] Updated weights for policy 0, policy_version 47156 (0.0008)
+[2026-06-02 18:20:00,306][331171] Updated weights for policy 0, policy_version 47166 (0.0008)
+[2026-06-02 18:20:00,486][331171] Updated weights for policy 0, policy_version 47176 (0.0008)
+[2026-06-02 18:20:00,674][331171] Updated weights for policy 0, policy_version 47186 (0.0008)
+[2026-06-02 18:20:01,247][331171] Updated weights for policy 0, policy_version 47196 (0.0008)
+[2026-06-02 18:20:01,424][331171] Updated weights for policy 0, policy_version 47206 (0.0008)
+[2026-06-02 18:20:01,601][331171] Updated weights for policy 0, policy_version 47216 (0.0008)
+[2026-06-02 18:20:01,781][331171] Updated weights for policy 0, policy_version 47226 (0.0008)
+[2026-06-02 18:20:01,965][331171] Updated weights for policy 0, policy_version 47236 (0.0008)
+[2026-06-02 18:20:02,162][331171] Updated weights for policy 0, policy_version 47246 (0.0009)
+[2026-06-02 18:20:02,339][331171] Updated weights for policy 0, policy_version 47256 (0.0008)
+[2026-06-02 18:20:02,388][329331] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 24215552. Throughput: 0: 21643.4. Samples: 24243584. Policy #0 lag: (min: 63.0, avg: 86.2, max: 127.0)
+[2026-06-02 18:20:02,389][329331] Avg episode reward: [(0, '1928.866')]
+[2026-06-02 18:20:02,395][330880] Saving new best policy, reward=1928.866!
+[2026-06-02 18:20:02,898][331171] Updated weights for policy 0, policy_version 47266 (0.0006)
+[2026-06-02 18:20:03,070][331171] Updated weights for policy 0, policy_version 47276 (0.0009)
+[2026-06-02 18:20:03,259][331171] Updated weights for policy 0, policy_version 47286 (0.0008)
+[2026-06-02 18:20:03,446][331171] Updated weights for policy 0, policy_version 47296 (0.0008)
+[2026-06-02 18:20:03,627][331171] Updated weights for policy 0, policy_version 47306 (0.0008)
+[2026-06-02 18:20:03,813][331171] Updated weights for policy 0, policy_version 47316 (0.0008)
+[2026-06-02 18:20:04,368][331171] Updated weights for policy 0, policy_version 47326 (0.0008)
+[2026-06-02 18:20:04,536][331171] Updated weights for policy 0, policy_version 47336 (0.0008)
+[2026-06-02 18:20:04,726][331171] Updated weights for policy 0, policy_version 47346 (0.0008)
+[2026-06-02 18:20:04,907][331171] Updated weights for policy 0, policy_version 47356 (0.0008)
+[2026-06-02 18:20:05,096][331171] Updated weights for policy 0, policy_version 47366 (0.0008)
+[2026-06-02 18:20:05,288][331171] Updated weights for policy 0, policy_version 47376 (0.0008)
+[2026-06-02 18:20:05,842][331171] Updated weights for policy 0, policy_version 47386 (0.0008)
+[2026-06-02 18:20:06,008][331171] Updated weights for policy 0, policy_version 47396 (0.0008)
+[2026-06-02 18:20:06,188][331171] Updated weights for policy 0, policy_version 47406 (0.0009)
+[2026-06-02 18:20:06,366][331171] Updated weights for policy 0, policy_version 47416 (0.0008)
+[2026-06-02 18:20:06,555][331171] Updated weights for policy 0, policy_version 47426 (0.0009)
+[2026-06-02 18:20:06,739][331171] Updated weights for policy 0, policy_version 47436 (0.0008)
+[2026-06-02 18:20:06,919][331171] Updated weights for policy 0, policy_version 47446 (0.0008)
+[2026-06-02 18:20:07,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 24313856. Throughput: 0: 21731.6. Samples: 24311424. Policy #0 lag: (min: 63.0, avg: 86.2, max: 127.0)
+[2026-06-02 18:20:07,389][329331] Avg episode reward: [(0, '1830.567')]
+[2026-06-02 18:20:07,442][331171] Updated weights for policy 0, policy_version 47456 (0.0008)
+[2026-06-02 18:20:07,622][331171] Updated weights for policy 0, policy_version 47466 (0.0008)
+[2026-06-02 18:20:07,803][331171] Updated weights for policy 0, policy_version 47476 (0.0008)
+[2026-06-02 18:20:07,988][331171] Updated weights for policy 0, policy_version 47486 (0.0008)
+[2026-06-02 18:20:08,171][331171] Updated weights for policy 0, policy_version 47496 (0.0008)
+[2026-06-02 18:20:08,363][331171] Updated weights for policy 0, policy_version 47506 (0.0008)
+[2026-06-02 18:20:08,869][331171] Updated weights for policy 0, policy_version 47516 (0.0008)
+[2026-06-02 18:20:09,037][331171] Updated weights for policy 0, policy_version 47526 (0.0009)
+[2026-06-02 18:20:09,219][331171] Updated weights for policy 0, policy_version 47536 (0.0008)
+[2026-06-02 18:20:09,400][331171] Updated weights for policy 0, policy_version 47546 (0.0008)
+[2026-06-02 18:20:09,590][331171] Updated weights for policy 0, policy_version 47556 (0.0008)
+[2026-06-02 18:20:09,772][331171] Updated weights for policy 0, policy_version 47566 (0.0008)
+[2026-06-02 18:20:09,950][331171] Updated weights for policy 0, policy_version 47576 (0.0008)
+[2026-06-02 18:20:10,445][331171] Updated weights for policy 0, policy_version 47586 (0.0008)
+[2026-06-02 18:20:10,622][331171] Updated weights for policy 0, policy_version 47596 (0.0008)
+[2026-06-02 18:20:10,794][331171] Updated weights for policy 0, policy_version 47606 (0.0009)
+[2026-06-02 18:20:10,983][331171] Updated weights for policy 0, policy_version 47616 (0.0009)
+[2026-06-02 18:20:11,157][331171] Updated weights for policy 0, policy_version 47626 (0.0009)
+[2026-06-02 18:20:11,348][331171] Updated weights for policy 0, policy_version 47636 (0.0008)
+[2026-06-02 18:20:11,863][331171] Updated weights for policy 0, policy_version 47646 (0.0008)
+[2026-06-02 18:20:12,031][331171] Updated weights for policy 0, policy_version 47656 (0.0008)
+[2026-06-02 18:20:12,214][331171] Updated weights for policy 0, policy_version 47666 (0.0008)
+[2026-06-02 18:20:12,388][329331] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21660.2). Total num frames: 24412160. Throughput: 0: 21666.2. Samples: 24439296. Policy #0 lag: (min: 63.0, avg: 86.2, max: 127.0)
+[2026-06-02 18:20:12,389][329331] Avg episode reward: [(0, '1855.838')]
+[2026-06-02 18:20:12,393][331171] Updated weights for policy 0, policy_version 47676 (0.0008)
+[2026-06-02 18:20:12,575][331171] Updated weights for policy 0, policy_version 47686 (0.0008)
+[2026-06-02 18:20:12,758][331171] Updated weights for policy 0, policy_version 47696 (0.0008)
+[2026-06-02 18:20:13,293][331171] Updated weights for policy 0, policy_version 47706 (0.0008)
+[2026-06-02 18:20:13,460][331171] Updated weights for policy 0, policy_version 47716 (0.0008)
+[2026-06-02 18:20:13,635][331171] Updated weights for policy 0, policy_version 47726 (0.0008)
+[2026-06-02 18:20:13,837][331171] Updated weights for policy 0, policy_version 47737 (0.0008)
+[2026-06-02 18:20:14,031][331171] Updated weights for policy 0, policy_version 47747 (0.0008)
+[2026-06-02 18:20:14,214][331171] Updated weights for policy 0, policy_version 47757 (0.0008)
+[2026-06-02 18:20:14,393][331171] Updated weights for policy 0, policy_version 47767 (0.0008)
+[2026-06-02 18:20:14,902][331171] Updated weights for policy 0, policy_version 47777 (0.0008)
+[2026-06-02 18:20:15,084][331171] Updated weights for policy 0, policy_version 47787 (0.0008)
+[2026-06-02 18:20:15,266][331171] Updated weights for policy 0, policy_version 47797 (0.0008)
+[2026-06-02 18:20:15,453][331171] Updated weights for policy 0, policy_version 47807 (0.0008)
+[2026-06-02 18:20:15,633][331171] Updated weights for policy 0, policy_version 47817 (0.0008)
+[2026-06-02 18:20:15,818][331171] Updated weights for policy 0, policy_version 47827 (0.0008)
+[2026-06-02 18:20:16,327][331171] Updated weights for policy 0, policy_version 47837 (0.0008)
+[2026-06-02 18:20:16,499][331171] Updated weights for policy 0, policy_version 47847 (0.0008)
+[2026-06-02 18:20:16,678][331171] Updated weights for policy 0, policy_version 47857 (0.0008)
+[2026-06-02 18:20:16,865][331171] Updated weights for policy 0, policy_version 47867 (0.0008)
+[2026-06-02 18:20:17,053][331171] Updated weights for policy 0, policy_version 47877 (0.0008)
+[2026-06-02 18:20:17,236][331171] Updated weights for policy 0, policy_version 47887 (0.0008)
+[2026-06-02 18:20:17,388][329331] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 24510464. Throughput: 0: 21589.3. Samples: 24566912. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 18:20:17,389][329331] Avg episode reward: [(0, '1760.226')]
+[2026-06-02 18:20:17,740][331171] Updated weights for policy 0, policy_version 47897 (0.0008)
+[2026-06-02 18:20:17,912][331171] Updated weights for policy 0, policy_version 47907 (0.0008)
+[2026-06-02 18:20:18,092][331171] Updated weights for policy 0, policy_version 47917 (0.0008)
+[2026-06-02 18:20:18,270][331171] Updated weights for policy 0, policy_version 47927 (0.0008)
+[2026-06-02 18:20:18,463][331171] Updated weights for policy 0, policy_version 47937 (0.0008)
+[2026-06-02 18:20:18,646][331171] Updated weights for policy 0, policy_version 47947 (0.0008)
+[2026-06-02 18:20:18,826][331171] Updated weights for policy 0, policy_version 47957 (0.0008)
+[2026-06-02 18:20:19,323][331171] Updated weights for policy 0, policy_version 47967 (0.0008)
+[2026-06-02 18:20:19,496][331171] Updated weights for policy 0, policy_version 47977 (0.0008)
+[2026-06-02 18:20:19,676][331171] Updated weights for policy 0, policy_version 47987 (0.0006)
+[2026-06-02 18:20:19,855][331171] Updated weights for policy 0, policy_version 47997 (0.0004)
+[2026-06-02 18:20:20,042][331171] Updated weights for policy 0, policy_version 48007 (0.0004)
+[2026-06-02 18:20:20,227][331171] Updated weights for policy 0, policy_version 48017 (0.0004)
+[2026-06-02 18:20:20,741][331171] Updated weights for policy 0, policy_version 48027 (0.0004)
+[2026-06-02 18:20:20,908][331171] Updated weights for policy 0, policy_version 48037 (0.0004)
+[2026-06-02 18:20:21,100][331171] Updated weights for policy 0, policy_version 48047 (0.0004)
+[2026-06-02 18:20:21,286][331171] Updated weights for policy 0, policy_version 48057 (0.0004)
+[2026-06-02 18:20:21,475][331171] Updated weights for policy 0, policy_version 48067 (0.0004)
+[2026-06-02 18:20:21,662][331171] Updated weights for policy 0, policy_version 48077 (0.0004)
+[2026-06-02 18:20:21,853][331171] Updated weights for policy 0, policy_version 48087 (0.0004)
+[2026-06-02 18:20:22,327][331171] Updated weights for policy 0, policy_version 48097 (0.0004)
+[2026-06-02 18:20:22,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 24641536. Throughput: 0: 21612.1. Samples: 24630144. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 18:20:22,389][329331] Avg episode reward: [(0, '1791.116')]
+[2026-06-02 18:20:22,517][331171] Updated weights for policy 0, policy_version 48107 (0.0004)
+[2026-06-02 18:20:22,699][331171] Updated weights for policy 0, policy_version 48117 (0.0004)
+[2026-06-02 18:20:22,877][331171] Updated weights for policy 0, policy_version 48127 (0.0007)
+[2026-06-02 18:20:23,061][331171] Updated weights for policy 0, policy_version 48137 (0.0008)
+[2026-06-02 18:20:23,251][331171] Updated weights for policy 0, policy_version 48147 (0.0008)
+[2026-06-02 18:20:23,748][331171] Updated weights for policy 0, policy_version 48157 (0.0008)
+[2026-06-02 18:20:23,916][331171] Updated weights for policy 0, policy_version 48167 (0.0008)
+[2026-06-02 18:20:24,093][331171] Updated weights for policy 0, policy_version 48177 (0.0008)
+[2026-06-02 18:20:24,270][331171] Updated weights for policy 0, policy_version 48187 (0.0008)
+[2026-06-02 18:20:24,446][331171] Updated weights for policy 0, policy_version 48197 (0.0008)
+[2026-06-02 18:20:24,630][331171] Updated weights for policy 0, policy_version 48207 (0.0008)
+[2026-06-02 18:20:25,190][331171] Updated weights for policy 0, policy_version 48217 (0.0008)
+[2026-06-02 18:20:25,352][331171] Updated weights for policy 0, policy_version 48227 (0.0008)
+[2026-06-02 18:20:25,535][331171] Updated weights for policy 0, policy_version 48237 (0.0008)
+[2026-06-02 18:20:25,724][331171] Updated weights for policy 0, policy_version 48247 (0.0008)
+[2026-06-02 18:20:25,900][331171] Updated weights for policy 0, policy_version 48257 (0.0008)
+[2026-06-02 18:20:26,080][331171] Updated weights for policy 0, policy_version 48267 (0.0008)
+[2026-06-02 18:20:26,273][331171] Updated weights for policy 0, policy_version 48277 (0.0008)
+[2026-06-02 18:20:26,791][331171] Updated weights for policy 0, policy_version 48287 (0.0008)
+[2026-06-02 18:20:26,958][331171] Updated weights for policy 0, policy_version 48297 (0.0008)
+[2026-06-02 18:20:27,144][331171] Updated weights for policy 0, policy_version 48307 (0.0008)
+[2026-06-02 18:20:27,332][331171] Updated weights for policy 0, policy_version 48317 (0.0008)
+[2026-06-02 18:20:27,388][329331] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21660.2). Total num frames: 24739840. Throughput: 0: 21643.4. Samples: 24759808. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 18:20:27,389][329331] Avg episode reward: [(0, '1803.721')]
+[2026-06-02 18:20:27,507][331171] Updated weights for policy 0, policy_version 48327 (0.0008)
+[2026-06-02 18:20:27,687][331171] Updated weights for policy 0, policy_version 48337 (0.0008)
+[2026-06-02 18:20:28,234][331171] Updated weights for policy 0, policy_version 48347 (0.0008)
+[2026-06-02 18:20:28,398][331171] Updated weights for policy 0, policy_version 48357 (0.0008)
+[2026-06-02 18:20:28,571][331171] Updated weights for policy 0, policy_version 48367 (0.0008)
+[2026-06-02 18:20:28,745][331171] Updated weights for policy 0, policy_version 48377 (0.0008)
+[2026-06-02 18:20:28,927][331171] Updated weights for policy 0, policy_version 48387 (0.0008)
+[2026-06-02 18:20:29,106][331171] Updated weights for policy 0, policy_version 48397 (0.0009)
+[2026-06-02 18:20:29,287][331171] Updated weights for policy 0, policy_version 48407 (0.0008)
+[2026-06-02 18:20:29,846][331171] Updated weights for policy 0, policy_version 48417 (0.0008)
+[2026-06-02 18:20:30,031][331171] Updated weights for policy 0, policy_version 48427 (0.0008)
+[2026-06-02 18:20:30,207][331171] Updated weights for policy 0, policy_version 48437 (0.0008)
+[2026-06-02 18:20:30,397][331171] Updated weights for policy 0, policy_version 48447 (0.0008)
+[2026-06-02 18:20:30,573][331171] Updated weights for policy 0, policy_version 48457 (0.0008)
+[2026-06-02 18:20:30,748][331171] Updated weights for policy 0, policy_version 48467 (0.0008)
+[2026-06-02 18:20:31,272][331171] Updated weights for policy 0, policy_version 48477 (0.0008)
+[2026-06-02 18:20:31,438][331171] Updated weights for policy 0, policy_version 48487 (0.0008)
+[2026-06-02 18:20:31,620][331171] Updated weights for policy 0, policy_version 48497 (0.0008)
+[2026-06-02 18:20:31,812][331171] Updated weights for policy 0, policy_version 48507 (0.0008)
+[2026-06-02 18:20:31,990][331171] Updated weights for policy 0, policy_version 48517 (0.0008)
+[2026-06-02 18:20:32,184][331171] Updated weights for policy 0, policy_version 48527 (0.0008)
+[2026-06-02 18:20:32,388][329331] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 24870912. Throughput: 0: 21686.0. Samples: 24888960. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 18:20:32,389][329331] Avg episode reward: [(0, '1675.066')]
+[2026-06-02 18:20:32,708][331171] Updated weights for policy 0, policy_version 48537 (0.0008)
+[2026-06-02 18:20:32,882][331171] Updated weights for policy 0, policy_version 48547 (0.0008)
+[2026-06-02 18:20:33,056][331171] Updated weights for policy 0, policy_version 48557 (0.0008)
+[2026-06-02 18:20:33,243][331171] Updated weights for policy 0, policy_version 48567 (0.0008)
+[2026-06-02 18:20:33,423][331171] Updated weights for policy 0, policy_version 48577 (0.0008)
+[2026-06-02 18:20:33,617][331171] Updated weights for policy 0, policy_version 48587 (0.0008)
+[2026-06-02 18:20:33,801][331171] Updated weights for policy 0, policy_version 48597 (0.0008)
+[2026-06-02 18:20:34,339][331171] Updated weights for policy 0, policy_version 48607 (0.0008)
+[2026-06-02 18:20:34,512][331171] Updated weights for policy 0, policy_version 48617 (0.0008)
+[2026-06-02 18:20:34,696][331171] Updated weights for policy 0, policy_version 48627 (0.0008)
+[2026-06-02 18:20:34,887][331171] Updated weights for policy 0, policy_version 48637 (0.0008)
+[2026-06-02 18:20:35,071][331171] Updated weights for policy 0, policy_version 48647 (0.0009)
+[2026-06-02 18:20:35,250][331171] Updated weights for policy 0, policy_version 48657 (0.0008)
+[2026-06-02 18:20:35,803][331171] Updated weights for policy 0, policy_version 48667 (0.0008)
+[2026-06-02 18:20:35,970][331171] Updated weights for policy 0, policy_version 48677 (0.0008)
+[2026-06-02 18:20:36,149][331171] Updated weights for policy 0, policy_version 48687 (0.0008)
+[2026-06-02 18:20:36,344][331171] Updated weights for policy 0, policy_version 48697 (0.0008)
+[2026-06-02 18:20:36,529][331171] Updated weights for policy 0, policy_version 48707 (0.0008)
+[2026-06-02 18:20:36,714][331171] Updated weights for policy 0, policy_version 48717 (0.0008)
+[2026-06-02 18:20:36,894][331171] Updated weights for policy 0, policy_version 48727 (0.0008)
+[2026-06-02 18:20:37,388][329331] Fps is (10 sec: 22937.4, 60 sec: 21845.3, 300 sec: 21660.2). Total num frames: 24969216. Throughput: 0: 21714.5. Samples: 24954752. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 18:20:37,390][329331] Avg episode reward: [(0, '1504.182')]
+[2026-06-02 18:20:37,440][331171] Updated weights for policy 0, policy_version 48737 (0.0008)
+[2026-06-02 18:20:37,619][331171] Updated weights for policy 0, policy_version 48747 (0.0008)
+[2026-06-02 18:20:37,801][331171] Updated weights for policy 0, policy_version 48757 (0.0008)
+[2026-06-02 18:20:37,986][331171] Updated weights for policy 0, policy_version 48767 (0.0008)
+[2026-06-02 18:20:38,172][331171] Updated weights for policy 0, policy_version 48777 (0.0008)
+[2026-06-02 18:20:38,359][331171] Updated weights for policy 0, policy_version 48787 (0.0008)
+[2026-06-02 18:20:38,902][331171] Updated weights for policy 0, policy_version 48797 (0.0008)
+[2026-06-02 18:20:39,080][331171] Updated weights for policy 0, policy_version 48807 (0.0008)
+[2026-06-02 18:20:39,261][331171] Updated weights for policy 0, policy_version 48817 (0.0008)
+[2026-06-02 18:20:39,454][331171] Updated weights for policy 0, policy_version 48827 (0.0008)
+[2026-06-02 18:20:39,635][331171] Updated weights for policy 0, policy_version 48837 (0.0008)
+[2026-06-02 18:20:39,687][330880] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000000
+[2026-06-02 18:20:39,689][330880] Stopping Batcher_0...
+[2026-06-02 18:20:39,689][329331] Component Batcher_0 stopped!
+[2026-06-02 18:20:39,689][330880] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride4_seed13/checkpoint_p0/checkpoint_000048840_25034752.pth...
+[2026-06-02 18:20:39,689][331169] Stopping RolloutWorker_w0...
+[2026-06-02 18:20:39,690][331169] Loop rollout_proc0_evt_loop terminating...
+[2026-06-02 18:20:39,690][329331] Component RolloutWorker_w0 stopped!
+[2026-06-02 18:20:39,690][331170] Stopping RolloutWorker_w1...
+[2026-06-02 18:20:39,691][329331] Component RolloutWorker_w1 stopped!
+[2026-06-02 18:20:39,691][331170] Loop rollout_proc1_evt_loop terminating...
+[2026-06-02 18:20:39,690][330880] Loop batcher_evt_loop terminating...
+[2026-06-02 18:20:39,711][330880] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride4_seed13/checkpoint_p0/checkpoint_000048840_25034752.pth...
+[2026-06-02 18:20:39,731][330880] Stopping LearnerWorker_p0...
+[2026-06-02 18:20:39,731][330880] Loop learner_proc0_evt_loop terminating...
+[2026-06-02 18:20:39,731][329331] Component LearnerWorker_p0 stopped!
+[2026-06-02 18:20:39,736][331171] Weights refcount: 2 0
+[2026-06-02 18:20:39,737][331171] Stopping InferenceWorker_p0-w0...
+[2026-06-02 18:20:39,738][331171] Loop inference_proc0-0_evt_loop terminating...
+[2026-06-02 18:20:39,737][329331] Component InferenceWorker_p0-w0 stopped!
+[2026-06-02 18:20:39,738][329331] Waiting for process learner_proc0 to stop...
+[2026-06-02 18:20:40,670][329331] Waiting for process inference_proc0-0 to join...
+[2026-06-02 18:20:40,670][329331] Waiting for process rollout_proc0 to join...
+[2026-06-02 18:20:40,671][329331] Waiting for process rollout_proc1 to join...
+[2026-06-02 18:20:40,671][329331] Batcher 0 profile tree view:
+batching: 0.9236, releasing_batches: 0.0351
+[2026-06-02 18:20:40,672][329331] InferenceWorker_p0-w0 profile tree view:
+wait_policy: 0.0000
+  wait_policy_total: 704.8709
+update_model: 45.0553
+  weight_update: 0.0008
+one_step: 0.0016
+  handle_policy_step: 410.1250
+    deserialize: 5.0384, stack: 0.3616, obs_to_device_normalize: 53.5330, forward: 142.2764, prepare_outputs: 182.8635, send_messages: 10.2813
+[2026-06-02 18:20:40,672][329331] Learner 0 profile tree view:
+misc: 0.0050, prepare_batch: 104.2984
+train: 855.6878
+  epoch_init: 0.0632, minibatch_init: 2.6791, losses_postprocess: 284.9553, kl_divergence: 62.5908, after_optimizer: 323.5163
+  calculate_losses: 40.1815
+    losses_init: 0.0838, forward_head: 13.0953, bptt_initial: 0.3612, bptt: 0.4178, tail: 9.1550, advantages_returns: 2.9598, losses: 11.1062
+  update: 138.4498
+    clip: 13.8027
+[2026-06-02 18:20:40,673][329331] RolloutWorker_w0 profile tree view:
+wait_for_trajectories: 0.0343, enqueue_policy_requests: 116.9001, process_policy_outputs: 7.7322, env_step: 757.2338, finalize_trajectories: 0.1102, complete_rollouts: 0.0798
+post_env_step: 17.8408
+  process_env_step: 6.1259
+[2026-06-02 18:20:40,673][329331] RolloutWorker_w1 profile tree view:
+wait_for_trajectories: 0.0338, enqueue_policy_requests: 117.6487, process_policy_outputs: 7.5351, env_step: 748.8201, finalize_trajectories: 0.1057, complete_rollouts: 0.0773
+post_env_step: 17.3765
+  process_env_step: 6.0108
+[2026-06-02 18:20:40,674][329331] Loop Runner_EvtLoop terminating...
+[2026-06-02 18:20:40,675][329331] Runner profile tree view:
+main_loop: 1188.2499
+[2026-06-02 18:20:40,675][329331] Collected {0: 25034752}, FPS: 21068.6