diff --git a/environments/ai_vs_ai/ml-agents b/environments/ai_vs_ai/ml-agents --- a/environments/ai_vs_ai/ml-agents +++ b/environments/ai_vs_ai/ml-agents @@ -1 +1 @@ -Subproject commit 8bcedabd808ffb7097f88b800fc92dea82dfd610 +Subproject commit 8bcedabd808ffb7097f88b800fc92dea82dfd610-dirty diff --git a/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/0.monitor.csv b/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/0.monitor.csv index fb7057b..022e9b0 100644 --- a/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/0.monitor.csv +++ b/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/0.monitor.csv @@ -32220,3 +32220,7 @@ r,l,t 23050.0,10155,310929.782787 26000.0,11454,310943.878619 26325.0,12759,310959.764965 +15300.0,6347,310967.628622 +22950.0,11642,311015.595944 +15500.0,6612,311023.793262 +23025.0,10637,311037.115804 diff --git a/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/evaluations.npz b/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/evaluations.npz index 19b694c..3fe84a2 100644 Binary files a/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/evaluations.npz and b/environments/atari/model/qrdqn/QbertNoFrameskip-v4_6/evaluations.npz differ diff --git a/environments/sample_factory/doom_deathmatch.ipynb b/environments/sample_factory/doom_deathmatch.ipynb index 89dfc80..3d4554e 100644 --- a/environments/sample_factory/doom_deathmatch.ipynb +++ b/environments/sample_factory/doom_deathmatch.ipynb @@ -11,21 +11,112 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 11, "metadata": {}, "outputs": [], "source": [ "import wandb\n", - "api = wandb.Api()\n", + "# api = wandb.Api()\n", "\n", - "run = api.run(\"matt-stammers/sample_factory/default_experiment_20230912_141858_570479\")\n", - "run.config[\"key\"] = \"default_experiment_deathmatch\"\n", - "run.update()" + "# run = api.run(\"matt-stammers/sample_factory/default_experiment_20230912_141858_570479\")\n", + "# run.config[\"key\"] = \"d753dcfca676efc5aee0dc806595b8d938c17e44\"\n", + "# run.update()" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mmatt-stammers\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" + ] + }, + { + "data": { + "text/html": [ + "Tracking run with wandb version 0.15.10" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Run data is saved locally in /home/cogstack/Documents/optuna/environments/sample_factory/wandb/run-20230914_123945-f2heddj4" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Syncing run comfy-salad-1 to Weights & Biases (docs)
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View project at https://wandb.ai/matt-stammers/Doom_Duel" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run at https://wandb.ai/matt-stammers/Doom_Duel/runs/f2heddj4" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "wandb.init(project=\"Doom_Duel\")" ] }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -73,60 +164,59 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 12, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "\u001b[33m[2023-09-12 21:01:43,594][28625] Environment doom_basic already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,596][28625] Environment doom_two_colors_easy already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,599][28625] Environment doom_two_colors_hard already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,601][28625] Environment doom_dm already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,603][28625] Environment doom_dwango5 already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,604][28625] Environment doom_my_way_home_flat_actions already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,605][28625] Environment doom_defend_the_center_flat_actions already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,606][28625] Environment doom_my_way_home already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,607][28625] Environment doom_deadly_corridor already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,608][28625] Environment doom_defend_the_center already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,610][28625] Environment doom_defend_the_line already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,611][28625] Environment doom_health_gathering already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,613][28625] Environment doom_health_gathering_supreme already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,613][28625] Environment doom_battle already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,614][28625] Environment doom_battle2 already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,614][28625] Environment doom_duel_bots already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,615][28625] Environment doom_deathmatch_bots already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,616][28625] Environment doom_duel already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,616][28625] Environment doom_deathmatch_full already registered, overwriting...\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,617][28625] Environment doom_benchmark already registered, overwriting...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:43,617][28625] register_encoder_factory: \u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:43,646][28625] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:43,650][28625] Overriding arg 'train_for_env_steps' with value 1000000 passed from command line\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:43,659][28625] Experiment dir /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment already exists!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:43,661][28625] Resuming existing experiment from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:43,661][28625] Weights and Biases integration disabled\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:43,664][28625] Environment var CUDA_VISIBLE_DEVICES is 0,1\n", + "\u001b[33m[2023-09-14 12:37:01,572][109198] Environment doom_basic already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,574][109198] Environment doom_two_colors_easy already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,576][109198] Environment doom_two_colors_hard already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,577][109198] Environment doom_dm already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,579][109198] Environment doom_dwango5 already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,580][109198] Environment doom_my_way_home_flat_actions already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,581][109198] Environment doom_defend_the_center_flat_actions already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,582][109198] Environment doom_my_way_home already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,583][109198] Environment doom_deadly_corridor already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,584][109198] Environment doom_defend_the_center already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,585][109198] Environment doom_defend_the_line already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,585][109198] Environment doom_health_gathering already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,586][109198] Environment doom_health_gathering_supreme already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,586][109198] Environment doom_battle already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,587][109198] Environment doom_battle2 already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,588][109198] Environment doom_duel_bots already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,588][109198] Environment doom_deathmatch_bots already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,589][109198] Environment doom_duel already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,589][109198] Environment doom_deathmatch_full already registered, overwriting...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,590][109198] Environment doom_benchmark already registered, overwriting...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:01,591][109198] register_encoder_factory: \u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:01,613][109198] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:01,614][109198] Experiment dir /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment already exists!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:01,615][109198] Resuming existing experiment from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:01,616][109198] Weights and Biases integration disabled\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:01,619][109198] Environment var CUDA_VISIBLE_DEVICES is 0,1\n", "\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:45,348][39338] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:45,376][39338] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,168][74776] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,196][74776] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.num_agents to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.num_agents` for environment variables or `env.get_wrapper_attr('num_agents')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_multiagent to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_multiagent` for environment variables or `env.get_wrapper_attr('is_multiagent')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[36m[2023-09-12 21:01:45,378][39338] Env info: EnvInfo(obs_space=Dict('measurements': Box([ 0. 0. -1. -1. -50. 0. 0. 0. 0. 0. 0. 0. 0. 0.\n", + "\u001b[36m[2023-09-14 12:37:03,198][74776] Env info: EnvInfo(obs_space=Dict('measurements': Box([ 0. 0. -1. -1. -50. 0. 0. 0. 0. 0. 0. 0. 0. 0.\n", " 0. 0. 0. 0. 0. 0. 0. 0. 0.], [20. 50. 50. 50. 50. 1. 10. 5. 5. 5. 5. 5. 5. 5. 5. 50. 50. 50.\n", - " 50. 50. 50. 50. 50.], (23,), float32), 'obs': Box(0, 255, (3, 72, 128), uint8)), action_space=Tuple(Discrete(3), Discrete(3), Discrete(3), Discrete(2), Discrete(2), Box(-1.0, 1.0, (1,), float32)), num_agents=8, gpu_actions=False, gpu_observations=True, action_splits=[1, 1, 1, 1, 1, 1], all_discrete=False, frameskip=4, reward_shaping_scheme={'delta': {'FRAGCOUNT': (1, -0.001), 'DEATHCOUNT': (-1, 1), 'HITCOUNT': (0, 0), 'DAMAGECOUNT': (0.01, -0.01), 'HEALTH': (0.01, -0.01), 'ARMOR': (0.005, -0.001), 'WEAPON0': (0.02, -0.01), 'AMMO0': (0.0002, -0.0001), 'WEAPON1': (0.02, -0.01), 'AMMO1': (0.0002, -0.0001), 'WEAPON2': (0.02, -0.01), 'AMMO2': (0.0002, -0.0001), 'WEAPON3': (0.1, -0.05), 'AMMO3': (0.001, -0.0005), 'WEAPON4': (0.1, -0.05), 'AMMO4': (0.001, -0.0005), 'WEAPON5': (0.1, -0.05), 'AMMO5': (0.001, -0.0005), 'WEAPON6': (0.2, -0.1), 'AMMO6': (0.002, -0.001), 'WEAPON7': (0.2, -0.1), 'AMMO7': (0.002, -0.001)}, 'selected_weapon': {'SELECTED0': 0.0002, 'SELECTED1': 0.0002, 'SELECTED2': 0.0002, 'SELECTED3': 0.001, 'SELECTED4': 0.001, 'SELECTED5': 0.001, 'SELECTED6': 0.002, 'SELECTED7': 0.002}}, env_info_protocol_version=1)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:45,745][28625] Starting experiment with the following configuration:\n", + " 50. 50. 50. 50. 50.], (23,), float32), 'obs': Box(0, 255, (3, 72, 128), uint8)), action_space=Tuple(Discrete(3), Discrete(3), Discrete(8), Discrete(2), Discrete(2), Discrete(2), Discrete(21)), num_agents=2, gpu_actions=False, gpu_observations=True, action_splits=[1, 1, 1, 1, 1, 1, 1], all_discrete=True, frameskip=4, reward_shaping_scheme={'delta': {'FRAGCOUNT': (1, -0.001), 'DEATHCOUNT': (-1, 1), 'HITCOUNT': (0, 0), 'DAMAGECOUNT': (0.01, -0.01), 'HEALTH': (0.01, -0.01), 'ARMOR': (0.005, -0.001), 'WEAPON0': (0.02, -0.01), 'AMMO0': (0.0002, -0.0001), 'WEAPON1': (0.02, -0.01), 'AMMO1': (0.0002, -0.0001), 'WEAPON2': (0.02, -0.01), 'AMMO2': (0.0002, -0.0001), 'WEAPON3': (0.1, -0.05), 'AMMO3': (0.001, -0.0005), 'WEAPON4': (0.1, -0.05), 'AMMO4': (0.001, -0.0005), 'WEAPON5': (0.1, -0.05), 'AMMO5': (0.001, -0.0005), 'WEAPON6': (0.2, -0.1), 'AMMO6': (0.002, -0.001), 'WEAPON7': (0.2, -0.1), 'AMMO7': (0.002, -0.001)}, 'selected_weapon': {'SELECTED0': 0.0002, 'SELECTED1': 0.0002, 'SELECTED2': 0.0002, 'SELECTED3': 0.001, 'SELECTED4': 0.001, 'SELECTED5': 0.001, 'SELECTED6': 0.002, 'SELECTED7': 0.002}}, env_info_protocol_version=1)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,541][109198] Starting experiment with the following configuration:\n", "help=False\n", "algo=APPO\n", - "env=doom_dwango5\n", + "env=doom_duel\n", "experiment=default_experiment\n", "train_dir=/home/cogstack/Documents/optuna/environments/sample_factory/train_dir\n", "restart_behavior=resume\n", "device=gpu\n", "seed=None\n", - "num_policies=1\n", + "num_policies=2\n", "async_rl=True\n", "serial_mode=False\n", "batched_sampling=False\n", @@ -184,7 +274,7 @@ "summaries_use_frameskip=True\n", "heartbeat_interval=20\n", "heartbeat_reporting_interval=600\n", - "train_for_env_steps=1000000\n", + "train_for_env_steps=10000000\n", "train_for_seconds=10000000000\n", "save_every_sec=120\n", "keep_checkpoints=2\n", @@ -248,44 +338,117 @@ "cli_args={'env': 'doom_dm', 'num_workers': 8, 'num_envs_per_worker': 4, 'train_for_env_steps': 20000000}\n", "git_hash=20b6d44612dad7d171f23e13b1f3b4c5e5631cf9\n", "git_repo_name=https://github.com/MattStammers/optuna.git\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:45,747][28625] Saving configuration to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,757][28625] Rollout worker 0 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,758][28625] Rollout worker 1 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,760][28625] Rollout worker 2 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,761][28625] Rollout worker 3 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,763][28625] Rollout worker 4 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,765][28625] Rollout worker 5 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,767][28625] Rollout worker 6 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,768][28625] Rollout worker 7 uses device cpu\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,937][28625] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:46,939][28625] InferenceWorker_p0-w0: min num requests: 2\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,973][28625] Starting all processes...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:46,974][28625] Starting process learner_proc0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,713][28625] Starting all processes...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:48,713][39537] LearnerWorker_p0\tpid 39537\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,714][39537] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:48,714][39537] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,719][28625] Starting process inference_proc0-0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,719][28625] Starting process rollout_proc0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,720][28625] Starting process rollout_proc1\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,720][28625] Starting process rollout_proc2\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,725][28625] Starting process rollout_proc3\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,725][28625] Starting process rollout_proc4\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,725][28625] Starting process rollout_proc5\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,759][39537] Num visible devices: 1\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,726][28625] Starting process rollout_proc6\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,726][28625] Starting process rollout_proc7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:48,796][39537] Starting seed is not provided\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,797][39537] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,797][39537] Initializing actor-critic model on device cuda:0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,797][39537] RunningMeanStd input shape: (23,)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,798][39537] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,798][39537] RunningMeanStd input shape: (1,)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,810][39537] ConvEncoder: input_channels=3\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,954][39537] Conv encoder output size: 512\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,956][39537] Policy head output size: 640\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,984][39537] Created Actor Critic model with architecture:\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:48,986][39537] ActorCriticSharedWeights(\n", + "\u001b[36m[2023-09-14 12:37:03,543][109198] Saving configuration to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,663][109198] Rollout worker 0 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,664][109198] Rollout worker 1 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,665][109198] Rollout worker 2 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,667][109198] Rollout worker 3 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,669][109198] Rollout worker 4 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,671][109198] Rollout worker 5 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,672][109198] Rollout worker 6 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,673][109198] Rollout worker 7 uses device cpu\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,747][109198] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:03,748][109198] InferenceWorker_p0-w0: min num requests: 1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,753][109198] Using GPUs [1] for process 1 (actually maps to GPUs [1])\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:03,754][109198] InferenceWorker_p1-w0: min num requests: 1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,790][109198] Starting all processes...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:03,792][109198] Starting process learner_proc0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,393][109198] Starting process learner_proc1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:05,395][74942] LearnerWorker_p0\tpid 74942\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,395][74942] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:05,396][74942] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,434][74942] Num visible devices: 1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:05,475][74942] Starting seed is not provided\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,475][74942] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,476][74942] Initializing actor-critic model on device cuda:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,476][74942] RunningMeanStd input shape: (23,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,476][74942] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,477][74942] RunningMeanStd input shape: (1,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,488][74942] ConvEncoder: input_channels=3\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,599][74942] Conv encoder output size: 512\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,600][74942] Policy head output size: 640\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,618][74942] Created Actor Critic model with architecture:\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:05,618][74942] ActorCriticSharedWeights(\n", + " (obs_normalizer): ObservationNormalizer(\n", + " (running_mean_std): RunningMeanStdDictInPlace(\n", + " (running_mean_std): ModuleDict(\n", + " (measurements): RunningMeanStdInPlace()\n", + " (obs): RunningMeanStdInPlace()\n", + " )\n", + " )\n", + " )\n", + " (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)\n", + " (encoder): VizdoomEncoder(\n", + " (basic_encoder): ConvEncoder(\n", + " (enc): RecursiveScriptModule(\n", + " original_name=ConvEncoderImpl\n", + " (conv_head): RecursiveScriptModule(\n", + " original_name=Sequential\n", + " (0): RecursiveScriptModule(original_name=Conv2d)\n", + " (1): RecursiveScriptModule(original_name=ELU)\n", + " (2): RecursiveScriptModule(original_name=Conv2d)\n", + " (3): RecursiveScriptModule(original_name=ELU)\n", + " (4): RecursiveScriptModule(original_name=Conv2d)\n", + " (5): RecursiveScriptModule(original_name=ELU)\n", + " )\n", + " (mlp_layers): RecursiveScriptModule(\n", + " original_name=Sequential\n", + " (0): RecursiveScriptModule(original_name=Linear)\n", + " (1): RecursiveScriptModule(original_name=ELU)\n", + " )\n", + " )\n", + " )\n", + " (measurements_head): Sequential(\n", + " (0): Linear(in_features=23, out_features=128, bias=True)\n", + " (1): ELU(alpha=1.0)\n", + " (2): Linear(in_features=128, out_features=128, bias=True)\n", + " (3): ELU(alpha=1.0)\n", + " )\n", + " )\n", + " (core): ModelCoreRNN(\n", + " (core): GRU(640, 512)\n", + " )\n", + " (decoder): MlpDecoder(\n", + " (mlp): Identity()\n", + " )\n", + " (critic_linear): Linear(in_features=512, out_features=1, bias=True)\n", + " (action_parameterization): ActionParameterizationDefault(\n", + " (distribution_linear): Linear(in_features=512, out_features=41, bias=True)\n", + " )\n", + ")\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:06,503][74942] Using optimizer \u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:06,504][74942] Loading state from checkpoint /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p0/checkpoint_000001187_4861952.pth...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:06,529][74942] Loading model from checkpoint\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:06,534][74942] Loaded experiment state at self.train_step=1187, self.env_steps=4861952\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:06,535][74942] Initialized policy 0 weights for model version 1187\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:06,536][74942] LearnerWorker_p0 finished initialization!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:06,537][74942] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,035][109198] Starting all processes...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:07,036][75052] LearnerWorker_p1\tpid 75052\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,036][75052] Using GPUs [1] for process 1 (actually maps to GPUs [1])\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:07,037][75052] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [1]) for learning process 1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,041][109198] Starting process inference_proc0-0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,042][109198] Starting process inference_proc1-0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,043][109198] Starting process rollout_proc0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,043][109198] Starting process rollout_proc1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,044][109198] Starting process rollout_proc2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,045][109198] Starting process rollout_proc3\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,045][109198] Starting process rollout_proc4\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,073][75052] Num visible devices: 1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,046][109198] Starting process rollout_proc5\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,047][109198] Starting process rollout_proc6\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,048][109198] Starting process rollout_proc7\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:07,119][75052] Starting seed is not provided\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,119][75052] Using GPUs [0] for process 1 (actually maps to GPUs [1])\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,120][75052] Initializing actor-critic model on device cuda:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,120][75052] RunningMeanStd input shape: (23,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,121][75052] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,121][75052] RunningMeanStd input shape: (1,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,140][75052] ConvEncoder: input_channels=3\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,369][75052] Conv encoder output size: 512\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,370][75052] Policy head output size: 640\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,400][75052] Created Actor Critic model with architecture:\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:07,400][75052] ActorCriticSharedWeights(\n", " (obs_normalizer): ObservationNormalizer(\n", " (running_mean_std): RunningMeanStdDictInPlace(\n", " (running_mean_std): ModuleDict(\n", @@ -330,6694 +493,1819 @@ " )\n", " (critic_linear): Linear(in_features=512, out_features=1, bias=True)\n", " (action_parameterization): ActionParameterizationDefault(\n", - " (distribution_linear): Linear(in_features=512, out_features=15, bias=True)\n", + " (distribution_linear): Linear(in_features=512, out_features=41, bias=True)\n", " )\n", ")\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,408][39537] Using optimizer \u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:50,409][39537] No checkpoints found\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,409][39537] Did not load from checkpoint, starting from scratch!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,409][39537] Initialized policy 0 weights for model version 0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,412][39537] LearnerWorker_p0 finished initialization!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,412][39537] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,709][39685] Rollout worker 0 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,709][39685] ROLLOUT worker 0\tpid 39685\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,710][39685] Worker 0 uses CPU cores [0, 1, 2, 3]\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,780][39698] Rollout worker 3 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,780][39698] ROLLOUT worker 3\tpid 39698\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,780][39698] Worker 3 uses CPU cores [12, 13, 14, 15]\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,818][39731] Rollout worker 4 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,818][39731] ROLLOUT worker 4\tpid 39731\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,819][39731] Worker 4 uses CPU cores [16, 17, 18, 19]\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,855][39734] Rollout worker 7 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,855][39734] ROLLOUT worker 7\tpid 39734\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,857][39734] Worker 7 uses CPU cores [28, 29, 30, 31]\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,880][39699] Rollout worker 5 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,880][39699] ROLLOUT worker 5\tpid 39699\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,881][39699] Worker 5 uses CPU cores [20, 21, 22, 23]\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,915][39686] InferenceWorker_p0-w0\tpid 39686\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,915][39686] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,915][39686] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,927][39696] Rollout worker 2 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,927][39696] ROLLOUT worker 2\tpid 39696\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,931][39696] Worker 2 uses CPU cores [8, 9, 10, 11]\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,954][39686] Num visible devices: 1\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,991][39733] Rollout worker 6 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:50,991][39733] ROLLOUT worker 6\tpid 39733\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:50,992][39733] Worker 6 uses CPU cores [24, 25, 26, 27]\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,090][39697] Rollout worker 1 starting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:51,090][39697] ROLLOUT worker 1\tpid 39697\tparent 28625\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,090][39697] Worker 1 uses CPU cores [4, 5, 6, 7]\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,618][39686] RunningMeanStd input shape: (23,)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,618][39686] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,618][39686] RunningMeanStd input shape: (1,)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,630][39686] ConvEncoder: input_channels=3\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,739][39686] Conv encoder output size: 512\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:51,740][39686] Policy head output size: 640\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,083][28625] Inference worker 0-0 is ready!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,085][28625] All inference workers are ready! Signal rollout workers to start!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,088][39685] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,090][39698] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,091][39734] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,092][39696] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,092][39699] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,092][39697] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,093][39731] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,094][39733] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,118][39685] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,121][39685] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,124][39734] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,125][39697] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,125][39699] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,126][39696] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,127][39731] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,128][39734] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,129][39697] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,129][39699] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,129][39696] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,130][39731] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,134][39698] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,139][39733] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,139][39698] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,143][39733] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,151][39685] Port 40300 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,151][39685] Using port 40300\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,152][39685] Initializing env for player 0, init_info: {'port': 40300}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,160][39697] Port 40400 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,160][39697] Using port 40400\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,161][39696] Port 40500 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,161][39699] Port 40800 is available\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,161][39697] Initializing env for player 0, init_info: {'port': 40400}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,161][39696] Using port 40500\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,161][39699] Using port 40800\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,161][39734] Port 41000 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,161][39734] Using port 41000\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,162][39696] Initializing env for player 0, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,162][39699] Initializing env for player 0, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,163][39734] Initializing env for player 0, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,176][39733] Port 40900 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,176][39733] Using port 40900\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,177][39733] Initializing env for player 0, init_info: {'port': 40900}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:08,655][75052] Using optimizer \u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:08,656][75052] Loading state from checkpoint /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p1/checkpoint_000000481_1970176.pth...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:08,685][75052] Loading model from checkpoint\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:08,690][75052] Loaded experiment state at self.train_step=481, self.env_steps=1970176\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:08,691][75052] Initialized policy 1 weights for model version 481\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:08,693][75052] LearnerWorker_p1 finished initialization!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:08,693][75052] Using GPUs [0] for process 1 (actually maps to GPUs [1])\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:08,972][75218] Rollout worker 3 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:08,972][75218] ROLLOUT worker 3\tpid 75218\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:08,973][75218] Worker 3 uses CPU cores [12, 13, 14, 15]\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,066][75219] Rollout worker 4 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,067][75219] ROLLOUT worker 4\tpid 75219\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,067][75219] Worker 4 uses CPU cores [16, 17, 18, 19]\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,074][75215] Rollout worker 1 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,074][75215] ROLLOUT worker 1\tpid 75215\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,075][75215] Worker 1 uses CPU cores [4, 5, 6, 7]\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,076][75217] Rollout worker 2 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,077][75217] ROLLOUT worker 2\tpid 75217\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,077][75217] Worker 2 uses CPU cores [8, 9, 10, 11]\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,321][75216] Rollout worker 0 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,321][75216] ROLLOUT worker 0\tpid 75216\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,323][75216] Worker 0 uses CPU cores [0, 1, 2, 3]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,473][75209] InferenceWorker_p1-w0\tpid 75209\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,474][75209] Using GPUs [1] for process 1 (actually maps to GPUs [1])\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,474][75209] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [1]) for inference process 1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,491][75209] Num visible devices: 1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,615][75254] Rollout worker 7 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,615][75254] ROLLOUT worker 7\tpid 75254\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,616][75254] Worker 7 uses CPU cores [28, 29, 30, 31]\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,659][75252] Rollout worker 5 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,659][75252] ROLLOUT worker 5\tpid 75252\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,660][75252] Worker 5 uses CPU cores [20, 21, 22, 23]\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,684][75253] Rollout worker 6 starting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,684][75253] ROLLOUT worker 6\tpid 75253\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,685][75253] Worker 6 uses CPU cores [24, 25, 26, 27]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,698][75214] InferenceWorker_p0-w0\tpid 75214\tparent 109198\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,699][75214] Using GPUs [0] for process 0 (actually maps to GPUs [0])\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:09,699][75214] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:09,718][75214] Num visible devices: 1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,169][75209] RunningMeanStd input shape: (23,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,170][75209] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,170][75209] RunningMeanStd input shape: (1,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,182][75209] ConvEncoder: input_channels=3\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,286][75209] Conv encoder output size: 512\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,287][75209] Policy head output size: 640\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,315][75214] RunningMeanStd input shape: (23,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,315][75214] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,316][75214] RunningMeanStd input shape: (1,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,327][75214] ConvEncoder: input_channels=3\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,435][75214] Conv encoder output size: 512\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,436][75214] Policy head output size: 640\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,565][109198] Inference worker 1-0 is ready!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,723][109198] Inference worker 0-0 is ready!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,724][109198] All inference workers are ready! Signal rollout workers to start!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,729][75218] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,729][75219] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,729][75215] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,730][75252] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,731][75216] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,732][75217] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,732][75254] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,733][75253] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,764][75218] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,765][75216] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,768][75216] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,769][75218] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,769][75252] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,772][75217] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,772][75252] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,774][75254] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,775][75217] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,775][75253] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,776][75215] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,776][75219] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,778][75254] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,779][75253] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,780][75215] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,780][75219] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,807][75217] Port 40500 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,807][75252] Port 40800 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,807][75216] Port 40300 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,807][75217] Using port 40500\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,807][75252] Using port 40800\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,807][75216] Using port 40300\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,808][75217] Initializing env for player 0, init_info: {'port': 40500}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,808][75252] Initializing env for player 0, init_info: {'port': 40800}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,808][75216] Initializing env for player 0, init_info: {'port': 40300}...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:10,810][75254] UDP port 41000 cannot be used [Errno 98] Address already in use\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,810][75254] Port 42000 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,811][75254] Using port 42000\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,813][75254] Initializing env for player 0, init_info: {'port': 42000}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,814][75218] Port 40600 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,814][75218] Using port 40600\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,815][75218] Initializing env for player 0, init_info: {'port': 40600}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,825][75253] Port 40900 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,825][75253] Using port 40900\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,826][75215] Port 40400 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,826][75215] Using port 40400\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,826][75253] Initializing env for player 0, init_info: {'port': 40900}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,826][75219] Port 40700 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:10,827][75219] Using port 40700\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,827][75215] Initializing env for player 0, init_info: {'port': 40400}...\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,185][39685] Using port 40300 on host...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,186][39698] Port 40600 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,186][39698] Using port 40600\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,187][39698] Initializing env for player 0, init_info: {'port': 40600}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,837][75217] Using port 40500 on host...\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,193][39734] Using port 41000 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,841][75254] Using port 42000 on host...\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,195][39696] Using port 40500 on host...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,197][39731] Port 40700 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:52,197][39731] Using port 40700\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,202][39685] Initializing env for player 1, init_info: {'port': 40300}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,843][75216] Using port 40300 on host...\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,207][39733] Using port 40900 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,849][75218] Using port 40600 on host...\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,209][39697] Using port 40400 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,854][75252] Using port 40800 on host...\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,210][39699] Using port 40800 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,212][39696] Initializing env for player 1, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,214][39734] Initializing env for player 1, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,217][39699] Initializing env for player 1, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,219][39697] Initializing env for player 1, init_info: {'port': 40400}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,855][75253] Using port 40900 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,858][75217] Initializing env for player 1, init_info: {'port': 40500}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,858][75216] Initializing env for player 1, init_info: {'port': 40300}...\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,229][39733] Initializing env for player 1, init_info: {'port': 40900}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,229][39698] Using port 40600 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,238][39698] Initializing env for player 1, init_info: {'port': 40600}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,253][39685] Initializing env for player 2, init_info: {'port': 40300}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,263][39696] Initializing env for player 2, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,264][39734] Initializing env for player 2, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,267][39699] Initializing env for player 2, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,274][39697] Initializing env for player 2, init_info: {'port': 40400}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,279][39733] Initializing env for player 2, init_info: {'port': 40900}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,291][39698] Initializing env for player 2, init_info: {'port': 40600}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,303][39685] Initializing env for player 3, init_info: {'port': 40300}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,315][39734] Initializing env for player 3, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,321][39697] Initializing env for player 3, init_info: {'port': 40400}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,322][39696] Initializing env for player 3, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,324][39699] Initializing env for player 3, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,335][39733] Initializing env for player 3, init_info: {'port': 40900}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,341][39698] Initializing env for player 3, init_info: {'port': 40600}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,353][39685] Initializing env for player 4, init_info: {'port': 40300}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,370][39734] Initializing env for player 4, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,371][39696] Initializing env for player 4, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,371][39697] Initializing env for player 4, init_info: {'port': 40400}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,383][39733] Initializing env for player 4, init_info: {'port': 40900}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,385][39699] Initializing env for player 4, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,392][39698] Initializing env for player 4, init_info: {'port': 40600}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,404][39685] Initializing env for player 5, init_info: {'port': 40300}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,418][39696] Initializing env for player 5, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,426][39734] Initializing env for player 5, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,427][39697] Initializing env for player 5, init_info: {'port': 40400}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,431][39699] Initializing env for player 5, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,435][39733] Initializing env for player 5, init_info: {'port': 40900}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,443][39698] Initializing env for player 5, init_info: {'port': 40600}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,455][39685] Initializing env for player 6, init_info: {'port': 40300}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,475][39696] Initializing env for player 6, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,477][39699] Initializing env for player 6, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,479][39697] Initializing env for player 6, init_info: {'port': 40400}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,483][39734] Initializing env for player 6, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,485][39733] Initializing env for player 6, init_info: {'port': 40900}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,499][39698] Initializing env for player 6, init_info: {'port': 40600}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,515][39685] Initializing env for player 7, init_info: {'port': 40300}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,527][39696] Initializing env for player 7, init_info: {'port': 40500}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,535][39697] Initializing env for player 7, init_info: {'port': 40400}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,535][39734] Initializing env for player 7, init_info: {'port': 41000}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,539][39699] Initializing env for player 7, init_info: {'port': 40800}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,539][39733] Initializing env for player 7, init_info: {'port': 40900}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:52,551][39698] Initializing env for player 7, init_info: {'port': 40600}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,860][75215] Using port 40400 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,860][75252] Initializing env for player 1, init_info: {'port': 40800}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,863][75254] Initializing env for player 1, init_info: {'port': 42000}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,865][75218] Initializing env for player 1, init_info: {'port': 40600}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,877][75253] Initializing env for player 1, init_info: {'port': 40900}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:10,878][75215] Initializing env for player 1, init_info: {'port': 40400}...\u001b[0m\n", "Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. ss 'Q' to abort network game synchronization.\n", - "Waiting for players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Contacting host: \\Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for other players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", + "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Total players: 8 \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: .... [ 4/ 8]\n", "Got connect from node 1. \n", - "Waiting for players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Total players: 2 \n", + "\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Waiting for other players: ..... [ 5/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 2. \n", - "Waiting for players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", "Sending all here. \n", "\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 2. 8]\n", - "Waiting for players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", "Got connect from node 1. \n", - "Total players: 8 \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", "Got connect from node 1. \n", - "Waiting for other players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Total players: 2 \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: \\Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 8]\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Total players: 2 \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Got connect from node 3. \n", - "Waiting for players: .... [ 4/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 2 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Total players: 2 \n", + "\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Total players: 2 \n", + "\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Console player number: 3 8]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Total players: 8 \n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Total players: 8 8]/ 8] 8]\n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 \n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Got connect from node 2. \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 5 8]\n", + "Exchanging game information.\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Console player number: 6 8]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Console player number: 4 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Console player number: 1 8]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Console player number: 7 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Waiting for players: ....... [ 7/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "\n", - "Go \n", - "Total players: 8 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 8]\n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", + "Exchanging game information.\n", + "Exchanging game information.\u001b[36m[2023-09-14 12:37:11,619][109198] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 6832128. Throughput: 0: nan, 1: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Contacting host: -\n", - "Got connect from node 6. \n", - "Waiting for players: ....... [ 7/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Got connect from node 4. 8]\n", - "Got connect from node 5. [ 5/ 8]\n", - "Got connect from node 6. 8]\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", + "Go \n", + "Total players: 2 \n", "\n", - "Total players: 8 8]\n", + "Exchanging game information.\n", + "Exchanging game information.\n", + "Exchanging game information.\n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Total players: 8 8]\n", + "Exchanging game information.\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Received \"Go.\" \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 8]\n", + "Total players: 2 \n", "\n", - "Waiting for other players: .... [ 4/ 8]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Got connect from node 6. 8]... [ 6/ 8]\n", - "Received All Here, sending ACK. 8]\n", + "Total players: 2 \n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "\n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Received All Here, sending ACK. 8]\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Got connect from node 7. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", + "Exchanging game information.\n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 0, player 2) \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 0, player 2) \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 8]\n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "Found AI1 (node 0, player 2) \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 8]\n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", "\n", - "Found AI3 (node 2, player 3) 8]\n", - "Found AI2 (node 3, player 4) \n", - "Got connect from node 5. 8]\n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", "\n", - "Total players: 8 8]\n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Got connect from node 7. 8]\n", - "Waiting for players: ........ [ 8/ 8]\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,938][75216] Initialized w:0 v:0 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,941][75216] Initialized w:0 v:0 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,941][75216] 2 agent workers initialized for env 0!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,948][75253] Initialized w:6 v:0 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,949][75253] Initialized w:6 v:0 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,950][75253] 2 agent workers initialized for env 6!\u001b[0m\n", + "\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,956][75216] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,957][75216] Port 40301 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,957][75216] Using port 40301\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,964][75253] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,965][75253] Port 40901 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,965][75253] Using port 40901\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,965][75253] Initializing env for player 0, init_info: {'port': 40901}...\u001b[0m\n", + "\n", + "\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,985][75252] Initialized w:5 v:0 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,986][75252] Initialized w:5 v:0 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,987][75252] 2 agent workers initialized for env 5!\u001b[0m\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,992][75217] Initialized w:2 v:0 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,993][75217] Initialized w:2 v:0 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,994][75253] Using port 40901 on host...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,995][75217] 2 agent workers initialized for env 2!\u001b[0m\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,997][75252] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,998][75252] Port 40801 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:11,998][75252] Using port 40801\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:11,999][75252] Initializing env for player 0, init_info: {'port': 40801}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,001][75218] Initialized w:3 v:0 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,001][75218] Initialized w:3 v:0 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,003][75218] 2 agent workers initialized for env 3!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,003][75215] Initialized w:1 v:0 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,003][75215] Initialized w:1 v:0 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,005][75215] 2 agent workers initialized for env 1!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,006][75217] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,006][75217] Port 40501 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,007][75217] Using port 40501\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,008][75216] Initializing env for player 0, init_info: {'port': 40301}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,009][75254] Initialized w:7 v:0 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,010][75254] Initialized w:7 v:0 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,012][75254] 2 agent workers initialized for env 7!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,016][75215] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,016][75253] Initializing env for player 1, init_info: {'port': 40901}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,016][75215] Port 40401 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,017][75215] Using port 40401\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,017][75218] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,017][75215] Initializing env for player 0, init_info: {'port': 40401}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,017][75218] Port 40601 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,017][75218] Using port 40601\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,018][75218] Initializing env for player 0, init_info: {'port': 40601}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,029][75252] Using port 40801 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,029][75254] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:12,030][75254] UDP port 41001 cannot be used [Errno 98] Address already in use\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,030][75254] Port 42001 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:12,031][75254] Using port 42001\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,031][75254] Initializing env for player 0, init_info: {'port': 42001}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,038][75219] Initializing env for player 0, init_info: {'port': 40700}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,038][75216] Using port 40301 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,049][75218] Using port 40601 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,049][75252] Initializing env for player 1, init_info: {'port': 40801}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,052][75215] Using port 40401 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,058][75216] Initializing env for player 1, init_info: {'port': 40301}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,062][75254] Using port 42001 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,068][75215] Initializing env for player 1, init_info: {'port': 40401}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,068][75218] Initializing env for player 1, init_info: {'port': 40601}...\u001b[0m\n", + "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,082][75219] Using port 40700 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,082][75254] Initializing env for player 1, init_info: {'port': 42001}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:12,089][75219] Initializing env for player 1, init_info: {'port': 40700}...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", "Sending all here. \n", "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI3 (node 3, player 3) \n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "Found AI2 (node 4, player 4) \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) 8]\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI3 (node 2, player 3) 8]\n", - "Found AI2 (node 3, player 4) \n", - "Console player number: 2 8]\n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Console player number: 3 8]\n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI3 (node 0, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "Found AI5 (node 5, player 6) 8]\n", - "Found AI6 (node 6, player 7) \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Found AI4 (node 4, player 5) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 7 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 5, player 5) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 0, player 2) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI4 (node 4, player 5) \n", - "\n", - "Found AI5 (node 5, player 6) \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Found AI6 (node 6, player 7) \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 7, player 8) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 5, player 5) \n", - "\n", - "Go \n", - "Found AI5 (node 6, player 6) \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Found AI6 (node 7, player 7) \n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 0, player 8) \n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "\n", - "Exchanging game information.\n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Go \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI4 (node 4, player 5) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 7, player 8) \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "\n", - "Go \n", - "Total players: 8 \n", - "\u001b[36m[2023-09-12 21:01:53,664][28625] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI5 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI7 (node 6, player 7) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 1, player 2) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,759][39685] Initialized w:0 v:0 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,761][39685] Initialized w:0 v:0 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,763][39685] Initialized w:0 v:0 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,763][39685] Initialized w:0 v:0 player:0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:53,765][39685] 8 agent workers initialized for env 0!\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI3 (node 0, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 0, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI2 (node 5, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI5 (node 2, player 3) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI7 (node 7, player 7) \n", - "Found AI6 (node 0, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI3 (node 6, player 6) \n", - "Found AI7 (node 0, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI7 (node 0, player 5) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI2 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI3 (node 6, player 6) \n", - "Found AI7 (node 7, player 7) \n", - "Found AI6 (node 0, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,832][39685] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:53,833][39685] Port 40301 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:53,833][39685] Using port 40301\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,834][39685] Initializing env for player 0, init_info: {'port': 40301}...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI5 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI7 (node 5, player 5) \n", - "Found AI2 (node 0, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI5 (node 2, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI2 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 5, player 5) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI2 (node 6, player 6) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI3 (node 7, player 7) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI6 (node 0, player 8) \n", - "Found AI5 (node 0, player 6) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,863][39685] Using port 40301 on host...\u001b[0m\n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "\n", - "Found AI1 (node 0, player 2) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI2 (node 1, player 2) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI7 (node 5, player 5) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI5 (node 0, player 3) \n", - "Found AI2 (node 0, player 5) \n", - "Found AI2 (node 6, player 6) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI3 (node 0, player 7) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,884][39685] Initializing env for player 1, init_info: {'port': 40301}...\u001b[0m\n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "\n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI1 (node 0, player 3) \n", - "Found AI2 (node 5, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI2 (node 3, player 3) \n", - "\n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI7 (node 0, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Found AI3 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI7 (node 0, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "\n", - "Found AI4 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI4 (node 4, player 4) \n", - "\n", - "Found AI5 (node 5, player 5) \n", - "Found AI3 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI5 (node 5, player 5) \n", - "\n", - "Found AI3 (node 6, player 6) \n", - "\n", - "Found AI6 (node 7, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "\n", - "\n", - "Found AI4 (node 4, player 4) \n", - "Found AI1 (node 2, player 2) \n", - "\n", - "Found AI3 (node 0, player 3) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI6 (node 0, player 8) \n", - "\n", - "Found AI2 (node 2, player 2) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,935][39685] Initializing env for player 2, init_info: {'port': 40301}...\u001b[0m\n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI5 (node 0, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "Found AI2 (node 2, player 2) \n", - "\n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI5 (node 5, player 5) \n", - "Found AI3 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "\n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "Found AI2 (node 0, player 2) \n", - "\n", - "Found AI1 (node 2, player 3) \n", - "\n", - "Found AI4 (node 3, player 4) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,991][39697] Initialized w:1 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,992][39685] Initializing env for player 3, init_info: {'port': 40301}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,993][39697] Initialized w:1 v:0 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,994][39697] Initialized w:1 v:0 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,994][39697] Initialized w:1 v:0 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:4\u001b[0m\n", - "\n", - "\u001b[36m[2023-09-12 21:01:53,997][39697] 8 agent workers initialized for env 1!\u001b[0m\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,031][39699] Initialized w:5 v:0 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,034][39699] Initialized w:5 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,034][39699] Initialized w:5 v:0 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,034][39699] Initialized w:5 v:0 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,035][39699] Initialized w:5 v:0 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,035][39734] Initialized w:7 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,035][39699] Initialized w:5 v:0 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,036][39699] Initialized w:5 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,036][39699] Initialized w:5 v:0 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:6\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,038][39699] 8 agent workers initialized for env 5!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,039][39734] Initialized w:7 v:0 player:0\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,039][39734] Initialized w:7 v:0 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,039][39734] Initialized w:7 v:0 player:1\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,042][39734] 8 agent workers initialized for env 7!\u001b[0m\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,055][39733] Initialized w:6 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,055][39685] Initializing env for player 4, init_info: {'port': 40301}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,056][39697] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,057][39733] Initialized w:6 v:0 player:1\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,058][39697] Port 40401 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,058][39697] Using port 40401\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,058][39733] Initialized w:6 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,058][39733] Initialized w:6 v:0 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,058][39733] Initialized w:6 v:0 player:6\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,058][39697] Initializing env for player 0, init_info: {'port': 40401}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,059][39733] Initialized w:6 v:0 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,059][39733] Initialized w:6 v:0 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,059][39733] Initialized w:6 v:0 player:0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,061][39733] 8 agent workers initialized for env 6!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,064][39731] Initializing env for player 0, init_info: {'port': 40700}...\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,086][39699] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,088][39699] Port 40801 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,089][39699] Using port 40801\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,089][39699] Initializing env for player 0, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,091][39734] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,093][39734] Port 41001 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,094][39734] Using port 41001\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,094][39697] Using port 40401 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:5\u001b[0m\n", - "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,098][39731] Using port 40700 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:2\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,100][39698] 8 agent workers initialized for env 3!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,103][39685] Initializing env for player 5, init_info: {'port': 40301}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,112][39733] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,114][39733] Port 40901 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,115][39733] Using port 40901\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,115][39731] Initializing env for player 1, init_info: {'port': 40700}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,115][39733] Initializing env for player 0, init_info: {'port': 40901}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,119][39696] Initialized w:2 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,121][39696] Initialized w:2 v:0 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,121][39696] Initialized w:2 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,123][39697] Initializing env for player 1, init_info: {'port': 40401}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,124][39696] 8 agent workers initialized for env 2!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,132][39699] Using port 40801 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,141][39699] Initializing env for player 1, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,148][39698] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,149][39698] Port 40601 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,150][39698] Using port 40601\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,150][39698] Initializing env for player 0, init_info: {'port': 40601}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,157][39733] Using port 40901 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,157][39696] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,159][39696] Port 40501 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:54,159][39696] Using port 40501\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,166][39733] Initializing env for player 1, init_info: {'port': 40901}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,167][39685] Initializing env for player 6, init_info: {'port': 40301}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,165][39731] Initializing env for player 2, init_info: {'port': 40700}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,173][39697] Initializing env for player 2, init_info: {'port': 40401}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,179][39698] Using port 40601 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,192][39699] Initializing env for player 2, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,201][39698] Initializing env for player 1, init_info: {'port': 40601}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,213][39685] Initializing env for player 7, init_info: {'port': 40301}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,217][39731] Initializing env for player 3, init_info: {'port': 40700}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,219][39733] Initializing env for player 2, init_info: {'port': 40901}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,230][39697] Initializing env for player 3, init_info: {'port': 40401}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,242][39699] Initializing env for player 3, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,251][39698] Initializing env for player 2, init_info: {'port': 40601}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,269][39733] Initializing env for player 3, init_info: {'port': 40901}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,273][39731] Initializing env for player 4, init_info: {'port': 40700}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,283][39697] Initializing env for player 4, init_info: {'port': 40401}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,303][39698] Initializing env for player 3, init_info: {'port': 40601}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,318][39699] Initializing env for player 4, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,327][39731] Initializing env for player 5, init_info: {'port': 40700}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,339][39697] Initializing env for player 5, init_info: {'port': 40401}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,339][39733] Initializing env for player 4, init_info: {'port': 40901}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:54,355][39698] Initializing env for player 4, init_info: {'port': 40601}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:54,372][39699] Initializing env for player 5, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,387][39731] Initializing env for player 6, init_info: {'port': 40700}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,388][39733] Initializing env for player 5, init_info: {'port': 40901}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,395][39697] Initializing env for player 6, init_info: {'port': 40401}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,410][39698] Initializing env for player 5, init_info: {'port': 40601}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,427][39699] Initializing env for player 6, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,438][39733] Initializing env for player 6, init_info: {'port': 40901}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,443][39731] Initializing env for player 7, init_info: {'port': 40700}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,446][39697] Initializing env for player 7, init_info: {'port': 40401}...\u001b[0m\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:54,463][39698] Initializing env for player 6, init_info: {'port': 40601}...\u001b[0m\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:54,479][39699] Initializing env for player 7, init_info: {'port': 40801}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,499][39733] Initializing env for player 7, init_info: {'port': 40901}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:54,523][39698] Initializing env for player 7, init_info: {'port': 40601}...\u001b[0m\n", - "Got connect from node 1. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 2. \n", - "Waiting for players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Waiting for players: ...... [ 6/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 1. \n", - "Waiting for players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Waiting for players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. \n", - "Waiting for players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. 8]\n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Waiting for players: .... [ 4/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 6. \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 3. 8]\n", - "Got connect from node 4. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 2. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Done waiting.Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 3. 8]\n", - "Got connect from node 4. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Waiting for players: ....... [ 7/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Got connect from node 2. 8]\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Console player number: 7 8]\n", - "Received All Here, sending ACK. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 5. 8]\n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Console player number: 2 8]\n", - "Received All Here, sending ACK. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Total players: 8 8]\n", - "Waiting for other players: ....\n", - "Waiting for other players: . [ 5/ 8]....8]..\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "\n", - "Go \n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 ... 7/ 8]. [ 7/ 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "\n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "\n", - "Exchanging game information.\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "\n", - "Go \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Total players: 8 \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Go \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "Received \"Go.\" \n", - "\n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI1 (node 1, player 2) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI4 (node 6, player 7) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI2 (node 3, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Found AI1 (node 0, player 2) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI4 (node 6, player 7) \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "\n", - "Go \n", - "Found AI4 (node 0, player 7) \n", - "Total players: 8 \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "\n", - "Found AI2 (node 0, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI4 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI4 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Received All Here, sending ACK. \n", - "\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 0, player 3) \n", - "\n", - "Exchanging game information.\n", - "Found AI2 (node 3, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI4 (node 6, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI6 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI4 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI4 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI1 (node 1, player 2) \n", - "\n", - "Found AI2 (node 2, player 3) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI4 (node 2, player 3) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI7 (node 0, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 1, player 2) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI3 (node 4, player 4) \n", - "\n", - "Found AI3 (node 0, player 6) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI6 (node 0, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 0, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "\n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI4 (node 4, player 5) \n", - "\n", - "Found AI4 (node 3, player 4) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI6 (node 0, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI3 (node 0, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI2 (node 0, player 2) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,800][39685] Initialized w:0 v:1 player:4\u001b[0m\n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI3 (node 2, player 3) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:1\u001b[0m\n", - "Found AI4 (node 3, player 4) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:7\u001b[0m\n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,803][39685] Initialized w:0 v:1 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,803][39685] Initialized w:0 v:1 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,803][39685] Initialized w:0 v:1 player:2\u001b[0m\n", - "Found AI2 (node 4, player 5) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "\u001b[36m[2023-09-12 21:01:55,805][39685] 8 agent workers initialized for env 0!\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 0, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI3 (node 6, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI3 (node 6, player 6) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI4 (node 2, player 3) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 0, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "\n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI1 (node 2, player 2) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,848][39734] Initializing env for player 0, init_info: {'port': 41001}...\u001b[0m\n", - "Found AI2 (node 5, player 5) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI2 (node 0, player 5) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI2 (node 4, player 5) \n", - "\n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "\n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,857][39685] Decorrelating experience for 32 frames...\u001b[0m\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "Found AI1 (node 2, player 2) \n", - "\n", - "Found AI3 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,898][39734] Using port 41001 on host...\u001b[0m\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,898][39734] Initializing env for player 1, init_info: {'port': 41001}...\u001b[0m\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,931][39698] Initialized w:3 v:1 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,933][39698] Initialized w:3 v:1 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,933][39698] Initialized w:3 v:1 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:55,937][39698] 8 agent workers initialized for env 3!\u001b[0m\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,950][39734] Initializing env for player 2, init_info: {'port': 41001}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,969][39733] Initialized w:6 v:1 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,971][39733] Initialized w:6 v:1 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,971][39733] Initialized w:6 v:1 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,972][39733] Initialized w:6 v:1 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,972][39733] Initialized w:6 v:1 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,972][39733] Initialized w:6 v:1 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,973][39733] Initialized w:6 v:1 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,973][39733] Initialized w:6 v:1 player:4\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:55,974][39733] 8 agent workers initialized for env 6!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,974][39698] Decorrelating experience for 32 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,977][39731] Initialized w:4 v:0 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,977][39731] Initialized w:4 v:0 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,978][39696] Initializing env for player 0, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,979][39731] Initialized w:4 v:0 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:55,979][39731] Initialized w:4 v:0 player:0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:55,982][39731] 8 agent workers initialized for env 4!\u001b[0m\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,004][39697] Initialized w:1 v:1 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,007][39697] Initialized w:1 v:1 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,007][39697] Initialized w:1 v:1 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,009][39697] Initialized w:1 v:1 player:7\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,011][39697] 8 agent workers initialized for env 1!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,015][39734] Initializing env for player 3, init_info: {'port': 41001}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,024][39731] Decorrelating experience for 0 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,024][39696] Using port 40501 on host...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,029][39731] Port 40701 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,029][39731] Using port 40701\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,030][39731] Initializing env for player 0, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,030][39733] Decorrelating experience for 32 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,035][39696] Initializing env for player 1, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,042][39697] Decorrelating experience for 32 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,055][39699] Initialized w:5 v:1 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,056][39699] Initialized w:5 v:1 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,057][39699] Initialized w:5 v:1 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,057][39699] Initialized w:5 v:1 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,057][39699] Initialized w:5 v:1 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,058][39699] Initialized w:5 v:1 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,058][39699] Initialized w:5 v:1 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,059][39699] Initialized w:5 v:1 player:5\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,061][39699] 8 agent workers initialized for env 5!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,067][39734] Initializing env for player 4, init_info: {'port': 41001}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,070][39731] Using port 40701 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,080][39731] Initializing env for player 1, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,088][39696] Initializing env for player 2, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,096][39699] Decorrelating experience for 32 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,131][39731] Initializing env for player 2, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,126][39734] Initializing env for player 5, init_info: {'port': 41001}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,139][39696] Initializing env for player 3, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,179][39734] Initializing env for player 6, init_info: {'port': 41001}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,183][39731] Initializing env for player 3, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,195][39696] Initializing env for player 4, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,231][39734] Initializing env for player 7, init_info: {'port': 41001}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,235][39731] Initializing env for player 4, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,241][39696] Initializing env for player 5, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,259][39685] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,284][39731] Initializing env for player 5, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,299][39696] Initializing env for player 6, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,306][39685] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,338][39731] Initializing env for player 6, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,340][39685] Port 40302 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,340][39685] Using port 40302\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,341][39685] Initializing env for player 0, init_info: {'port': 40302}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,360][39696] Initializing env for player 7, init_info: {'port': 40501}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,367][39698] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,387][39685] Using port 40302 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,391][39731] Initializing env for player 7, init_info: {'port': 40701}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,398][39685] Initializing env for player 1, init_info: {'port': 40302}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,413][39698] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,437][39733] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,455][39685] Initializing env for player 2, init_info: {'port': 40302}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,459][39698] Port 40602 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,459][39698] Using port 40602\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,460][39698] Initializing env for player 0, init_info: {'port': 40602}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,482][39733] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,505][39698] Using port 40602 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,505][39685] Initializing env for player 3, init_info: {'port': 40302}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,509][39697] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,516][39698] Initializing env for player 1, init_info: {'port': 40602}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,528][39733] Port 40902 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,528][39733] Using port 40902\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,529][39733] Initializing env for player 0, init_info: {'port': 40902}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,553][39697] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,555][39699] Multi agent env, num agents: 8\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,557][39685] Initializing env for player 4, init_info: {'port': 40302}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,566][39698] Initializing env for player 2, init_info: {'port': 40602}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:56,573][39733] Using port 40902 on host...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,584][39733] Initializing env for player 1, init_info: {'port': 40902}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,605][39699] Multi agent env, num agents: 8\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,611][39685] Initializing env for player 5, init_info: {'port': 40302}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,617][39698] Initializing env for player 3, init_info: {'port': 40602}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,621][39697] Port 40402 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:56,621][39697] Using port 40402\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,622][39697] Initializing env for player 0, init_info: {'port': 40402}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\u001b[36m[2023-09-12 21:01:56,637][39699] Port 40802 is available\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[36m[2023-09-12 21:01:56,637][39699] Using port 40802\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,637][39699] Initializing env for player 0, init_info: {'port': 40802}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,644][39733] Initializing env for player 2, init_info: {'port': 40902}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,658][39697] Using port 40402 on host...\u001b[0m\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:56,659][39685] Initializing env for player 6, init_info: {'port': 40302}...\u001b[0m\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:56,673][39697] Initializing env for player 1, init_info: {'port': 40402}...\u001b[0m\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:56,676][39698] Initializing env for player 4, init_info: {'port': 40602}...\u001b[0m\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Waiting for players: ... [ 3/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:56,681][39699] Using port 40802 on host...\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,688][39699] Initializing env for player 1, init_info: {'port': 40802}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,707][39733] Initializing env for player 3, init_info: {'port': 40902}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,713][39685] Initializing env for player 7, init_info: {'port': 40302}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:56,726][39697] Initializing env for player 2, init_info: {'port': 40402}...\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,739][39699] Initializing env for player 2, init_info: {'port': 40802}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,747][39698] Initializing env for player 5, init_info: {'port': 40602}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,755][39733] Initializing env for player 4, init_info: {'port': 40902}...\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 3. \n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:56,787][39697] Initializing env for player 3, init_info: {'port': 40402}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,790][39699] Initializing env for player 3, init_info: {'port': 40802}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,801][39698] Initializing env for player 6, init_info: {'port': 40602}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,821][39733] Initializing env for player 5, init_info: {'port': 40902}...\u001b[0m\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:56,851][39698] Initializing env for player 7, init_info: {'port': 40602}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,851][39697] Initializing env for player 4, init_info: {'port': 40402}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,856][39699] Initializing env for player 4, init_info: {'port': 40802}...\u001b[0m\n", - "Waiting for other players: ...Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: .... [ 4/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. 8]\n", - "Got connect from node 2. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,883][39733] Initializing env for player 6, init_info: {'port': 40902}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,903][39697] Initializing env for player 5, init_info: {'port': 40402}...\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:56,927][39699] Initializing env for player 5, init_info: {'port': 40802}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,935][39733] Initializing env for player 7, init_info: {'port': 40902}...\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Got connect from node 3. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,973][39699] Initializing env for player 6, init_info: {'port': 40802}...\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 3. \n", - "Got connect from node 7. 8]\n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:57,024][39699] Initializing env for player 7, init_info: {'port': 40802}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:56,971][39697] Initializing env for player 6, init_info: {'port': 40402}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,035][39697] Initializing env for player 7, init_info: {'port': 40402}...\u001b[0m\n", - "Got connect from node 4. 8]\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Got connect from node 4. 8]\n", - "Waiting for players: ..... [ 5/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 7 8]\n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Waiting for other players: ..... [ 5/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Waiting for players: ..... [ 5/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Go \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "Waiting for other players: ..... [ 5/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Exchanging game information.\n", - "Exchanging game information.Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Contacting host: -\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Got connect from node 1. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Waiting for players: . [ 1/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI0_host (node 1, player 1) \n", - "Got connect from node 1. \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Got connect from node 1. \n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Got connect from node 2. 8]\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Found AI7 (node 7, player 8) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI5 (node 2, player 3) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI2 (node 3, player 4) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 6, player 6) \n", - "Found AI3 (node 7, player 7) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Found AI7 (node 0, player 8) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI0_host (node 1, player 1) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 1, player 2) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 3, player 3) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI6 (node 0, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Got connect from node 2. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI5 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI6 (node 0, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI7 (node 7, player 8) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 0, player 3) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Found AI2 (node 3, player 4) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI2 (node 4, player 4) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI3 (node 6, player 7) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI6 (node 6, player 6) \n", - "Found AI3 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Found AI1 (node 2, player 2) 8]\n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Waiting for players: ....... [ 7/ 8] 7/ 8]\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "\n", - "Found AI6 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) 8]8] [ 2/ 8]\n", - "Found AI4 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI1 (node 2, player 2) 8]\n", - "\n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Contacting host: -\n", - "Found AI6 (node 6, player 6) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Found AI5 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI6 (node 6, player 6) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI1 (node 0, player 2) \n", - "\n", - "Exchanging game information.Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "\n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for players: ... [ 3/ 8] 7/ 8]\n", - "Exchanging game information.\n", - "\n", - "Contacting host: -players: ....... [ 7/ 8]\n", - "\n", - "Contacting host: -\n", - "Got connect from node 4. 8]\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Waiting for players: ....... [ 7/ 8]\n", - "Got connect from node 7. 8]\n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Got connect from node 3. \n", - "Got connect from node 4. 4/ 8].. [ 5/ 8]\n", - "Got connect from node 5. [ 5/ 8]\n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - ".. [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", - "\n", - "Found AI0_host (node 1, player 1) 8]\n", - "....... [ 7/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:57,632][39734] Initialized w:7 v:1 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,633][39734] Initialized w:7 v:1 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,633][39734] Initialized w:7 v:1 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:6\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,635][39734] Initialized w:7 v:1 player:5\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:57,636][39734] 8 agent workers initialized for env 7!\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Waiting for other players: ....... [ 7/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Got connect from node 3. 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,687][39696] Initialized w:2 v:1 player:5\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:57,688][39696] Initialized w:2 v:1 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,688][39696] Initialized w:2 v:1 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,689][39696] Initialized w:2 v:1 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,690][39696] Initialized w:2 v:1 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,690][39696] Initialized w:2 v:1 player:2\u001b[0m\n", - "Waiting for other players: .... [ 4/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:57,691][39696] Initialized w:2 v:1 player:3\u001b[0m\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Done waiting.\u001b[37m\u001b[1m[2023-09-12 21:01:57,692][39696] Initialized w:2 v:1 player:7\u001b[0m\n", - "Found AI6 (node 6, player 7) \n", - "Found AI5 (node 5, player 6) \n", - "\u001b[36m[2023-09-12 21:01:57,692][39696] 8 agent workers initialized for env 2!\u001b[0m\n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI4 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI1 (node 2, player 2) 8]\n", - "Found AI4 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ........ [ 8/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:57,710][39734] Decorrelating experience for 32 frames...\u001b[0m\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Console player number: 2 8]\n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) 8]\n", - "Found AI4 (node 3, player 3) 8]\n", - "Found AI2 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Console player number: 3 8]\n", - "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Waiting for other players: ........ [ 8/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:57,747][39696] Decorrelating experience for 32 frames...\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Found AI1 (node 0, player 2) \n", - "Found AI4 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI4 (node 0, player 3) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) 8]\n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI3 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 1 8]\n", - "Received All Here, sending ACK. \n", - "\n", - "Go \n", - "Total players: 8 \n", - "\n", - "\n", - "\n", - "\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "\n", - "Go \n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Contacting host: -\n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Done waiting.\n", - "Exchanging game information.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Go \n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:57,901][39731] Initialized w:4 v:1 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,902][39731] Initialized w:4 v:1 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,902][39731] Initialized w:4 v:1 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,902][39731] Initialized w:4 v:1 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,903][39731] Initialized w:4 v:1 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,903][39731] Initialized w:4 v:1 player:0\u001b[0m\n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:57,904][39731] Initialized w:4 v:1 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,904][39731] Initialized w:4 v:1 player:2\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:57,906][39731] 8 agent workers initialized for env 4!\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:57,948][39731] Decorrelating experience for 32 frames...\u001b[0m\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[36m[2023-09-12 21:01:58,004][39734] Multi agent env, num agents: 8\u001b[0m\n", - "Found AI2 (node 2, player 3) 8]\n", - "Found AI3 (node 3, player 4) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI1 (node 1, player 2) \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 1, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[36m[2023-09-12 21:01:58,038][39734] Multi agent env, num agents: 8\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 0, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI5 (node 0, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Go \n", - "Total players: 8 \n", - "\u001b[36m[2023-09-12 21:01:58,069][39734] Port 41002 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:58,069][39734] Using port 41002\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,069][39734] Initializing env for player 0, init_info: {'port': 41002}...\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI5 (node 5, player 5) \n", - "Found AI4 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI5 (node 5, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 6, player 6) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI2 (node 3, player 3) \n", - "\n", - "Found AI6 (node 7, player 7) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI3 (node 4, player 4) \n", - "Found AI5 (node 0, player 8) \n", - "Found AI5 (node 5, player 5) \n", - "Found AI4 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:58,100][39734] Using port 41002 on host...\u001b[0m\n", - "Found AI2 (node 1, player 2) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI5 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI2 (node 0, player 2) \n", - "\n", - "Go \n", - "Found AI1 (node 2, player 3) \n", - "Total players: 8 \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:58,120][39734] Initializing env for player 1, init_info: {'port': 41002}...\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "\n", - "Found AI1 (node 0, player 3) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI3 (node 0, player 5) \n", - "\n", - "Found AI5 (node 5, player 6) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,171][39734] Initializing env for player 2, init_info: {'port': 41002}...\u001b[0m\n", - "\n", - "Exchanging game information.\n", - "\u001b[36m[2023-09-12 21:01:58,185][39696] Multi agent env, num agents: 8\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "\n", - "\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,227][39734] Initializing env for player 3, init_info: {'port': 41002}...\u001b[0m\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[36m[2023-09-12 21:01:58,232][39696] Multi agent env, num agents: 8\u001b[0m\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,239][39685] Initialized w:0 v:2 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,241][39685] Initialized w:0 v:2 player:6\u001b[0m\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,242][39685] Initialized w:0 v:2 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,243][39685] Initialized w:0 v:2 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,244][39685] Initialized w:0 v:2 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,245][39685] Initialized w:0 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,246][39685] Initialized w:0 v:2 player:4\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,249][39685] Initialized w:0 v:2 player:7\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[36m[2023-09-12 21:01:58,250][39685] 8 agent workers initialized for env 0!\u001b[0m\n", - "\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,275][39734] Initializing env for player 4, init_info: {'port': 41002}...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI3 (node 3, player 4) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,279][39733] Initialized w:6 v:2 player:3\u001b[0m\n", - "Found AI1 (node 1, player 2) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI2 (node 2, player 3) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,281][39733] Initialized w:6 v:2 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,281][39733] Initialized w:6 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,284][39733] Initialized w:6 v:2 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,284][39733] Initialized w:6 v:2 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,287][39733] Initialized w:6 v:2 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,287][39733] Initialized w:6 v:2 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,288][39733] Initialized w:6 v:2 player:4\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:58,289][39733] 8 agent workers initialized for env 6!\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI7 (node 5, player 5) \n", - "Found AI4 (node 6, player 6) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,310][39698] Initialized w:3 v:2 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,313][39698] Initialized w:3 v:2 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,313][39698] Initialized w:3 v:2 player:2\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[36m[2023-09-12 21:01:58,318][39698] 8 agent workers initialized for env 3!\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI7 (node 5, player 5) \n", - "Found AI4 (node 6, player 6) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI6 (node 0, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,327][39734] Initializing env for player 5, init_info: {'port': 41002}...\u001b[0m\n", - "Found AI4 (node 4, player 5) \n", - "\u001b[36m[2023-09-12 21:01:58,328][39696] Port 40502 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:58,328][39696] Using port 40502\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,329][39696] Initializing env for player 0, init_info: {'port': 40502}...\u001b[0m\n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,329][39685] Decorrelating experience for 64 frames...\u001b[0m\n", - "Found AI1 (node 1, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,343][39733] Decorrelating experience for 64 frames...\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI7 (node 0, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI7 (node 5, player 5) \n", - "Found AI4 (node 0, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,362][39696] Using port 40502 on host...\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI7 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,379][39696] Initializing env for player 1, init_info: {'port': 40502}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,379][39734] Initializing env for player 6, init_info: {'port': 41002}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,384][39698] Decorrelating experience for 64 frames...\u001b[0m\n", - "\n", - "\u001b[36m[2023-09-12 21:01:58,395][39731] Multi agent env, num agents: 8\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,431][39696] Initializing env for player 2, init_info: {'port': 40502}...\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "\u001b[36m[2023-09-12 21:01:58,434][39731] Multi agent env, num agents: 8\u001b[0m\n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,442][39734] Initializing env for player 7, init_info: {'port': 41002}...\u001b[0m\n", - "\n", - "\n", - "\n", - "\n", - "\u001b[36m[2023-09-12 21:01:58,471][39731] Port 40702 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:58,471][39731] Using port 40702\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,472][39731] Initializing env for player 0, init_info: {'port': 40702}...\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,487][39696] Initializing env for player 3, init_info: {'port': 40502}...\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,509][39731] Using port 40702 on host...\u001b[0m\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,522][39731] Initializing env for player 1, init_info: {'port': 40702}...\u001b[0m\n", - "\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,547][39696] Initializing env for player 4, init_info: {'port': 40502}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,571][39697] Initialized w:1 v:2 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,575][39731] Initializing env for player 2, init_info: {'port': 40702}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,577][39697] Initialized w:1 v:2 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,577][39697] Initialized w:1 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,579][39697] Initialized w:1 v:2 player:5\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:58,583][39697] 8 agent workers initialized for env 1!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,594][39696] Initializing env for player 5, init_info: {'port': 40502}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,615][39699] Initialized w:5 v:2 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,619][39699] Initialized w:5 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,620][39699] Initialized w:5 v:2 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,623][39699] Initialized w:5 v:2 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,625][39699] Initialized w:5 v:2 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,626][39699] Initialized w:5 v:2 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,626][39699] Initialized w:5 v:2 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,627][39699] Initialized w:5 v:2 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,627][39731] Initializing env for player 3, init_info: {'port': 40702}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:58,628][39699] 8 agent workers initialized for env 5!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,641][39697] Decorrelating experience for 64 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,655][39696] Initializing env for player 6, init_info: {'port': 40502}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:58,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,678][39731] Initializing env for player 4, init_info: {'port': 40702}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,707][39696] Initializing env for player 7, init_info: {'port': 40502}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:58,717][39699] Decorrelating experience for 64 frames...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:58,731][39731] Initializing env for player 5, init_info: {'port': 40702}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:58,795][39731] Initializing env for player 6, init_info: {'port': 40702}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:58,871][39731] Initializing env for player 7, init_info: {'port': 40702}...\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 3. \n", - "Waiting for players: .... [ 4/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: .... [ 4/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ...... [ 6/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[36m[2023-09-12 21:01:59,191][39733] Port 40903 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:59,191][39733] Using port 40903\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,192][39733] Initializing env for player 0, init_info: {'port': 40903}...\u001b[0m\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:59,221][39733] Using port 40903 on host...\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Got connect from node 6. 8]\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,243][39733] Initializing env for player 1, init_info: {'port': 40903}...\u001b[0m\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Total players: 8 8]\n", - "Waiting for other players: \n", - "Waiting for other players: .. [ 8/ 8]. [ 1/ 8] [ 6/ 8]\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -\u001b[37m\u001b[1m[2023-09-12 21:01:59,293][39733] Initializing env for player 2, init_info: {'port': 40903}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:59,302][39685] Port 40303 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:59,302][39685] Using port 40303\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,302][39685] Initializing env for player 0, init_info: {'port': 40303}...\u001b[0m\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Waiting for players: ...... [ 6/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:59,347][39685] Using port 40303 on host...\u001b[0m\n", - "Waiting for players: ...... [ 6/ 8]\u001b[36m[2023-09-12 21:01:59,347][39698] Port 40603 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:59,348][39698] Using port 40603\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,347][39733] Initializing env for player 3, init_info: {'port': 40903}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,348][39698] Initializing env for player 0, init_info: {'port': 40603}...\u001b[0m\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,360][39685] Initializing env for player 1, init_info: {'port': 40303}...\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:59,392][39698] Using port 40603 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,402][39698] Initializing env for player 1, init_info: {'port': 40603}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,409][39733] Initializing env for player 4, init_info: {'port': 40903}...\u001b[0m\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,419][39685] Initializing env for player 2, init_info: {'port': 40303}...\u001b[0m\n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 3 8]\n", - "Received All Here, sending ACK. \n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Contacting host: -s: ... [ 3/ 8]\n", - "Go \n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:59,459][39698] Initializing env for player 2, init_info: {'port': 40603}...\u001b[0m\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:59,467][39733] Initializing env for player 5, init_info: {'port': 40903}...\u001b[0m\n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:59,470][39685] Initializing env for player 3, init_info: {'port': 40303}...\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,517][39698] Initializing env for player 3, init_info: {'port': 40603}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,519][39733] Initializing env for player 6, init_info: {'port': 40903}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Waiting for other players: ........ [ 8/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:59,523][39685] Initializing env for player 4, init_info: {'port': 40303}...\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "\n", - "Found AI6 (node 6, player 7) \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI6 (node 7, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Found AI6 (node 6, player 7) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,575][39685] Initializing env for player 5, init_info: {'port': 40303}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,575][39698] Initializing env for player 4, init_info: {'port': 40603}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,578][39733] Initializing env for player 7, init_info: {'port': 40903}...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 6, player 7) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "\u001b[36m[2023-09-12 21:01:59,592][39697] Port 40403 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:59,592][39697] Using port 40403\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,592][39697] Initializing env for player 0, init_info: {'port': 40403}...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 6, player 7) \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,623][39698] Initializing env for player 5, init_info: {'port': 40603}...\u001b[0m\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Waiting for other players: ...... [ 6/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:59,629][39697] Using port 40403 on host...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 6, player 7) \n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 6, player 7) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,643][39697] Initializing env for player 1, init_info: {'port': 40403}...\u001b[0m\n", - "\n", - "Go \n", - "Total players: 8 \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI2 (node 1, player 2) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI4 (node 3, player 4) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,664][39685] Initializing env for player 6, init_info: {'port': 40303}...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:59,664][39699] Port 40803 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:59,665][39699] Using port 40803\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,665][39699] Initializing env for player 0, init_info: {'port': 40803}...\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 0, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 0, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "\n", - "Exchanging game information.\n", - "Found AI2 (node 0, player 2) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:59,694][39697] Initializing env for player 2, init_info: {'port': 40403}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,695][39698] Initializing env for player 6, init_info: {'port': 40603}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:59,707][39699] Using port 40803 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,718][39699] Initializing env for player 1, init_info: {'port': 40803}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,719][39685] Initializing env for player 7, init_info: {'port': 40303}...\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 0, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Exchanging game information.\n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI7 (node 0, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:59,744][39697] Initializing env for player 3, init_info: {'port': 40403}...\u001b[0m\n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:59,751][39698] Initializing env for player 7, init_info: {'port': 40603}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 7, player 8) \n", - "\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,768][39699] Initializing env for player 2, init_info: {'port': 40803}...\u001b[0m\n", - "\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI0_host (node 1, player 1) \n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:01:59,795][39697] Initializing env for player 4, init_info: {'port': 40403}...\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:59,819][39699] Initializing env for player 3, init_info: {'port': 40803}...\u001b[0m\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Go \n", - "Total players: 8 \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Exchanging game information.\n", - "Found AI0_host (node 1, player 1) \n", - "Got connect from node 1. \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI5 (node 1, player 2) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI6 (node 6, player 7) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,857][39697] Initializing env for player 5, init_info: {'port': 40403}...\u001b[0m\n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,871][39699] Initializing env for player 4, init_info: {'port': 40803}...\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI5 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "\n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:59,887][39734] Initialized w:7 v:2 player:3\u001b[0m\n", - "Received All Here, sending ACK. \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,888][39734] Initialized w:7 v:2 player:6\u001b[0m\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,889][39734] Initialized w:7 v:2 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,890][39734] Initialized w:7 v:2 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,890][39734] Initialized w:7 v:2 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,891][39734] Initialized w:7 v:2 player:5\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,891][39734] Initialized w:7 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,892][39734] Initialized w:7 v:2 player:4\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[36m[2023-09-12 21:01:59,893][39734] 8 agent workers initialized for env 7!\u001b[0m\n", - "Found AI5 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI3 (node 0, player 6) \n", - "\n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Exchanging game information.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:01:59,911][39697] Initializing env for player 6, init_info: {'port': 40403}...\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", + "Done waiting.Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI5 (node 0, player 2) \n", - "Found AI1 (node 2, player 3) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,931][39699] Initializing env for player 5, init_info: {'port': 40803}...\u001b[0m\n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 2, player 2) \n", - "Found AI1 (node 0, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI3 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:01:59,942][39734] Decorrelating experience for 64 frames...\u001b[0m\n", - "Found AI5 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI3 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI5 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI3 (node 6, player 6) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Got connect from node 2. \n", - "Waiting for players: ... [ 3/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,967][39697] Initializing env for player 7, init_info: {'port': 40403}...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:01:59,979][39699] Initializing env for player 6, init_info: {'port': 40803}...\u001b[0m\n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Waiting for players: . [ 1/ 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,039][39699] Initializing env for player 7, init_info: {'port': 40803}...\u001b[0m\n", - "Found AI1 (node 1, player 2) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI4 (node 4, player 5) \n", - "\n", - "Found AI5 (node 5, player 6) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI3 (node 2, player 3) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Waiting for players: ..... [ 5/ 8]Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:02:00,070][39696] Initialized w:2 v:2 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,072][39696] Initialized w:2 v:2 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,072][39696] Initialized w:2 v:2 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,073][39696] Initialized w:2 v:2 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,073][39696] Initialized w:2 v:2 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,074][39696] Initialized w:2 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,074][39696] Initialized w:2 v:2 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,074][39696] Initialized w:2 v:2 player:4\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:00,076][39696] 8 agent workers initialized for env 2!\u001b[0m\n", - "Found AI1 (node 0, player 2) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ... [ 3/ 8]\n", + "Waiting for other players: .. [ 2/ 2]\n", "Got connect from node 1. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Found AI1 (node 2, player 2) 8]\n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,122][39696] Decorrelating experience for 64 frames...\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI6 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 0, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Contacting host: -\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Contacting host: -s: ....... [ 7/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "\n", - "Got connect from node 3. 8]\n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -\n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", + "Waiting for players: .. [ 2/ 2]\n", "Sending all here. \n", "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,279][39731] Initialized w:4 v:2 player:5\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:1\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:02:00,282][39731] Initialized w:4 v:2 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,282][39731] Initialized w:4 v:2 player:6\u001b[0m\n", - "Waiting for other players: ........ [ 8/ 8]\u001b[36m[2023-09-12 21:02:00,283][39731] 8 agent workers initialized for env 4!\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Got connect from node 4. 8]\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 8]\n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,332][39731] Decorrelating experience for 64 frames...\u001b[0m\n", - "Console player number: 7 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Got connect from node 7. 8]\n", - "Waiting for players: ........ [ 8/ 8]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", "Sending all here. \n", "\n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Waiting for players: ....... [ 7/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: \n", - "Console player number: 3 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Got connect from node 1. 8]\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Go \n", - "Received All Here, sending ACK. \n", - "Total players: 8 \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Got connect from node 7. 8]\n", - "Waiting for players: ........ [ 8/ 8]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", "Sending all here. \n", "\n", "Got connect from node 1. \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "\n", - "Console player number: 1 \n", - "Received All Here, sending ACK. \n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Got connect from node 2. \n", - "Waiting for players: ... [ 3/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[36m[2023-09-12 21:02:00,573][39734] Port 41003 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:00,573][39734] Using port 41003\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,573][39734] Initializing env for player 0, init_info: {'port': 41003}...\u001b[0m\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", "Go \n", - "Total players: 8 \n", - "Total players: 8 \n", + "Total players: 2 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Total players: 2 \n", "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", - "Total players: 8 \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Total players: 8 \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,605][39734] Using port 41003 on host...\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Exchanging game information.\n", - "Exchanging game information.Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", + "Waiting for other players: .. [ 2/ 2]\n", "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,624][39734] Initializing env for player 1, init_info: {'port': 41003}...\u001b[0m\n", - "\n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Exchanging game information.Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for players: ... [ 3/ 8]\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 3 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI2 (node 1, player 2) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI3 (node 4, player 5) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,674][39734] Initializing env for player 2, init_info: {'port': 41003}...\u001b[0m\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 6 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Console player number: 4 8]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", "\n", "Go \n", - "Total players: 8 \n", - "Waiting for other players: .. [ 2/ 8]\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI2 (node 0, player 2) \n", - "Found AI1 (node 2, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 6, player 7) \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI7 (node 0, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 0, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", + "Total players: 2 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", "\n", "Exchanging game information.\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:02:00,727][39734] Initializing env for player 3, init_info: {'port': 41003}...\u001b[0m\n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "\n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "\n", - "Found AI2 (node 2, player 2) \n", - "Found AI1 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI7 (node 7, player 7) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,775][39734] Initializing env for player 4, init_info: {'port': 41003}...\u001b[0m\n", - "Found AI6 (node 0, player 8) \n", + "Go \n", + "Total players: 2 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", "Exchanging game information.\n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI2 (node 2, player 3) \n", - "Got connect from node 2. \n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 0, player 4) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 0, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI6 (node 7, player 8) \n", - "Total players: 8 \n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Found AI0_host (node 1, player 1) \n", + "Exchanging game information.\n", + "Go \n", + "Total players: 2 \n", "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Found AI3 (node 4, player 4) \n", - "\u001b[36m[2023-09-12 21:02:00,838][39696] Port 40503 is available\u001b[0m\n", - "Found AI4 (node 5, player 5) \n", - "\u001b[36m[2023-09-12 21:02:00,838][39696] Using port 40503\u001b[0m\n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 7, player 7) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,838][39696] Initializing env for player 0, init_info: {'port': 40503}...\u001b[0m\n", - "Found AI6 (node 0, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Console player number: 3 8]\n", + "\n", + "Exchanging game information.\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Total players: 8 \n", + "Received \"Go.\" \n", "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,847][39734] Initializing env for player 5, init_info: {'port': 41003}...\u001b[0m\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Received \"Go.\" \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Console player number: 4 8]\n", + "Total players: 2 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "Total players: 8 \n", + "Received \"Go.\" \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,867][39696] Using port 40503 on host...\u001b[0m\n", - "Total players: 8 \n", + "Total players: 2 \n", + "Found AI1 (node 1, player 2) \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", + "Exchanging game information.\n", + "Exchanging game information.\n", + "Go \n", + "Total players: 2 \n", "\n", + "Go \n", + "Total players: 2 \n", "\n", "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,889][39696] Initializing env for player 1, init_info: {'port': 40503}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,891][39734] Initializing env for player 6, init_info: {'port': 41003}...\u001b[0m\n", + "Received \"Go.\" \n", "\n", - "Found AI0_host (node 1, player 1) \n", - "Console player number: 2 8]\n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI4 (node 4, player 5) \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", + "Total players: 2 \n", "\n", - "Console player number: 6 8]\n", + "Exchanging game information.\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", + "Received \"Go.\" \n", "\n", + "Total players: 2 \n", "\n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 0, player 2) \n", + "Found AI0_host (node 1, player 1) \n", "\n", + "Found AI0_host (node 1, player 1) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 0, player 2) \n", "\n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 1, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,052][75253] Initialized w:6 v:1 player:0\u001b[0m\n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,053][75253] Initialized w:6 v:1 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,054][75253] 2 agent workers initialized for env 6!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,064][75253] Decorrelating experience for 32 frames...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,067][75217] Initializing env for player 0, init_info: {'port': 40501}...\u001b[0m\n", + "Found AI1 (node 0, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,103][75217] Using port 40501 on host...\u001b[0m\n", "\n", - "\u001b[36m[2023-09-12 21:02:00,925][39731] Port 40703 is available\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:00,925][39731] Using port 40703\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,926][39731] Initializing env for player 0, init_info: {'port': 40703}...\u001b[0m\n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,118][75217] Initializing env for player 1, init_info: {'port': 40501}...\u001b[0m\n", + "\n", + "\n", + "\u001b[36m[2023-09-14 12:37:13,135][75253] Multi agent env, num agents: 2\u001b[0m\n", + "\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,144][75254] Initialized w:7 v:1 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,144][75254] Initialized w:7 v:1 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,146][75254] 2 agent workers initialized for env 7!\u001b[0m\n", + "\n", + "\u001b[36m[2023-09-14 12:37:13,164][75253] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,167][75215] Initialized w:1 v:1 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,168][75215] Initialized w:1 v:1 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,169][75254] Decorrelating experience for 32 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,169][75215] 2 agent workers initialized for env 1!\u001b[0m\n", + "\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,179][75215] Decorrelating experience for 32 frames...\u001b[0m\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,188][75218] Initialized w:3 v:1 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,189][75218] Initialized w:3 v:1 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,189][75216] Initialized w:0 v:1 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,190][75216] Initialized w:0 v:1 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,190][75218] 2 agent workers initialized for env 3!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,191][75216] 2 agent workers initialized for env 0!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,194][75253] Port 40902 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,194][75253] Using port 40902\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,194][75253] Initializing env for player 0, init_info: {'port': 40902}...\u001b[0m\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,198][75216] Decorrelating experience for 32 frames...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,200][75218] Decorrelating experience for 32 frames...\u001b[0m\n", + "\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,217][75252] Initialized w:5 v:1 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,218][75252] Initialized w:5 v:1 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,219][75252] 2 agent workers initialized for env 5!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,227][75253] Using port 40902 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,228][75219] Initialized w:4 v:0 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,228][75219] Initialized w:4 v:0 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,229][75252] Decorrelating experience for 32 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,230][75219] 2 agent workers initialized for env 4!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,239][75219] Decorrelating experience for 0 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,239][75219] Port 40701 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,240][75219] Using port 40701\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,240][75219] Initializing env for player 0, init_info: {'port': 40701}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,241][75254] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,245][75253] Initializing env for player 1, init_info: {'port': 40902}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,257][75215] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,266][75216] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,278][75218] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,279][75254] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,280][75219] Using port 40701 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,291][75219] Initializing env for player 1, init_info: {'port': 40701}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,301][75216] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,303][75252] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,304][75215] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[33m[2023-09-14 12:37:13,327][75254] UDP port 41002 cannot be used [Errno 98] Address already in use\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,328][75254] Port 42002 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,328][75218] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,328][75254] Using port 42002\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,330][75216] Port 40302 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,330][75216] Using port 40302\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,331][75216] Initializing env for player 0, init_info: {'port': 40302}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,350][75215] Port 40402 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,350][75252] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,350][75215] Using port 40402\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,350][75215] Initializing env for player 0, init_info: {'port': 40402}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,357][75218] Port 40602 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,357][75218] Using port 40602\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,358][75218] Initializing env for player 0, init_info: {'port': 40602}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,359][75216] Using port 40302 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,381][75216] Initializing env for player 1, init_info: {'port': 40302}...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]\u001b[37m\u001b[1m[2023-09-14 12:37:13,385][75215] Using port 40402 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,390][75218] Using port 40602 on host...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,395][75252] Port 40802 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:13,395][75252] Using port 40802\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,396][75252] Initializing env for player 0, init_info: {'port': 40802}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,401][75215] Initializing env for player 1, init_info: {'port': 40402}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,408][75218] Initializing env for player 1, init_info: {'port': 40602}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,441][75252] Using port 40802 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:13,449][75252] Initializing env for player 1, init_info: {'port': 40802}...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Total players: 2 \n", "\n", - "Found AI1 (node 0, player 2) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI3 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "\n", - "\n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI7 (node 7, player 7) \n", - "Found AI6 (node 0, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) 8]\n", - "Console player number: 2 8]\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: -Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "\n", + "Contacting host: -\n", "Go \n", - "Total players: 8 \n", + "Total players: 2 \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", + "Done waiting.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Total players: 2 \n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,943][39734] Initializing env for player 7, init_info: {'port': 41003}...\u001b[0m\n", - "Console player number: 3 8]\n", - "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Total players: 8 \n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,949][39696] Initializing env for player 2, init_info: {'port': 40503}...\u001b[0m\n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Exchanging game information.\n", - "Console player number: 6 8]\n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Found AI3 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:02:00,968][39733] Initialized w:6 v:3 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,969][39733] Initialized w:6 v:3 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,969][39733] Initialized w:6 v:3 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,970][39733] Initialized w:6 v:3 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,970][39733] Initialized w:6 v:3 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,971][39731] Using port 40703 on host...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,971][39733] Initialized w:6 v:3 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,971][39733] Initialized w:6 v:3 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,972][39733] Initialized w:6 v:3 player:0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:00,973][39733] 8 agent workers initialized for env 6!\u001b[0m\n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", + "Total players: 2 \n", + "Total players: 2 \n", + "\n", + "Waiting for other players: .. [ 2/ 2]\n", "Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:02:00,984][39731] Initializing env for player 1, init_info: {'port': 40703}...\u001b[0m\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Contacting host: /\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", + "\n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI7 (node 0, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:00,999][39696] Initializing env for player 3, init_info: {'port': 40503}...\u001b[0m\n", - "Found AI7 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", + "Waiting for other players: .. [ 2/ 2]\n", "Console player number: 1 \n", "Received All Here, sending ACK. \n", + "Total players: 2 \n", + "\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", + "\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Contacting host: -\n", + "Go \n", + "Total players: 2 \n", + "Found AI0_host (node 1, player 1) \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Go \n", - "Total players: 8 \n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "\n", + "Total players: 2 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Exchanging game information.\n", + "Go \n", + "Total players: 2 \n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,016][39733] Decorrelating experience for 96 frames...\u001b[0m\n", + "Go \n", + "Total players: 2 \n", "\n", "Exchanging game information.\n", - "Exchanging game information.\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "\n", + "Total players: 2 \n", + "Total players: 2 \n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,031][39685] Initialized w:0 v:3 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,033][39685] Initialized w:0 v:3 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,034][39685] Initialized w:0 v:3 player:5\u001b[0m\n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,034][39685] Initialized w:0 v:3 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,035][39685] Initialized w:0 v:3 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,035][39685] Initialized w:0 v:3 player:0\u001b[0m\n", + "Found AI1 (node 1, player 2) \n", "\n", + "Go \n", + "Total players: 2 \n", + "Found AI1 (node 0, player 2) \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,039][39685] Initialized w:0 v:3 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,042][39731] Initializing env for player 2, init_info: {'port': 40703}...\u001b[0m\n", "\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,051][39696] Initializing env for player 4, init_info: {'port': 40503}...\u001b[0m\n", + "Found AI0_host (node 1, player 1) \n", "\n", "Exchanging game information.\n", - "Found AI0_host (node 1, player 1) \n", + "Go \n", + "Total players: 2 \n", "\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", + "Found AI0_host (node 1, player 1) \n", "\n", "\n", - "Found AI0_host (node 1, player 1) \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Found AI0_host (node 1, player 1) \n", + "Go \n", + "Total players: 2 \n", + "Found AI1 (node 1, player 2) \n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,095][39731] Initializing env for player 3, init_info: {'port': 40703}...\u001b[0m\n", + "Exchanging game information.\u001b[37m\u001b[1m[2023-09-14 12:37:14,216][75217] Initialized w:2 v:1 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,217][75217] Initialized w:2 v:1 player:0\u001b[0m\n", "\n", + "Exchanging game information.\u001b[36m[2023-09-14 12:37:14,219][75217] 2 agent workers initialized for env 2!\u001b[0m\n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,233][75217] Decorrelating experience for 32 frames...\u001b[0m\n", + "Found AI0_host (node 1, player 1) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,239][75254] Initializing env for player 0, init_info: {'port': 42002}...\u001b[0m\n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 1, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,279][75254] Using port 42002 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,289][75254] Initializing env for player 1, init_info: {'port': 42002}...\u001b[0m\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", + "Found AI1 (node 0, player 2) \n", "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,129][39696] Initializing env for player 5, init_info: {'port': 40503}...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,153][39698] Initialized w:3 v:3 player:6\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,157][39698] Initialized w:3 v:3 player:4\u001b[0m\n", - "Found AI6 (node 3, player 4) \n", - "Found AI2 (node 4, player 5) \n", + "Exchanging game information.\u001b[36m[2023-09-14 12:37:14,302][75217] Multi agent env, num agents: 2\u001b[0m\n", "Found AI1 (node 1, player 2) \n", - "Found AI4 (node 2, player 3) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:5\u001b[0m\n", - "Found AI3 (node 6, player 7) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:2\u001b[0m\n", - "Found AI5 (node 5, player 6) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:0\u001b[0m\n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,160][39698] Initialized w:3 v:3 player:3\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:01,162][39698] 8 agent workers initialized for env 3!\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI2 (node 0, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,180][39731] Initializing env for player 4, init_info: {'port': 40703}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,183][39696] Initializing env for player 6, init_info: {'port': 40503}...\u001b[0m\n", + "\n", "Found AI0_host (node 1, player 1) \n", "Found AI1 (node 0, player 2) \n", - "Found AI4 (node 2, player 3) \n", - "Found AI6 (node 3, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Found AI3 (node 2, player 3) work game synchronization.\n", - "Found AI2 (node 4, player 5) \n", - "Found AI6 (node 3, player 4) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "\n", - "Found AI5 (node 7, player 8) .\n", "\n", - "Found AI1 (node 1, player 2) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 0, player 3) \n", - "Found AI6 (node 3, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI3 (node 0, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,233][39731] Initializing env for player 5, init_info: {'port': 40703}...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,236][39698] Decorrelating experience for 96 frames...\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI5 (node 6, player 6) \n", - "Found AI3 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI5 (node 0, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,251][39696] Initializing env for player 7, init_info: {'port': 40503}...\u001b[0m\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 0, player 3) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 3, player 4) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI2 (node 0, player 5) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI6 (node 0, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI4 (node 3, player 3) \n", - "Found AI5 (node 7, player 8) \n", - "Found AI6 (node 0, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI5 (node 5, player 6) \n", - "Found AI3 (node 6, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI4 (node 0, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI4 (node 6, player 6) \n", - "Found AI7 (node 0, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI6 (node 4, player 4) \n", - "Found AI2 (node 5, player 5) \n", - "Found AI4 (node 6, player 6) \n", - "Found AI7 (node 7, player 7) \n", - "Found AI5 (node 0, player 8) \n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,303][39731] Initializing env for player 6, init_info: {'port': 40703}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,334][75217] Multi agent env, num agents: 2\u001b[0m\n", "Found AI1 (node 0, player 2) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI6 (node 3, player 4) \n", - "Found AI2 (node 4, player 5) \n", - "Found AI4 (node 5, player 6) \n", - "Found AI7 (node 6, player 7) \n", - "Found AI5 (node 7, player 8) \n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: -s: . [ 1/ 8]\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,350][75253] Initialized w:6 v:2 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,351][75253] Initialized w:6 v:2 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,353][75253] 2 agent workers initialized for env 6!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,363][75253] Decorrelating experience for 64 frames...\u001b[0m\n", "\n", + "\u001b[36m[2023-09-14 12:37:14,374][75217] Port 40502 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,374][75217] Using port 40502\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,374][75217] Initializing env for player 0, init_info: {'port': 40502}...\u001b[0m\n", "\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /\n", + "Found AI1 (node 1, player 2) \n", "\n", + "Found AI0_host (node 1, player 1) \n", "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,409][75217] Using port 40502 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,412][75216] Initialized w:0 v:2 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,413][75216] Initialized w:0 v:2 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,414][75216] 2 agent workers initialized for env 0!\u001b[0m\n", + "Found AI1 (node 0, player 2) \n", + "Found AI1 (node 1, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,425][75217] Initializing env for player 1, init_info: {'port': 40502}...\u001b[0m\n", "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,432][75216] Decorrelating experience for 64 frames...\u001b[0m\n", "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,440][75219] Initialized w:4 v:1 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,441][75219] Initialized w:4 v:1 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,443][75219] 2 agent workers initialized for env 4!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,452][75219] Decorrelating experience for 32 frames...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,453][75218] Initialized w:3 v:2 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,453][75218] Initialized w:3 v:2 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,455][75218] 2 agent workers initialized for env 3!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,467][75218] Decorrelating experience for 64 frames...\u001b[0m\n", "\n", + "Found AI1 (node 0, player 2) \n", + "\u001b[36m[2023-09-14 12:37:14,504][75253] Port 40903 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,504][75253] Using port 40903\u001b[0m\n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,369][39731] Initializing env for player 7, init_info: {'port': 40703}...\u001b[0m\n", "\n", - "Got connect from node 1. \n", - "Got connect from node 2. \n", - "Waiting for players: ... [ 3/ 8]\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,533][75215] Initialized w:1 v:2 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,534][75215] Initialized w:1 v:2 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,535][75219] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,535][75215] 2 agent workers initialized for env 1!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,542][75215] Decorrelating experience for 64 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,581][75219] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,600][75216] Port 40303 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,600][75216] Using port 40303\u001b[0m\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,613][75252] Initialized w:5 v:2 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,614][75252] Initialized w:5 v:2 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,614][75252] 2 agent workers initialized for env 5!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,624][75252] Decorrelating experience for 64 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,626][75219] Port 40702 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,626][75219] Using port 40702\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,627][75219] Initializing env for player 0, init_info: {'port': 40702}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,628][75218] Port 40603 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,629][75218] Using port 40603\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,629][75218] Initializing env for player 0, init_info: {'port': 40603}...\u001b[0m\n", "Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Contacting host: /\u001b[37m\u001b[1m[2023-09-12 21:02:01,413][39697] Initialized w:1 v:3 player:3\u001b[0m\n", - "\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,415][39697] Initialized w:1 v:3 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,417][39697] Initialized w:1 v:3 player:0\u001b[0m\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:02:01,417][39697] Initialized w:1 v:3 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,418][39697] Initialized w:1 v:3 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,420][39697] Initialized w:1 v:3 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,421][39697] Initialized w:1 v:3 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,422][39697] Initialized w:1 v:3 player:5\u001b[0m\n", - "Total players: 8 \n", - "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "\u001b[36m[2023-09-12 21:02:01,423][39697] 8 agent workers initialized for env 1!\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", + "Contacting host: /\u001b[37m\u001b[1m[2023-09-14 12:37:14,658][75219] Using port 40702 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,659][75218] Using port 40603 on host...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Waiting for players: . [ 1/ 8]\u001b[37m\u001b[1m[2023-09-12 21:02:01,459][39699] Initialized w:5 v:3 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,461][39699] Initialized w:5 v:3 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,461][39699] Initialized w:5 v:3 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,462][39699] Initialized w:5 v:3 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,463][39699] Initialized w:5 v:3 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,466][39699] Initialized w:5 v:3 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,466][39699] Initialized w:5 v:3 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,466][39699] Initialized w:5 v:3 player:3\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:01,467][39699] 8 agent workers initialized for env 5!\u001b[0m\n", - "Got connect from node 3. \n", - "Waiting for players: .... [ 4/ 8]\u001b[37m\u001b[1m[2023-09-12 21:02:01,494][39697] Decorrelating experience for 96 frames...\u001b[0m\n", - "Contacting host: -Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]\u001b[37m\u001b[1m[2023-09-14 12:37:14,679][75219] Initializing env for player 1, init_info: {'port': 40702}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,680][75218] Initializing env for player 1, init_info: {'port': 40603}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,712][75215] Port 40403 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,712][75215] Using port 40403\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Contacting host: -Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Got connect from node 1. 8]\n", - "Total players: 8 8]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:01,540][39699] Decorrelating experience for 96 frames...\u001b[0m\n", - "Waiting for players: . [ 1/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Done waiting.\u001b[36m[2023-09-14 12:37:14,781][75252] Port 40803 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:14,782][75252] Using port 40803\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,782][75252] Initializing env for player 0, init_info: {'port': 40803}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:14,810][75252] Using port 40803 on host...\u001b[0m\n", + "Waiting for players: . [ 1/ 2]\u001b[37m\u001b[1m[2023-09-14 12:37:14,832][75252] Initializing env for player 1, init_info: {'port': 40803}...\u001b[0m\n", + "Total players: 2 \n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: .... [ 4/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 8]\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Got connect from node 1. 8]\n", - "Waiting for players: .. [ 2/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", - "Waiting for other players: .. [ 2/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Go \n", + "Total players: 2 \n", + "\n", + "Exchanging game information.Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", "Contacting host: /Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Got connect from node 6. \n", - "Waiting for players: ....... [ 7/ 8]Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Waiting for players: . [ 1/ 2]Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Total players: 8 \n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Received \"Go.\" \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Got connect from node 2. 8]\n", - "Total players: 8 8]\n", + "Total players: 2 \n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Got connect from node 7. 8]\n", - "Waiting for players: ........ [ 8/ 8]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", "Sending all here. \n", "\n", - "Got connect from node 3. 8]\n", - "Got connect from node 4. \n", - "Got connect from node 5. \n", - "Got connect from node 6. \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", + "Done waiting.Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /\n", + "Go \n", + "Total players: 2 \n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Received \"Go.\" \n", "\n", - "Waiting for other players: ........ [ 8/ 8]Press 'Q' to abort network game synchronization.\n", + "Total players: 2 \n", + "Press 'Q' to abort network game synchronization.\n", "Network game synchronization timeout: 4s.\n", - "Got connect from node 2. 8]\n", - "Got connect from node 3. \n", - "Got connect from node 4. \n", - "Total players: 8 \n", + "Found AI0_host (node 1, player 1) \n", "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 8]\n", + "Found AI1 (node 1, player 2) \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Total players: 8 \n", + "Found AI1 (node 0, player 2) \n", + "Found AI0_host (node 1, player 1) \n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", - "Total players: 8 \n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Waiting for other players: ... [ 3/ 8]\n", - "Total players: 8 \n", + "Done waiting.\n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Waiting for other players: .... [ 4/ 8]\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Total players: 2 \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Found AI1 (node 1, player 2) \n", "\n", - "Waiting for other players: ..... [ 5/ 8]\n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", - "Received All Here, sending ACK. \n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,373][75254] Initialized w:7 v:2 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,374][75254] Initialized w:7 v:2 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:15,375][75254] 2 agent workers initialized for env 7!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,385][75254] Decorrelating experience for 64 frames...\u001b[0m\n", "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,032][39685] Initialized w:0 v:3 player:2\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:02,033][39685] 8 agent workers initialized for env 0!\u001b[0m\n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Got connect from node 5. \n", - "Console player number: 3 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 7 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 4 8]\n", - "Received All Here, sending ACK. \n", - "Console player number: 5 8]\n", + "Received \"Go.\" \n", + "\n", + "Total players: 2 \n", + "\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Console player number: 6 ..... [ 8/ 8]\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,414][75216] Initializing env for player 0, init_info: {'port': 40303}...\u001b[0m\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Press 'Q' to abort network game synchronization.\n", - "Network game synchronization timeout: 4s.\n", - "Waiting for other players: ...... [ 6/ 8]\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,443][75216] Using port 40303 on host...\u001b[0m\n", + "\n", "Go \n", - "Total players: 8 \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", + "Total players: 2 \n", + "\n", + "\n", + "Exchanging game information.\u001b[37m\u001b[1m[2023-09-14 12:37:15,465][75216] Initializing env for player 1, init_info: {'port': 40303}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,474][75217] Initialized w:2 v:2 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,475][75217] Initialized w:2 v:2 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:15,477][75217] 2 agent workers initialized for env 2!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,492][75217] Decorrelating experience for 64 frames...\u001b[0m\n", + "Found AI0_host (node 1, player 1) \n", "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:02:02,105][39685] Decorrelating experience for 96 frames...\u001b[0m\n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", + "Go \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", + "Found AI1 (node 1, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,515][75253] Initializing env for player 0, init_info: {'port': 40903}...\u001b[0m\n", + "\n", + "Exchanging game information.\u001b[36m[2023-09-14 12:37:15,529][75254] Port 41003 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:15,529][75254] Using port 41003\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,529][75254] Initializing env for player 0, init_info: {'port': 41003}...\u001b[0m\n", "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Exchanging game information.\u001b[37m\u001b[1m[2023-09-14 12:37:15,548][75253] Using port 40903 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,565][75253] Initializing env for player 1, init_info: {'port': 40903}...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,567][75254] Using port 41003 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,580][75254] Initializing env for player 1, init_info: {'port': 41003}...\u001b[0m\n", + "Found AI1 (node 0, player 2) \n", "\n", - "Total players: 8 \n", + "Found AI0_host (node 1, player 1) \n", + "\u001b[36m[2023-09-14 12:37:15,636][75217] Port 40503 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:15,636][75217] Using port 40503\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,636][75217] Initializing env for player 0, init_info: {'port': 40503}...\u001b[0m\n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,665][75217] Using port 40503 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,687][75217] Initializing env for player 1, init_info: {'port': 40503}...\u001b[0m\n", "\n", - "Go \n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Found AI1 (node 1, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,710][75218] Initialized w:3 v:3 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,711][75218] Initialized w:3 v:3 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:15,712][75218] 2 agent workers initialized for env 3!\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,722][75218] Decorrelating experience for 96 frames...\u001b[0m\n", + "Found AI1 (node 0, player 2) \n", "\n", - "Total players: 8 \n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /\n", + "Waiting for players: . [ 1/ 2]\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,837][75219] Initialized w:4 v:2 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,837][75219] Initialized w:4 v:2 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:15,839][75219] 2 agent workers initialized for env 4!\u001b[0m\n", "\n", - "Total players: 8 \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,849][75219] Decorrelating experience for 64 frames...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,855][75252] Initialized w:5 v:3 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,856][75252] Initialized w:5 v:3 player:0\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]\u001b[36m[2023-09-14 12:37:15,857][75252] 2 agent workers initialized for env 5!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,866][75252] Decorrelating experience for 96 frames...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: -\u001b[37m\u001b[1m[2023-09-14 12:37:15,873][75215] Initializing env for player 0, init_info: {'port': 40403}...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Done waiting.\u001b[37m\u001b[1m[2023-09-14 12:37:15,918][75215] Using port 40403 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,926][75215] Initializing env for player 1, init_info: {'port': 40403}...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Press 'Q' to abort network game synchronization.\u001b[36m[2023-09-14 12:37:15,983][75219] Port 40703 is available\u001b[0m\n", "\n", - "Waiting for other players: ...... [ 6/ 8]\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /\u001b[36m[2023-09-14 12:37:15,983][75219] Using port 40703\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:15,983][75219] Initializing env for player 0, init_info: {'port': 40703}...\u001b[0m\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Done waiting.Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]\u001b[37m\u001b[1m[2023-09-14 12:37:16,013][75219] Using port 40703 on host...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,034][75219] Initializing env for player 1, init_info: {'port': 40703}...\u001b[0m\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "Got connect from node 6. \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Total players: 8 \n", + "Done waiting.\n", + "Go \n", + "Total players: 2 \n", "\n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "Received All Here, sending ACK. 8]\n", - "Received \"Go.\" \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", - "Contacting host: -\n", - "Exchanging game information.\n", - "Waiting for other players: ....... [ 7/ 8]\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", - "Total players: 8 8]\n", + "Go \n", + "Total players: 2 \n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Waiting for players: . [ 1/ 2]\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "\n", + "Go \n", + "Total players: 2 \n", "\n", - "Waiting for other players: ....... [ 7/ 8]\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Got connect from node 7. \n", - "Waiting for players: ........ [ 8/ 8]\n", - "Sending all here. \n", "\n", - "Found AI0_host (node 1, player 1) \n", - "Total players: 8 8]\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", "\n", - "Waiting for other players: ........ [ 8/ 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) 8]\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI1 (node 1, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) 8]\n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI6 (node 6, player 6) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 0, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI6 (node 0, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI4 (node 3, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI4 (node 7, player 8) \n", + "Go \n", + "Total players: 2 \n", + "Waiting for players: . [ 1/ 2]\n", "Found AI1 (node 1, player 2) \n", - "Found AI1 (node 2, player 2) 8]\n", - "Found AI2 (node 3, player 3) \n", - "Found AI4 (node 0, player 4) \n", - "Found AI3 (node 4, player 5) \n", - "Found AI6 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 0, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI4 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 0, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI4 (node 7, player 8) \n", - "Console player number: 2 \n", - "Received All Here, sending ACK. \n", - "Console player number: 7 \n", - "Received All Here, sending ACK. \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI4 (node 4, player 4) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 5, player 5) \n", - "Found AI6 (node 6, player 6) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI7 (node 0, player 8) \n", - "Found AI6 (node 0, player 5) \n", - "Console player number: 3 \n", - "Received All Here, sending ACK. \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI4 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI7 (node 0, player 6) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI4 (node 7, player 8) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI4 (node 7, player 8) \n", - "\n", - "Found AI1 (node 2, player 2) \n", - "Found AI2 (node 3, player 3) \n", - "Found AI3 (node 4, player 4) \n", - "Found AI6 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI4 (node 0, player 8) \n", - "Console player number: 4 \n", - "Received All Here, sending ACK. \n", - "Console player number: 6 \n", - "Received All Here, sending ACK. \n", - "\n", + "Received \"Go.\" \n", "\n", + "Total players: 2 \n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /\n", + "Exchanging game information.Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", "Found AI1 (node 0, player 2) \n", - "Found AI2 (node 2, player 3) \n", - "Found AI3 (node 3, player 4) \n", - "Found AI6 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI4 (node 7, player 8) \n", - "\n", + "Found AI0_host (node 1, player 1) \n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Received \"Go.\" \n", "\n", + "Total players: 2 \n", "\n", + "Found AI1 (node 1, player 2) \n", "\n", - "Console player number: 5 \n", - "Received All Here, sending ACK. \n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", + "Done waiting.\n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,489][75216] Initialized w:0 v:3 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,489][75216] Initialized w:0 v:3 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:16,490][75216] 2 agent workers initialized for env 0!\u001b[0m\n", + "Found AI0_host (node 1, player 1) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,498][75216] Decorrelating experience for 96 frames...\u001b[0m\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", "\n", - "Go \n", - "Total players: 8 \n", + "Done waiting.\n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "Total players: 2 \n", "\n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", + "Waiting for other players: .. [ 2/ 2]\n", "\n", + "Found AI1 (node 0, player 2) \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,597][75253] Initialized w:6 v:3 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,599][75253] Initialized w:6 v:3 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:16,600][75253] 2 agent workers initialized for env 6!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,614][75253] Decorrelating experience for 96 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:16,619][109198] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 6832128. Throughput: 0: 0.0, 1: 42.0. Samples: 210. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", "\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", - "\n", - "Total players: 8 \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,671][75254] Initialized w:7 v:3 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,672][75254] Initialized w:7 v:3 player:1\u001b[0m\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "\u001b[36m[2023-09-14 12:37:16,673][75254] 2 agent workers initialized for env 7!\u001b[0m\n", "\n", - "Total players: 8 \n", + "Go \n", + "Total players: 2 \n", "\n", + "Exchanging game information.\u001b[37m\u001b[1m[2023-09-14 12:37:16,683][75254] Decorrelating experience for 96 frames...\u001b[0m\n", "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,710][75217] Initialized w:2 v:3 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,711][75217] Initialized w:2 v:3 player:0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:16,712][75217] 2 agent workers initialized for env 2!\u001b[0m\n", "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Exchanging game information.\n", + "Go \n", + "Total players: 2 \n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:16,721][75217] Decorrelating experience for 96 frames...\u001b[0m\n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,510][39734] Initialized w:7 v:3 player:2\u001b[0m\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", + "Total players: 2 \n", "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,511][39734] Initialized w:7 v:3 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,512][39734] Initialized w:7 v:3 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,512][39734] Initialized w:7 v:3 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,512][39734] Initialized w:7 v:3 player:1\u001b[0m\n", + "Console player number: 1 \n", "Received All Here, sending ACK. \n", "Received \"Go.\" \n", "\n", - "Total players: 8 \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,513][39734] Initialized w:7 v:3 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,513][39734] Initialized w:7 v:3 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,514][39734] Initialized w:7 v:3 player:6\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:02,515][39734] 8 agent workers initialized for env 7!\u001b[0m\n", - "\n", - "Exchanging game information.\n", - "Exchanging game information.\n", - "Received All Here, sending ACK. \n", - "Received \"Go.\" \n", + "Total players: 2 \n", "\n", - "Total players: 8 \n", - "\n", - "Exchanging game information.\u001b[37m\u001b[1m[2023-09-12 21:02:02,555][39734] Decorrelating experience for 96 frames...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,559][39696] Initialized w:2 v:3 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,561][39696] Initialized w:2 v:3 player:0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,561][39696] Initialized w:2 v:3 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,561][39696] Initialized w:2 v:3 player:7\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:02,563][39696] 8 agent workers initialized for env 2!\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "Found AI0_host (node 1, player 1) \n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,612][39696] Decorrelating experience for 96 frames...\u001b[0m\n", - "Found AI0_host (node 1, player 1) \n", "Found AI0_host (node 1, player 1) \n", "Found AI0_host (node 1, player 1) \n", "Found AI1 (node 1, player 2) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI7 (node 5, player 6) \n", + "Found AI1 (node 1, player 2) \n", "Found AI1 (node 0, player 2) \n", - "Found AI3 (node 2, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 0, player 3) \n", - "Found AI2 (node 3, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 7, player 7) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI6 (node 0, player 8) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 0, player 4) \n", - "Found AI4 (node 4, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 0, player 5) \n", - "Found AI7 (node 5, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 6, player 6) \n", - "Found AI5 (node 0, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "Found AI1 (node 2, player 2) \n", - "Found AI3 (node 3, player 3) \n", - "Found AI2 (node 4, player 4) \n", - "Found AI4 (node 5, player 5) \n", - "Found AI7 (node 0, player 6) \n", - "Found AI5 (node 6, player 7) \n", - "Found AI6 (node 7, player 8) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,881][39731] Initialized w:4 v:3 player:3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:7\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,884][39731] Initialized w:4 v:3 player:4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,884][39731] Initialized w:4 v:3 player:0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:02,887][39731] 8 agent workers initialized for env 4!\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:02,948][39731] Decorrelating experience for 96 frames...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:05,178][39537] Signal inference workers to stop experience collection...\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:05,203][39686] InferenceWorker_p0-w0: stopping experience collection\u001b[0m\n", + "Found AI1 (node 0, player 2) \n", + "\n", + "\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:17,079][75219] Initialized w:4 v:3 player:1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:17,080][75219] Initialized w:4 v:3 player:0\u001b[0m\n", + "\n", + "\u001b[36m[2023-09-14 12:37:17,082][75219] 2 agent workers initialized for env 4!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:17,092][75219] Decorrelating experience for 96 frames...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:17,098][75215] Initialized w:1 v:3 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:17,099][75215] Initialized w:1 v:3 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:17,100][75215] 2 agent workers initialized for env 1!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:17,111][75215] Decorrelating experience for 96 frames...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:18,407][74942] Signal inference workers to stop experience collection...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:18,414][75209] InferenceWorker_p1-w0: stopping experience collection\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:18,418][75214] InferenceWorker_p0-w0: stopping experience collection\u001b[0m\n", + "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/torch/nn/modules/module.py:1501: UserWarning: operator() profile_node %43 : int[] = prim::profile_ivalue(%axis.1)\n", + " does not have profile information (Triggered internally at ../third_party/nvfuser/csrc/graph_fuser.cpp:104.)\n", + " return forward_call(*args, **kwargs)\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/torch/nn/modules/module.py:1501: UserWarning: operator() profile_node %43 : int[] = prim::profile_ivalue(%axis.1)\n", " does not have profile information (Triggered internally at ../third_party/nvfuser/csrc/graph_fuser.cpp:104.)\n", " return forward_call(*args, **kwargs)\n", - "\u001b[31m\u001b[1m[2023-09-12 21:02:06,207][39537] EvtLoop [learner_proc0_evt_loop, process=learner_proc0] unhandled exception in slot='on_new_training_batch' connected to emitter=Emitter(object_id='Batcher_0', signal_name='training_batches_available'), args=(0,)\u001b[0m\n", - "Traceback (most recent call last):\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py\", line 355, in _process_signal\n", - " slot_callable(*args)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner_worker.py\", line 150, in on_new_training_batch\n", - " stats = self.learner.train(self.batcher.training_batches[batch_idx])\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 1046, in train\n", - " train_stats = self._train(buff, self.cfg.batch_size, experience_size, num_invalids)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 731, in _train\n", - " ) = self._calculate_losses(mb, num_invalids)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 649, in _calculate_losses\n", - " exploration_loss = self.exploration_loss_func(action_distribution, valids, num_invalids)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 477, in _symmetric_kl_exploration_loss\n", - " kl_prior = action_distribution.symmetric_kl_with_uniform_prior()\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py\", line 247, in symmetric_kl_with_uniform_prior\n", - " sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions]\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py\", line 247, in \n", - " sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions]\n", - "AttributeError: 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior'\n", - "\u001b[33m[2023-09-12 21:02:06,208][39537] Unhandled exception 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' in evt loop learner_proc0_evt_loop\u001b[0m\n", - "Process learner_proc0:\n", - "Traceback (most recent call last):\n", - " File \"/home/cogstack/miniconda3/lib/python3.10/multiprocessing/process.py\", line 314, in _bootstrap\n", - " self.run()\n", - " File \"/home/cogstack/miniconda3/lib/python3.10/multiprocessing/process.py\", line 108, in run\n", - " self._target(*self._args, **self._kwargs)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py\", line 511, in _target\n", - " self.event_loop.exec()\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py\", line 403, in exec\n", - " raise exc\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py\", line 399, in exec\n", - " while self._loop_iteration():\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py\", line 383, in _loop_iteration\n", - " self._process_signal(s)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py\", line 358, in _process_signal\n", - " raise exc\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py\", line 355, in _process_signal\n", - " slot_callable(*args)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner_worker.py\", line 150, in on_new_training_batch\n", - " stats = self.learner.train(self.batcher.training_batches[batch_idx])\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 1046, in train\n", - " train_stats = self._train(buff, self.cfg.batch_size, experience_size, num_invalids)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 731, in _train\n", - " ) = self._calculate_losses(mb, num_invalids)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 649, in _calculate_losses\n", - " exploration_loss = self.exploration_loss_func(action_distribution, valids, num_invalids)\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py\", line 477, in _symmetric_kl_exploration_loss\n", - " kl_prior = action_distribution.symmetric_kl_with_uniform_prior()\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py\", line 247, in symmetric_kl_with_uniform_prior\n", - " sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions]\n", - " File \"/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py\", line 247, in \n", - " sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions]\n", - "AttributeError: 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior'\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,931][28625] Heartbeat connected on Batcher_0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,938][28625] Heartbeat connected on InferenceWorker_p0-w0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,944][28625] Heartbeat connected on RolloutWorker_w0\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,949][28625] Heartbeat connected on RolloutWorker_w1\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,953][28625] Heartbeat connected on RolloutWorker_w2\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,957][28625] Heartbeat connected on RolloutWorker_w3\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,961][28625] Heartbeat connected on RolloutWorker_w4\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,965][28625] Heartbeat connected on RolloutWorker_w5\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,968][28625] Heartbeat connected on RolloutWorker_w6\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:02:06,973][28625] Heartbeat connected on RolloutWorker_w7\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 483.2. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 362.4. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 289.9. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 241.6. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 207.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 181.2. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 161.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 161.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 161.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:02:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:03:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:04:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:33,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:48,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:05:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:06:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:07:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:08:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:09:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:10:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:23,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:43,670][28625] Components not started: LearnerWorker_p0, wait_time=600.0 seconds\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:11:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:38,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:12:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:13:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:14:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:48,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:53,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:15:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:16:58,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:17:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:23,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:18:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:13,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:18,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:33,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:19:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:33,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:43,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:20:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:43,670][28625] Components not started: LearnerWorker_p0, wait_time=1200.0 seconds\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:21:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:22:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:23:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:43,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:24:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:25:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:48,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:26:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:53,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:27:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:43,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:28:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:29:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:30:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:31:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:31:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:31:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:31:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:31:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:31:27,821][28625] Keyboard interrupt detected in the event loop EvtLoop [Runner_EvtLoop, process=main process 28625], exiting...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:31:27,823][28625] Runner profile tree view:\n", - "main_loop: 1780.8502\u001b[0m\n", - "\u001b[36m[2023-09-12 21:31:27,824][39537] Stopping Batcher_0...\u001b[0m\n", - "\u001b[37m\u001b[1m[2023-09-12 21:31:27,825][28625] Collected {0: 0}, FPS: 0.0\u001b[0m\n", - "\u001b[36m[2023-09-12 21:31:27,825][39537] Loop batcher_evt_loop terminating...\u001b[0m\n" + "\u001b[36m[2023-09-14 12:37:21,400][74942] Signal inference workers to resume experience collection...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:21,401][75214] InferenceWorker_p0-w0: resuming experience collection\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:21,401][75209] InferenceWorker_p1-w0: resuming experience collection\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:21,619][109198] Fps is (10 sec: 409.6, 60 sec: 409.6, 300 sec: 409.6). Total num frames: 6836224. Throughput: 0: 276.8, 1: 204.4. Samples: 4812. Policy #0 lag: (min: 0.0, avg: 0.0, max: 0.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:23,290][75052] Signal inference workers to stop experience collection...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,730][109198] Heartbeat connected on Batcher_0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,734][109198] Heartbeat connected on LearnerWorker_p0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,739][109198] Heartbeat connected on Batcher_1\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,748][109198] Heartbeat connected on InferenceWorker_p0-w0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,754][109198] Heartbeat connected on InferenceWorker_p1-w0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,760][109198] Heartbeat connected on RolloutWorker_w0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,764][109198] Heartbeat connected on RolloutWorker_w1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:23,768][75052] Signal inference workers to resume experience collection...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,768][109198] Heartbeat connected on RolloutWorker_w2\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,772][109198] Heartbeat connected on RolloutWorker_w3\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,777][109198] Heartbeat connected on RolloutWorker_w4\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,781][109198] Heartbeat connected on RolloutWorker_w5\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,806][109198] Heartbeat connected on RolloutWorker_w6\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:23,815][109198] Heartbeat connected on RolloutWorker_w7\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:24,239][109198] Heartbeat connected on LearnerWorker_p1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:26,619][109198] Fps is (10 sec: 6144.1, 60 sec: 4096.0, 300 sec: 4096.0). Total num frames: 6893568. Throughput: 0: 562.1, 1: 390.4. Samples: 14288. Policy #0 lag: (min: 0.0, avg: 1.1, max: 3.0)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:27,219][75214] Updated weights for policy 0, policy_version 1197 (0.0697)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:29,320][75209] Updated weights for policy 1, policy_version 491 (0.0018)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:31,619][109198] Fps is (10 sec: 12288.3, 60 sec: 6348.8, 300 sec: 6348.8). Total num frames: 6959104. Throughput: 0: 690.6, 1: 697.4. Samples: 27760. Policy #0 lag: (min: 0.0, avg: 0.9, max: 2.0)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:32,425][75214] Updated weights for policy 0, policy_version 1207 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:36,248][75209] Updated weights for policy 1, policy_version 501 (0.0012)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:36,619][109198] Fps is (10 sec: 13516.9, 60 sec: 7864.3, 300 sec: 7864.3). Total num frames: 7028736. Throughput: 0: 1047.8, 1: 743.8. Samples: 44789. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:37,225][75214] Updated weights for policy 0, policy_version 1217 (0.0012)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:41,619][109198] Fps is (10 sec: 14745.6, 60 sec: 9147.8, 300 sec: 9147.8). Total num frames: 7106560. Throughput: 0: 1297.6, 1: 918.7. Samples: 66489. Policy #0 lag: (min: 0.0, avg: 0.8, max: 2.0)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:42,111][75214] Updated weights for policy 0, policy_version 1227 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:42,915][75209] Updated weights for policy 1, policy_version 511 (0.0013)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:46,619][109198] Fps is (10 sec: 14745.6, 60 sec: 9830.4, 300 sec: 9830.4). Total num frames: 7176192. Throughput: 0: 1298.3, 1: 1051.7. Samples: 82250. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:46,871][75214] Updated weights for policy 0, policy_version 1237 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:49,876][75209] Updated weights for policy 1, policy_version 521 (0.0011)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:51,619][109198] Fps is (10 sec: 13926.2, 60 sec: 10342.4, 300 sec: 10342.4). Total num frames: 7245824. Throughput: 0: 1439.7, 1: 1022.9. Samples: 98505. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:51,894][75214] Updated weights for policy 0, policy_version 1247 (0.0015)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:54,390][75253] DAMAGECOUNT value on done: 85.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:54,391][75253] DAMAGECOUNT value on done: 105.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:54,392][75253] Sum rewards: 5.616, reward structure: {'HEALTH': '-0.850', 'HITCOUNT': '0.000', 'AMMO2': '0.005', 'AMMO5': '0.005', 'AMMO3': '0.020', 'AMMO4': '0.024', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'weapon4': '0.196', 'WEAPON3': '0.200', 'weapon2': '0.362', 'weapon3': '0.968', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.050', 'weapon5': '2.436'}\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:54,701][75253] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:55,030][75253] DAMAGECOUNT value on done: 320.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:55,030][75253] DAMAGECOUNT value on done: 355.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:55,031][75253] Sum rewards: 5.033, reward structure: {'HEALTH': '-3.400', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.020', 'AMMO2': '0.025', 'weapon5': '0.038', 'AMMO3': '0.103', 'weapon2': '0.110', 'AMMO4': '0.123', 'WEAPON4': '0.200', 'WEAPON5': '0.400', 'weapon4': '0.618', 'WEAPON3': '0.800', 'weapon3': '2.796', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.200'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:55,031][75253] Sum rewards: 5.421, reward structure: {'HEALTH': '-3.150', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO2': '0.013', 'AMMO5': '0.015', 'AMMO4': '0.066', 'AMMO3': '0.066', 'weapon2': '0.152', 'WEAPON4': '0.300', 'WEAPON5': '0.300', 'weapon4': '0.344', 'WEAPON3': '0.600', 'weapon5': '0.604', 'weapon3': '2.560', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.550'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,044][75215] DAMAGECOUNT value on done: 36.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,044][75215] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:56,229][75215] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,475][75209] Updated weights for policy 1, policy_version 531 (0.0013)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:56,619][109198] Fps is (10 sec: 14335.9, 60 sec: 10831.7, 300 sec: 10831.7). Total num frames: 7319552. Throughput: 0: 1559.4, 1: 1115.8. Samples: 120388. Policy #0 lag: (min: 0.0, avg: 0.8, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:56,620][109198] Avg episode reward: [(0, '4.320')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,621][74942] Saving new best policy, reward=4.320!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,637][75215] DAMAGECOUNT value on done: 230.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,637][75215] DAMAGECOUNT value on done: 215.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,638][75215] Sum rewards: 6.437, reward structure: {'HEALTH': '-1.500', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO2': '0.008', 'AMMO5': '0.010', 'AMMO3': '0.039', 'AMMO4': '0.041', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.836', 'weapon5': '0.990', 'FRAGCOUNT': '2.000', 'weapon3': '2.112', 'DAMAGECOUNT': '2.300'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,638][75215] Sum rewards: 2.275, reward structure: {'HEALTH': '-3.000', 'DEATHCOUNT': '-3.000', 'AMMO4': '-0.003', 'AMMO2': '-0.000', 'HITCOUNT': '0.000', 'AMMO5': '0.017', 'weapon4': '0.038', 'WEAPON4': '0.100', 'AMMO3': '0.108', 'WEAPON5': '0.400', 'weapon5': '0.444', 'weapon2': '0.748', 'WEAPON3': '0.800', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '2.150', 'weapon3': '2.474'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,750][75218] DAMAGECOUNT value on done: 65.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,750][75218] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:56,926][75214] Updated weights for policy 0, policy_version 1257 (0.0013)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:56,937][75218] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,274][75218] DAMAGECOUNT value on done: 100.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,275][75218] DAMAGECOUNT value on done: 45.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,275][75218] Sum rewards: 4.505, reward structure: {'HEALTH': '-0.450', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.020', 'AMMO2': '0.020', 'AMMO4': '0.100', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.270', 'weapon4': '0.576', 'weapon3': '0.668', 'weapon5': '0.896', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.000'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,276][75218] Sum rewards: 0.874, reward structure: {'DEATHCOUNT': '-2.000', 'HEALTH': '-2.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO2': '0.002', 'AMMO5': '0.005', 'AMMO4': '0.008', 'AMMO3': '0.070', 'weapon5': '0.098', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'DAMAGECOUNT': '0.450', 'weapon2': '0.454', 'weapon4': '0.552', 'WEAPON3': '0.600', 'weapon3': '2.336'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,703][75217] DAMAGECOUNT value on done: 212.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,704][75217] DAMAGECOUNT value on done: 165.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,705][75217] Sum rewards: 5.886, reward structure: {'HEALTH': '-1.600', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.007', 'weapon2': '0.044', 'AMMO3': '0.048', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon4': '0.482', 'weapon5': '1.488', 'weapon3': '1.496', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.120'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,705][75217] Sum rewards: 0.386, reward structure: {'DEATHCOUNT': '-3.000', 'HEALTH': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO2': '0.024', 'AMMO3': '0.047', 'weapon5': '0.054', 'AMMO4': '0.119', 'weapon2': '0.176', 'WEAPON5': '0.200', 'WEAPON4': '0.300', 'WEAPON3': '0.400', 'weapon4': '0.766', 'FRAGCOUNT': '0.999', 'weapon3': '1.640', 'DAMAGECOUNT': '1.650'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,801][75219] DAMAGECOUNT value on done: 205.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,801][75219] Sum rewards: 6.653, reward structure: {'HEALTH': '-0.100', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.020', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'weapon4': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.370', 'FRAGCOUNT': '1.000', 'weapon3': '1.010', 'weapon5': '1.798', 'DAMAGECOUNT': '2.050'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,802][75219] DAMAGECOUNT value on done: 10.0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:57,877][75217] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,888][75218] DAMAGECOUNT value on done: 168.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,888][75218] DAMAGECOUNT value on done: 215.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,889][75218] Sum rewards: 2.902, reward structure: {'HEALTH': '-2.050', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'weapon5': '0.008', 'AMMO2': '0.015', 'weapon2': '0.050', 'AMMO3': '0.059', 'AMMO4': '0.076', 'WEAPON5': '0.100', 'WEAPON4': '0.300', 'WEAPON3': '0.500', 'weapon4': '0.978', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.680', 'weapon3': '2.180'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:57,889][75218] Sum rewards: 4.623, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO2': '0.011', 'AMMO4': '0.053', 'AMMO3': '0.058', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'weapon5': '0.336', 'weapon4': '0.412', 'WEAPON3': '0.500', 'weapon2': '0.658', 'FRAGCOUNT': '1.999', 'weapon3': '2.036', 'DAMAGECOUNT': '2.150'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,240][75217] DAMAGECOUNT value on done: 32.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,240][75217] DAMAGECOUNT value on done: 10.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,387][75219] DAMAGECOUNT value on done: 60.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,387][75219] DAMAGECOUNT value on done: 213.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,388][75219] Sum rewards: 6.148, reward structure: {'HEALTH': '-1.200', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.009', 'AMMO3': '0.040', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'weapon2': '0.224', 'WEAPON3': '0.400', 'weapon4': '0.450', 'weapon5': '0.470', 'FRAGCOUNT': '1.999', 'DAMAGECOUNT': '2.130', 'weapon3': '2.226'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,419][75253] DAMAGECOUNT value on done: 130.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,420][75253] DAMAGECOUNT value on done: 95.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,420][75253] Sum rewards: 1.805, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'FRAGCOUNT': '-0.002', 'HITCOUNT': '0.000', 'AMMO5': '0.008', 'AMMO2': '0.010', 'AMMO3': '0.040', 'AMMO4': '0.049', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon5': '0.462', 'weapon4': '0.508', 'weapon2': '0.598', 'DAMAGECOUNT': '1.300', 'weapon3': '2.032'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,421][75253] Sum rewards: 2.915, reward structure: {'HEALTH': '-1.550', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.009', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.320', 'weapon2': '0.388', 'WEAPON3': '0.400', 'weapon5': '0.872', 'DAMAGECOUNT': '0.950', 'weapon3': '2.188'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,475][75218] DAMAGECOUNT value on done: 30.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,475][75218] DAMAGECOUNT value on done: 100.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,476][75218] Sum rewards: 5.986, reward structure: {'HEALTH': '-0.300', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.020', 'weapon2': '0.046', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon4': '0.224', 'weapon3': '0.982', 'DAMAGECOUNT': '1.000', 'FRAGCOUNT': '1.000', 'weapon5': '2.610'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,504][75252] DAMAGECOUNT value on done: 173.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,505][75252] Sum rewards: 3.111, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.027', 'AMMO2': '-0.005', 'HITCOUNT': '0.000', 'AMMO5': '0.007', 'AMMO3': '0.033', 'weapon5': '0.064', 'WEAPON5': '0.200', 'WEAPON3': '0.300', 'weapon2': '0.430', 'FRAGCOUNT': '1.000', 'weapon3': '1.378', 'DAMAGECOUNT': '1.730'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,505][75252] DAMAGECOUNT value on done: 105.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,505][75252] Sum rewards: 2.757, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO2': '0.018', 'AMMO3': '0.081', 'AMMO4': '0.087', 'WEAPON5': '0.200', 'weapon5': '0.298', 'WEAPON4': '0.300', 'weapon2': '0.304', 'WEAPON3': '0.600', 'weapon4': '0.952', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.050', 'weapon3': '1.858'}\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:58,594][75219] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:58,743][75252] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,841][75217] DAMAGECOUNT value on done: 121.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,843][75217] Sum rewards: 4.644, reward structure: {'HEALTH': '-0.950', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.005', 'AMMO3': '0.020', 'AMMO4': '0.024', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'weapon2': '0.152', 'WEAPON3': '0.200', 'weapon4': '0.262', 'weapon3': '0.854', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.210', 'weapon5': '1.664'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,844][75217] DAMAGECOUNT value on done: 95.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,929][75219] DAMAGECOUNT value on done: 55.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,930][75219] DAMAGECOUNT value on done: 295.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:58,931][75219] Sum rewards: 7.326, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.010', 'AMMO4': '0.050', 'AMMO3': '0.052', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.512', 'weapon4': '0.522', 'weapon5': '1.090', 'weapon3': '1.436', 'FRAGCOUNT': '1.999', 'DAMAGECOUNT': '2.950'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,093][75253] DAMAGECOUNT value on done: 12.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,093][75253] DAMAGECOUNT value on done: 30.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,094][75253] Sum rewards: 1.796, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.004', 'AMMO2': '0.005', 'AMMO4': '0.024', 'AMMO3': '0.051', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'DAMAGECOUNT': '0.120', 'weapon4': '0.248', 'weapon2': '0.290', 'WEAPON3': '0.400', 'weapon5': '1.024', 'weapon3': '1.432'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,103][75252] DAMAGECOUNT value on done: 10.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,103][75252] DAMAGECOUNT value on done: 12.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,237][75216] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,238][75216] DAMAGECOUNT value on done: 110.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,239][75216] Sum rewards: 6.223, reward structure: {'HITCOUNT': '0.000', 'AMMO5': '0.004', 'AMMO2': '0.015', 'weapon2': '0.016', 'AMMO3': '0.020', 'AMMO4': '0.074', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon4': '0.532', 'weapon3': '0.862', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.100', 'weapon5': '2.200'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,493][75217] DAMAGECOUNT value on done: 30.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,493][75217] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,519][75219] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,520][75219] DAMAGECOUNT value on done: 30.0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:37:59,521][75216] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,890][75252] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,891][75252] DAMAGECOUNT value on done: 15.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,891][75252] Sum rewards: 1.939, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'AMMO5': '0.004', 'AMMO2': '0.010', 'AMMO3': '0.049', 'AMMO4': '0.050', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'weapon2': '0.216', 'WEAPON3': '0.400', 'weapon4': '0.596', 'weapon5': '0.980', 'weapon3': '1.334'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,935][75216] DAMAGECOUNT value on done: 208.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,936][75216] Sum rewards: 3.081, reward structure: {'HEALTH': '-2.600', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.011', 'AMMO5': '0.012', 'AMMO4': '0.056', 'AMMO3': '0.072', 'WEAPON4': '0.200', 'weapon4': '0.294', 'WEAPON5': '0.300', 'weapon5': '0.408', 'weapon2': '0.410', 'WEAPON3': '0.600', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '2.080', 'weapon3': '2.236'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,936][75216] DAMAGECOUNT value on done: 260.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:37:59,936][75216] Sum rewards: 6.828, reward structure: {'HEALTH': '-1.350', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO2': '0.003', 'AMMO5': '0.010', 'AMMO4': '0.013', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.252', 'weapon2': '0.366', 'WEAPON3': '0.400', 'weapon5': '1.138', 'FRAGCOUNT': '2.000', 'weapon3': '2.056', 'DAMAGECOUNT': '2.600'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,236][75215] DAMAGECOUNT value on done: 105.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,237][75215] DAMAGECOUNT value on done: 65.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,237][75215] Sum rewards: 5.756, reward structure: {'HEALTH': '-0.650', 'AMMO4': '-0.025', 'AMMO2': '-0.005', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.019', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.344', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.050', 'weapon3': '1.092', 'weapon5': '2.626'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,238][75215] Sum rewards: -0.390, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.004', 'AMMO2': '0.007', 'AMMO4': '0.034', 'AMMO3': '0.048', 'WEAPON5': '0.100', 'weapon4': '0.146', 'weapon5': '0.158', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.518', 'DAMAGECOUNT': '0.650', 'weapon3': '1.346'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,489][75252] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,489][75252] DAMAGECOUNT value on done: 64.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,579][75216] DAMAGECOUNT value on done: 5.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,579][75216] DAMAGECOUNT value on done: 50.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,610][75254] DAMAGECOUNT value on done: 115.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,610][75254] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,611][75254] Sum rewards: 4.088, reward structure: {'HEALTH': '-0.250', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.010', 'AMMO3': '0.020', 'AMMO4': '0.049', 'weapon2': '0.070', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'weapon5': '0.198', 'WEAPON3': '0.200', 'weapon4': '0.452', 'weapon3': '0.986', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.150'}\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:00,823][75254] Multiple policies in trajectory buffer: [0 1] (-1 means inactive agent)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,857][75215] DAMAGECOUNT value on done: 35.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,857][75215] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:00,858][75215] Sum rewards: 2.594, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.050', 'AMMO2': '-0.010', 'FRAGCOUNT': '-0.001', 'AMMO5': '0.009', 'AMMO3': '0.040', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.692', 'weapon5': '1.436', 'weapon3': '1.878'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:01,398][75254] DAMAGECOUNT value on done: 20.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:01,398][75254] DAMAGECOUNT value on done: 45.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:01,399][75254] Sum rewards: 1.904, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.004', 'AMMO2': '0.010', 'AMMO4': '0.050', 'AMMO3': '0.053', 'WEAPON5': '0.100', 'weapon2': '0.158', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'DAMAGECOUNT': '0.450', 'weapon4': '0.608', 'weapon5': '0.774', 'weapon3': '1.098'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:01,430][75216] DAMAGECOUNT value on done: 130.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:01,431][75216] Sum rewards: 3.852, reward structure: {'HEALTH': '-0.450', 'HITCOUNT': '0.000', 'AMMO2': '0.010', 'AMMO3': '0.020', 'AMMO4': '0.050', 'WEAPON4': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.306', 'weapon4': '0.394', 'weapon3': '0.922', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.300'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:01,430][75216] DAMAGECOUNT value on done: 45.0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:01,619][109198] Fps is (10 sec: 13926.4, 60 sec: 11059.2, 300 sec: 11059.2). Total num frames: 7385088. Throughput: 0: 1676.3, 1: 1333.4. Samples: 135650. Policy #0 lag: (min: 0.0, avg: 0.8, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:01,620][109198] Avg episode reward: [(0, '3.747'), (1, '2.728')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,130][75254] DAMAGECOUNT value on done: 15.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,130][75254] DAMAGECOUNT value on done: 280.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,131][75254] Sum rewards: 7.995, reward structure: {'HEALTH': '-0.150', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.003', 'AMMO3': '0.020', 'weapon4': '0.098', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.350', 'weapon3': '1.028', 'weapon5': '1.446', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.800'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,358][75209] Updated weights for policy 1, policy_version 541 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,754][75254] DAMAGECOUNT value on done: 205.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,754][75254] DAMAGECOUNT value on done: 155.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,755][75254] Sum rewards: 6.024, reward structure: {'HEALTH': '-1.550', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.001', 'AMMO2': '-0.000', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.328', 'weapon2': '0.360', 'WEAPON3': '0.400', 'weapon5': '1.140', 'weapon3': '1.948', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.050'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:02,755][75254] Sum rewards: 2.768, reward structure: {'DEATHCOUNT': '-2.000', 'HEALTH': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO4': '0.000', 'AMMO5': '0.010', 'AMMO3': '0.059', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'weapon5': '0.278', 'WEAPON3': '0.500', 'weapon2': '0.510', 'weapon4': '0.566', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.550', 'weapon3': '1.894'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:03,003][75214] Updated weights for policy 0, policy_version 1267 (0.0012)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:06,619][109198] Fps is (10 sec: 14336.0, 60 sec: 11468.8, 300 sec: 11468.8). Total num frames: 7462912. Throughput: 0: 1829.0, 1: 1419.1. Samples: 150977. Policy #0 lag: (min: 0.0, avg: 0.6, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:06,620][109198] Avg episode reward: [(0, '3.919'), (1, '2.659')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:07,616][75209] Updated weights for policy 1, policy_version 551 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:08,797][75214] Updated weights for policy 0, policy_version 1277 (0.0013)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:11,619][109198] Fps is (10 sec: 14745.6, 60 sec: 11673.6, 300 sec: 11673.6). Total num frames: 7532544. Throughput: 0: 1933.9, 1: 1591.6. Samples: 172937. Policy #0 lag: (min: 0.0, avg: 0.3, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:11,620][109198] Avg episode reward: [(0, '3.919'), (1, '2.659')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:13,083][75209] Updated weights for policy 1, policy_version 561 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:14,833][75214] Updated weights for policy 0, policy_version 1287 (0.0012)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:16,619][109198] Fps is (10 sec: 14745.7, 60 sec: 12970.7, 300 sec: 11972.9). Total num frames: 7610368. Throughput: 0: 1931.3, 1: 1670.5. Samples: 189839. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:16,620][109198] Avg episode reward: [(0, '3.919'), (1, '2.659')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:18,054][75209] Updated weights for policy 1, policy_version 571 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:20,511][75214] Updated weights for policy 0, policy_version 1297 (0.0014)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:21,619][109198] Fps is (10 sec: 14745.6, 60 sec: 14063.0, 300 sec: 12112.5). Total num frames: 7680000. Throughput: 0: 1891.8, 1: 1701.3. Samples: 206476. Policy #0 lag: (min: 0.0, avg: 0.4, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:21,620][109198] Avg episode reward: [(0, '3.919'), (1, '2.659')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:23,325][75209] Updated weights for policy 1, policy_version 581 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:26,471][75214] Updated weights for policy 0, policy_version 1307 (0.0013)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:26,619][109198] Fps is (10 sec: 14745.6, 60 sec: 14404.3, 300 sec: 12342.6). Total num frames: 7757824. Throughput: 0: 1836.8, 1: 1755.5. Samples: 228146. Policy #0 lag: (min: 0.0, avg: 0.5, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:26,620][109198] Avg episode reward: [(0, '3.919'), (1, '2.659')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:28,710][75209] Updated weights for policy 1, policy_version 591 (0.0015)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,318][75219] DAMAGECOUNT value on done: 405.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,318][75219] DAMAGECOUNT value on done: 385.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,319][75219] Sum rewards: 3.032, reward structure: {'HEALTH': '-3.650', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.020', 'weapon5': '0.028', 'weapon2': '0.038', 'AMMO2': '0.043', 'AMMO3': '0.099', 'AMMO4': '0.215', 'WEAPON4': '0.300', 'weapon4': '0.386', 'WEAPON5': '0.400', 'WEAPON3': '0.800', 'DAMAGECOUNT': '2.000', 'FRAGCOUNT': '2.000', 'weapon3': '3.352'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,319][75219] Sum rewards: 7.420, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO2': '0.017', 'AMMO3': '0.057', 'AMMO4': '0.084', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'weapon4': '0.248', 'weapon2': '0.414', 'WEAPON3': '0.500', 'weapon5': '0.530', 'weapon3': '2.410', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.750'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,844][75219] DAMAGECOUNT value on done: 380.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,844][75219] DAMAGECOUNT value on done: 413.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,845][75219] Sum rewards: 6.972, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.003', 'AMMO5': '0.010', 'AMMO4': '0.015', 'AMMO3': '0.056', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'weapon4': '0.298', 'weapon2': '0.476', 'WEAPON3': '0.500', 'weapon5': '0.734', 'weapon3': '2.280', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.200'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:30,845][75219] Sum rewards: 2.875, reward structure: {'HEALTH': '-3.200', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO2': '0.005', 'AMMO5': '0.012', 'AMMO4': '0.024', 'weapon2': '0.034', 'AMMO3': '0.107', 'weapon5': '0.146', 'WEAPON4': '0.200', 'WEAPON5': '0.300', 'weapon4': '0.544', 'WEAPON3': '0.800', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.000', 'weapon3': '2.902'}\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:31,619][109198] Fps is (10 sec: 14745.7, 60 sec: 14472.5, 300 sec: 12441.6). Total num frames: 7827456. Throughput: 0: 1809.3, 1: 1804.6. Samples: 244875. Policy #0 lag: (min: 0.0, avg: 0.3, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:31,620][109198] Avg episode reward: [(0, '4.032'), (1, '2.659')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:31,716][75253] DAMAGECOUNT value on done: 150.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:31,717][75253] DAMAGECOUNT value on done: 245.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:31,718][75253] Sum rewards: 3.961, reward structure: {'HEALTH': '-0.630', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.010', 'AMMO3': '0.020', 'AMMO4': '0.050', 'weapon5': '0.056', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.242', 'weapon4': '0.374', 'weapon3': '0.836', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.600'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:32,324][75253] DAMAGECOUNT value on done: 365.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:32,325][75253] DAMAGECOUNT value on done: 430.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:32,325][75253] Sum rewards: 4.670, reward structure: {'HEALTH': '-1.100', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO2': '0.005', 'AMMO5': '0.009', 'AMMO4': '0.025', 'AMMO3': '0.040', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'weapon4': '0.416', 'weapon2': '0.492', 'weapon5': '0.962', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.100', 'weapon3': '1.922'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:32,764][75214] Updated weights for policy 0, policy_version 1317 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:33,567][75218] DAMAGECOUNT value on done: 30.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:33,567][75218] DAMAGECOUNT value on done: 65.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:33,568][75218] Sum rewards: 2.507, reward structure: {'DEATHCOUNT': '-1.000', 'HEALTH': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO2': '0.021', 'AMMO3': '0.042', 'AMMO4': '0.104', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'DAMAGECOUNT': '0.300', 'weapon5': '0.308', 'weapon4': '0.358', 'WEAPON3': '0.400', 'weapon2': '0.454', 'weapon3': '2.112'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:33,582][75216] Large shaping reward 2.942 for [('FRAGCOUNT', 1.0, 1.0), ('HITCOUNT', 0.0, 2.0), ('DAMAGECOUNT', 1.94, 194.0), ('weapon5', 0.002)]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,152][75218] DAMAGECOUNT value on done: 345.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,152][75218] DAMAGECOUNT value on done: 350.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,153][75218] Sum rewards: 3.818, reward structure: {'DEATHCOUNT': '-3.000', 'HEALTH': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.015', 'AMMO2': '0.015', 'AMMO4': '0.075', 'weapon5': '0.090', 'AMMO3': '0.105', 'WEAPON4': '0.200', 'weapon4': '0.228', 'WEAPON5': '0.300', 'weapon2': '0.444', 'WEAPON3': '0.800', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.450', 'weapon3': '3.096'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,153][75218] Sum rewards: 6.422, reward structure: {'HEALTH': '-2.400', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'weapon2': '0.004', 'AMMO5': '0.010', 'AMMO2': '0.018', 'AMMO3': '0.052', 'AMMO4': '0.090', 'WEAPON5': '0.200', 'WEAPON4': '0.300', 'weapon5': '0.410', 'WEAPON3': '0.500', 'weapon4': '0.566', 'weapon3': '2.622', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.050'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,225][75209] Updated weights for policy 1, policy_version 601 (0.0016)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,361][75215] DAMAGECOUNT value on done: 105.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,361][75215] DAMAGECOUNT value on done: 146.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,361][75215] Sum rewards: 2.843, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.006', 'AMMO5': '0.014', 'AMMO4': '0.028', 'AMMO3': '0.085', 'weapon2': '0.282', 'WEAPON4': '0.300', 'WEAPON5': '0.300', 'weapon4': '0.584', 'WEAPON3': '0.600', 'weapon5': '0.636', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.050', 'weapon3': '1.958'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,362][75215] Sum rewards: 4.650, reward structure: {'HEALTH': '-1.050', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.050', 'AMMO2': '-0.010', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO3': '0.040', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.714', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.100', 'weapon5': '1.292', 'weapon3': '2.004'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,760][75218] DAMAGECOUNT value on done: 215.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,760][75218] DAMAGECOUNT value on done: 233.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,761][75218] Sum rewards: 2.931, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO2': '0.015', 'AMMO3': '0.040', 'AMMO4': '0.076', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'weapon2': '0.282', 'weapon5': '0.318', 'WEAPON3': '0.400', 'DAMAGECOUNT': '0.650', 'weapon4': '0.704', 'weapon3': '2.038'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,908][75215] DAMAGECOUNT value on done: 260.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,909][75215] DAMAGECOUNT value on done: 312.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:34,909][75215] Sum rewards: 2.972, reward structure: {'HEALTH': '-1.300', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO2': '0.022', 'AMMO3': '0.051', 'AMMO4': '0.109', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'weapon2': '0.204', 'weapon4': '0.330', 'WEAPON3': '0.400', 'DAMAGECOUNT': '0.970', 'weapon5': '1.310', 'weapon3': '1.468'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,333][75218] DAMAGECOUNT value on done: 100.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,333][75218] DAMAGECOUNT value on done: 197.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,334][75218] Sum rewards: 2.955, reward structure: {'HEALTH': '-1.420', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'AMMO4': '-0.001', 'AMMO2': '-0.000', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.314', 'weapon2': '0.346', 'WEAPON3': '0.400', 'DAMAGECOUNT': '0.700', 'weapon5': '1.178', 'weapon3': '2.090'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,467][75219] DAMAGECOUNT value on done: 256.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,467][75219] DAMAGECOUNT value on done: 500.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,468][75219] Sum rewards: 2.326, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.015', 'AMMO3': '0.034', 'AMMO4': '0.074', 'WEAPON5': '0.100', 'weapon5': '0.170', 'WEAPON4': '0.200', 'WEAPON3': '0.300', 'weapon2': '0.420', 'weapon4': '0.670', 'FRAGCOUNT': '1.000', 'weapon3': '1.330', 'DAMAGECOUNT': '2.010'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,468][75219] Sum rewards: 5.543, reward structure: {'HEALTH': '-1.780', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.008', 'AMMO4': '0.040', 'AMMO3': '0.040', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'weapon2': '0.350', 'WEAPON3': '0.400', 'weapon4': '0.424', 'weapon5': '0.646', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.050', 'weapon3': '2.060'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,526][75217] DAMAGECOUNT value on done: 317.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,527][75217] DAMAGECOUNT value on done: 237.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,527][75217] Sum rewards: 4.308, reward structure: {'HEALTH': '-1.020', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.015', 'AMMO3': '0.040', 'AMMO4': '0.075', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.534', 'weapon5': '0.564', 'weapon4': '0.606', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.050', 'weapon3': '1.740'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,720][75253] DAMAGECOUNT value on done: 185.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,721][75253] DAMAGECOUNT value on done: 110.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,721][75253] Sum rewards: 2.541, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.020', 'WEAPON5': '0.100', 'DAMAGECOUNT': '0.150', 'WEAPON3': '0.200', 'weapon2': '0.706', 'weapon3': '0.888', 'weapon5': '2.474'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,995][75219] DAMAGECOUNT value on done: 353.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,995][75219] DAMAGECOUNT value on done: 140.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,996][75219] Sum rewards: 6.954, reward structure: {'HEALTH': '-1.100', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'weapon2': '0.002', 'AMMO5': '0.007', 'AMMO2': '0.015', 'AMMO3': '0.040', 'AMMO4': '0.073', 'weapon5': '0.186', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon4': '0.404', 'weapon3': '1.996', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '3.530'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:35,996][75219] Sum rewards: 2.196, reward structure: {'HEALTH': '-2.680', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.014', 'AMMO5': '0.015', 'AMMO4': '0.071', 'AMMO3': '0.075', 'weapon2': '0.108', 'WEAPON4': '0.200', 'WEAPON5': '0.300', 'weapon5': '0.504', 'WEAPON3': '0.600', 'weapon4': '0.728', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.100', 'weapon3': '2.160'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,101][75217] DAMAGECOUNT value on done: 132.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,101][75217] DAMAGECOUNT value on done: 120.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,102][75217] Sum rewards: 2.674, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.014', 'AMMO2': '0.017', 'AMMO3': '0.080', 'AMMO4': '0.084', 'weapon5': '0.148', 'WEAPON4': '0.300', 'WEAPON5': '0.300', 'weapon2': '0.348', 'WEAPON3': '0.600', 'weapon4': '0.906', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.000', 'weapon3': '1.878'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,102][75217] Sum rewards: 4.655, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.005', 'AMMO3': '0.020', 'AMMO4': '0.025', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'WEAPON3': '0.200', 'weapon4': '0.298', 'FRAGCOUNT': '1.000', 'weapon3': '1.092', 'DAMAGECOUNT': '1.100', 'weapon5': '2.710'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,239][75252] DAMAGECOUNT value on done: 417.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,239][75252] DAMAGECOUNT value on done: 390.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,240][75252] Sum rewards: 4.150, reward structure: {'HEALTH': '-2.800', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'weapon2': '0.002', 'AMMO5': '0.012', 'AMMO2': '0.013', 'AMMO4': '0.067', 'AMMO3': '0.073', 'WEAPON4': '0.200', 'weapon5': '0.290', 'WEAPON5': '0.300', 'weapon4': '0.390', 'WEAPON3': '0.600', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.440', 'weapon3': '2.562'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,240][75252] Sum rewards: 5.150, reward structure: {'HEALTH': '-2.290', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.001', 'AMMO4': '0.004', 'AMMO5': '0.010', 'AMMO3': '0.077', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.288', 'weapon2': '0.410', 'weapon5': '0.522', 'WEAPON3': '0.600', 'FRAGCOUNT': '2.000', 'weapon3': '2.378', 'DAMAGECOUNT': '2.850'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,332][75253] DAMAGECOUNT value on done: 172.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,332][75253] DAMAGECOUNT value on done: 75.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,333][75253] Sum rewards: 3.105, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.007', 'AMMO2': '0.015', 'AMMO3': '0.040', 'AMMO4': '0.075', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'weapon2': '0.206', 'WEAPON3': '0.400', 'weapon5': '0.580', 'weapon4': '0.712', 'FRAGCOUNT': '0.998', 'DAMAGECOUNT': '1.600', 'weapon3': '2.072'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,500][75217] DAMAGECOUNT value on done: 186.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,500][75217] DAMAGECOUNT value on done: 163.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,501][75217] Sum rewards: 2.675, reward structure: {'HEALTH': '-1.050', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.015', 'AMMO3': '0.048', 'AMMO4': '0.074', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'weapon5': '0.490', 'weapon4': '0.548', 'DAMAGECOUNT': '0.650', 'weapon2': '0.760', 'weapon3': '1.436'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,501][75217] Sum rewards: 2.276, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.008', 'AMMO3': '0.036', 'AMMO4': '0.038', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.300', 'weapon4': '0.360', 'weapon2': '0.408', 'DAMAGECOUNT': '0.680', 'weapon3': '1.040', 'weapon5': '1.202'}\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:36,619][109198] Fps is (10 sec: 13926.3, 60 sec: 14472.5, 300 sec: 12528.9). Total num frames: 7897088. Throughput: 0: 1744.4, 1: 1836.4. Samples: 259640. Policy #0 lag: (min: 0.0, avg: 0.5, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:36,620][109198] Avg episode reward: [(0, '4.024'), (1, '2.752')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,718][75252] DAMAGECOUNT value on done: 40.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:36,718][75252] DAMAGECOUNT value on done: 78.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:37,064][75217] DAMAGECOUNT value on done: 218.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:37,065][75217] DAMAGECOUNT value on done: 70.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:37,065][75217] Sum rewards: 4.290, reward structure: {'HEALTH': '-0.700', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.020', 'AMMO3': '0.020', 'weapon2': '0.048', 'AMMO4': '0.099', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'weapon5': '0.148', 'WEAPON3': '0.200', 'weapon4': '0.616', 'weapon3': '0.754', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.880'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:37,341][75252] DAMAGECOUNT value on done: 5.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:37,341][75252] DAMAGECOUNT value on done: 65.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,011][75252] DAMAGECOUNT value on done: 169.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,011][75252] DAMAGECOUNT value on done: 104.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,012][75252] Sum rewards: 4.528, reward structure: {'HEALTH': '-1.250', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.007', 'AMMO2': '0.010', 'weapon2': '0.036', 'AMMO3': '0.040', 'AMMO4': '0.049', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon5': '0.560', 'weapon4': '0.648', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.690', 'weapon3': '1.938'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,212][75216] DAMAGECOUNT value on done: 371.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,212][75216] DAMAGECOUNT value on done: 165.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,213][75216] Sum rewards: 3.386, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO2': '0.022', 'AMMO3': '0.059', 'AMMO4': '0.107', 'WEAPON5': '0.200', 'WEAPON4': '0.300', 'weapon2': '0.362', 'WEAPON3': '0.500', 'weapon4': '0.548', 'weapon5': '0.580', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.650', 'weapon3': '2.050'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,382][75215] DAMAGECOUNT value on done: 70.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,382][75215] DAMAGECOUNT value on done: 190.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,383][75215] Sum rewards: 2.399, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.004', 'FRAGCOUNT': '-0.001', 'AMMO2': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'weapon4': '0.188', 'weapon2': '0.194', 'WEAPON3': '0.400', 'weapon5': '0.444', 'DAMAGECOUNT': '0.850', 'weapon3': '2.084'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,952][75216] DAMAGECOUNT value on done: 421.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,952][75216] DAMAGECOUNT value on done: 370.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,952][75216] Sum rewards: 5.509, reward structure: {'HEALTH': '-1.100', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.010', 'AMMO3': '0.042', 'AMMO4': '0.050', 'weapon5': '0.052', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'weapon2': '0.254', 'WEAPON3': '0.400', 'weapon4': '0.654', 'weapon3': '1.714', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.130'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,953][75216] Sum rewards: 2.499, reward structure: {'HEALTH': '-2.100', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.003', 'AMMO5': '0.005', 'AMMO4': '0.014', 'AMMO3': '0.067', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'weapon5': '0.180', 'weapon2': '0.272', 'weapon4': '0.358', 'WEAPON3': '0.600', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.100', 'weapon3': '2.800'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,955][75215] DAMAGECOUNT value on done: 125.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,956][75215] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,956][75215] Sum rewards: 2.379, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO2': '0.002', 'AMMO5': '0.003', 'AMMO4': '0.011', 'AMMO3': '0.032', 'AMMO6': '0.100', 'AMMO7': '0.100', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'WEAPON6': '0.200', 'weapon6': '0.208', 'weapon4': '0.282', 'WEAPON3': '0.300', 'weapon5': '0.324', 'weapon2': '0.496', 'DAMAGECOUNT': '0.900', 'weapon3': '1.222'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:38,957][75215] Sum rewards: 1.090, reward structure: {'HEALTH': '-1.700', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'AMMO2': '0.008', 'AMMO5': '0.009', 'AMMO4': '0.038', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon5': '0.274', 'WEAPON3': '0.400', 'weapon4': '0.412', 'weapon2': '0.466', 'weapon3': '1.844'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:39,080][75214] Updated weights for policy 0, policy_version 1327 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:39,511][75209] Updated weights for policy 1, policy_version 611 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:39,659][75216] DAMAGECOUNT value on done: 70.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:39,659][75216] DAMAGECOUNT value on done: 25.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:39,660][75216] Sum rewards: 2.726, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.050', 'AMMO2': '-0.010', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO3': '0.040', 'WEAPON5': '0.200', 'DAMAGECOUNT': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.746', 'weapon5': '1.086', 'weapon3': '2.106'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:39,708][75254] DAMAGECOUNT value on done: 123.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:39,709][75254] DAMAGECOUNT value on done: 36.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,157][75216] DAMAGECOUNT value on done: 339.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,157][75216] DAMAGECOUNT value on done: 70.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,157][75216] Sum rewards: 5.200, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.004', 'AMMO2': '0.013', 'AMMO3': '0.052', 'AMMO4': '0.065', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'weapon2': '0.212', 'WEAPON3': '0.400', 'weapon4': '0.506', 'FRAGCOUNT': '0.999', 'weapon5': '1.300', 'weapon3': '1.358', 'DAMAGECOUNT': '2.090'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,290][75254] DAMAGECOUNT value on done: 320.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,291][75254] DAMAGECOUNT value on done: 440.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,291][75254] Sum rewards: 4.346, reward structure: {'HEALTH': '-3.850', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO2': '0.015', 'weapon5': '0.016', 'AMMO5': '0.020', 'AMMO4': '0.075', 'AMMO3': '0.079', 'weapon2': '0.120', 'WEAPON4': '0.200', 'weapon4': '0.384', 'WEAPON5': '0.400', 'WEAPON3': '0.700', 'DAMAGECOUNT': '3.000', 'FRAGCOUNT': '3.000', 'weapon3': '3.186'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,292][75254] Sum rewards: 6.381, reward structure: {'HEALTH': '-3.000', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.020', 'AMMO2': '0.027', 'weapon2': '0.040', 'AMMO3': '0.100', 'AMMO4': '0.137', 'WEAPON4': '0.300', 'weapon4': '0.302', 'WEAPON5': '0.400', 'WEAPON3': '0.700', 'weapon5': '1.058', 'weapon3': '2.346', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.950'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,839][75254] DAMAGECOUNT value on done: 345.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:40,840][75254] DAMAGECOUNT value on done: 15.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:41,427][75254] DAMAGECOUNT value on done: 205.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:41,427][75254] DAMAGECOUNT value on done: 160.0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:41,619][109198] Fps is (10 sec: 14336.0, 60 sec: 14404.2, 300 sec: 12652.1). Total num frames: 7970816. Throughput: 0: 1689.9, 1: 1881.1. Samples: 281083. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:41,620][109198] Avg episode reward: [(0, '3.949'), (1, '2.782')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:44,805][75214] Updated weights for policy 0, policy_version 1337 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:45,045][75209] Updated weights for policy 1, policy_version 621 (0.0012)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:46,619][109198] Fps is (10 sec: 14336.0, 60 sec: 14404.3, 300 sec: 12719.2). Total num frames: 8040448. Throughput: 0: 1692.0, 1: 1896.6. Samples: 297136. Policy #0 lag: (min: 0.0, avg: 0.8, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:46,620][109198] Avg episode reward: [(0, '3.949'), (1, '2.782')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:50,394][75214] Updated weights for policy 0, policy_version 1347 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:50,833][75209] Updated weights for policy 1, policy_version 631 (0.0014)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:51,619][109198] Fps is (10 sec: 14336.0, 60 sec: 14472.5, 300 sec: 12820.5). Total num frames: 8114176. Throughput: 0: 1716.8, 1: 1888.5. Samples: 313219. Policy #0 lag: (min: 0.0, avg: 0.7, max: 1.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:51,620][109198] Avg episode reward: [(0, '3.949'), (1, '2.782')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:55,270][75218] Large shaping reward 2.562 for [('FRAGCOUNT', 1.0, 1.0), ('HITCOUNT', 0.0, 2.0), ('DAMAGECOUNT', 1.56, 156.0), ('weapon5', 0.002)]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:55,789][75214] Updated weights for policy 0, policy_version 1357 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:38:56,294][75209] Updated weights for policy 1, policy_version 641 (0.0013)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:56,619][109198] Fps is (10 sec: 14745.7, 60 sec: 14472.5, 300 sec: 12912.2). Total num frames: 8187904. Throughput: 0: 1741.2, 1: 1883.5. Samples: 336048. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:38:56,620][109198] Avg episode reward: [(0, '3.949'), (1, '2.782')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:00,989][75214] Updated weights for policy 0, policy_version 1367 (0.0011)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:01,560][75209] Updated weights for policy 1, policy_version 651 (0.0011)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:01,619][109198] Fps is (10 sec: 15564.9, 60 sec: 14745.6, 300 sec: 13070.0). Total num frames: 8269824. Throughput: 0: 1752.4, 1: 1881.6. Samples: 353371. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:01,620][109198] Avg episode reward: [(0, '3.949'), (1, '2.782')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:01,624][75052] Saving /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p1/checkpoint_000000651_2666496.pth...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:01,624][74942] Saving /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p0/checkpoint_000001368_5603328.pth...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:01,688][74942] Removing /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p0/checkpoint_000001054_4317184.pth\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:01,688][75052] Removing /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p1/checkpoint_000000341_1396736.pth\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:05,101][75254] Large shaping reward 2.602 for [('FRAGCOUNT', 1.0, 1.0), ('HITCOUNT', 0.0, 1.0), ('DAMAGECOUNT', 1.6, 160.0), ('weapon5', 0.002)]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,278][75219] DAMAGECOUNT value on done: 725.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,278][75219] DAMAGECOUNT value on done: 685.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,279][75219] Sum rewards: 5.596, reward structure: {'HEALTH': '-3.000', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.020', 'AMMO2': '0.030', 'weapon2': '0.076', 'AMMO3': '0.123', 'AMMO4': '0.149', 'WEAPON4': '0.300', 'WEAPON5': '0.400', 'weapon4': '0.452', 'weapon5': '0.758', 'WEAPON3': '0.800', 'weapon3': '2.288', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.200'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,279][75219] Sum rewards: 5.183, reward structure: {'HEALTH': '-3.000', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.015', 'AMMO2': '0.019', 'weapon5': '0.020', 'weapon2': '0.052', 'AMMO3': '0.088', 'AMMO4': '0.093', 'WEAPON5': '0.300', 'WEAPON4': '0.300', 'weapon4': '0.336', 'WEAPON3': '0.700', 'DAMAGECOUNT': '3.000', 'FRAGCOUNT': '3.000', 'weapon3': '3.260'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,400][75214] Updated weights for policy 0, policy_version 1377 (0.0012)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:06,619][109198] Fps is (10 sec: 15564.8, 60 sec: 14677.4, 300 sec: 13142.8). Total num frames: 8343552. Throughput: 0: 1774.1, 1: 1875.1. Samples: 370689. Policy #0 lag: (min: 0.0, avg: 0.8, max: 3.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:06,620][109198] Avg episode reward: [(0, '3.990'), (1, '2.782')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,784][75219] DAMAGECOUNT value on done: 555.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,784][75219] DAMAGECOUNT value on done: 448.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,784][75219] Sum rewards: 5.202, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO2': '0.018', 'AMMO3': '0.040', 'AMMO4': '0.092', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'weapon5': '0.412', 'weapon4': '0.518', 'weapon2': '0.608', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.750', 'weapon3': '1.956'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:06,907][75209] Updated weights for policy 1, policy_version 661 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:07,921][75253] DAMAGECOUNT value on done: 360.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:07,922][75253] DAMAGECOUNT value on done: 181.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:07,922][75253] Sum rewards: 3.926, reward structure: {'HEALTH': '-0.310', 'HITCOUNT': '0.000', 'AMMO2': '0.010', 'AMMO3': '0.019', 'AMMO4': '0.050', 'WEAPON4': '0.100', 'WEAPON3': '0.200', 'weapon4': '0.296', 'weapon2': '0.448', 'weapon3': '0.962', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.150'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:08,410][75253] DAMAGECOUNT value on done: 565.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:08,410][75253] DAMAGECOUNT value on done: 569.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:08,411][75253] Sum rewards: 3.676, reward structure: {'HEALTH': '-1.650', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO4': '0.002', 'AMMO5': '0.007', 'AMMO3': '0.040', 'WEAPON5': '0.200', 'weapon5': '0.286', 'WEAPON3': '0.400', 'weapon2': '0.876', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.390', 'weapon3': '2.124'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,096][75215] DAMAGECOUNT value on done: 301.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,097][75215] DAMAGECOUNT value on done: 130.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,097][75215] Sum rewards: 6.629, reward structure: {'HEALTH': '-0.250', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.020', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.716', 'FRAGCOUNT': '1.000', 'weapon3': '1.032', 'DAMAGECOUNT': '1.550', 'weapon5': '2.256'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,098][75215] Sum rewards: 0.688, reward structure: {'DEATHCOUNT': '-2.000', 'HEALTH': '-2.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO2': '0.010', 'AMMO4': '0.048', 'AMMO3': '0.048', 'weapon2': '0.054', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'DAMAGECOUNT': '0.250', 'weapon4': '0.342', 'WEAPON3': '0.400', 'weapon5': '1.368', 'weapon3': '1.860'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,441][75218] DAMAGECOUNT value on done: 125.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,442][75218] DAMAGECOUNT value on done: 322.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,442][75218] Sum rewards: 0.794, reward structure: {'HEALTH': '-2.680', 'DEATHCOUNT': '-2.000', 'AMMO4': '-0.024', 'AMMO2': '-0.005', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'AMMO3': '0.059', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.268', 'weapon5': '0.498', 'WEAPON3': '0.500', 'DAMAGECOUNT': '0.950', 'weapon2': '1.092', 'weapon3': '1.828'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,443][75218] Sum rewards: 6.057, reward structure: {'HEALTH': '-0.950', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.005', 'AMMO3': '0.020', 'AMMO4': '0.025', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon5': '0.796', 'FRAGCOUNT': '1.000', 'weapon2': '1.056', 'weapon3': '1.232', 'DAMAGECOUNT': '2.570'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,642][75215] DAMAGECOUNT value on done: 522.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,642][75215] DAMAGECOUNT value on done: 595.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,643][75215] Sum rewards: 2.861, reward structure: {'HEALTH': '-3.350', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.015', 'AMMO2': '0.019', 'weapon2': '0.068', 'AMMO4': '0.092', 'AMMO3': '0.115', 'WEAPON4': '0.300', 'WEAPON5': '0.300', 'weapon4': '0.466', 'WEAPON3': '0.800', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.100', 'weapon3': '2.936'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:09,643][75215] Sum rewards: 7.292, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO2': '0.013', 'AMMO5': '0.015', 'AMMO4': '0.065', 'AMMO3': '0.076', 'weapon2': '0.096', 'WEAPON4': '0.200', 'WEAPON5': '0.300', 'weapon4': '0.356', 'WEAPON3': '0.600', 'weapon5': '0.710', 'weapon3': '2.510', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.350'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,043][75218] DAMAGECOUNT value on done: 355.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,043][75218] DAMAGECOUNT value on done: 498.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,044][75218] Sum rewards: 4.358, reward structure: {'HEALTH': '-0.100', 'HITCOUNT': '0.000', 'AMMO2': '0.010', 'AMMO3': '0.020', 'AMMO4': '0.050', 'WEAPON4': '0.100', 'weapon2': '0.106', 'WEAPON3': '0.200', 'weapon4': '0.426', 'FRAGCOUNT': '1.000', 'weapon3': '1.066', 'DAMAGECOUNT': '1.480'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,078][75218] DAMAGECOUNT value on done: 353.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,078][75218] DAMAGECOUNT value on done: 320.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,078][75218] Sum rewards: 4.552, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.026', 'AMMO2': '-0.005', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.038', 'WEAPON5': '0.100', 'WEAPON3': '0.300', 'weapon2': '0.396', 'FRAGCOUNT': '1.000', 'weapon3': '1.106', 'DAMAGECOUNT': '1.200', 'weapon5': '2.438'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,079][75218] Sum rewards: 2.989, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'AMMO4': '-0.002', 'AMMO2': '-0.000', 'HITCOUNT': '0.000', 'AMMO5': '0.013', 'weapon2': '0.040', 'AMMO3': '0.060', 'WEAPON4': '0.200', 'WEAPON5': '0.300', 'weapon4': '0.414', 'WEAPON3': '0.500', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.050', 'weapon5': '1.066', 'weapon3': '2.348'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,686][75218] DAMAGECOUNT value on done: 195.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,686][75218] DAMAGECOUNT value on done: 212.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:10,687][75218] Sum rewards: 2.249, reward structure: {'HEALTH': '-1.050', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO2': '0.002', 'AMMO5': '0.004', 'AMMO4': '0.011', 'AMMO3': '0.043', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'weapon4': '0.276', 'weapon5': '0.388', 'WEAPON3': '0.400', 'weapon2': '0.422', 'DAMAGECOUNT': '0.950', 'weapon3': '1.604'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,145][75219] DAMAGECOUNT value on done: 376.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,145][75219] DAMAGECOUNT value on done: 640.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,146][75219] Sum rewards: 4.406, reward structure: {'HEALTH': '-1.400', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.025', 'AMMO2': '-0.005', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.228', 'weapon2': '0.344', 'WEAPON3': '0.400', 'weapon5': '0.984', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.200', 'weapon3': '2.330'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,146][75219] Sum rewards: 3.188, reward structure: {'HEALTH': '-2.100', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.008', 'AMMO2': '0.015', 'AMMO4': '0.074', 'AMMO3': '0.075', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'weapon2': '0.364', 'weapon5': '0.494', 'WEAPON3': '0.600', 'weapon4': '0.652', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.400', 'weapon3': '2.206'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,379][75217] DAMAGECOUNT value on done: 247.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,379][75217] DAMAGECOUNT value on done: 452.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,380][75217] Sum rewards: 3.069, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.010', 'AMMO3': '0.037', 'AMMO4': '0.050', 'weapon2': '0.092', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.300', 'weapon4': '0.396', 'weapon5': '0.786', 'weapon3': '0.846', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.350'}\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:11,619][109198] Fps is (10 sec: 14745.6, 60 sec: 14745.6, 300 sec: 13209.6). Total num frames: 8417280. Throughput: 0: 1795.2, 1: 1873.0. Samples: 393218. Policy #0 lag: (min: 0.0, avg: 0.8, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:11,620][109198] Avg episode reward: [(0, '4.011'), (1, '2.760')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,811][75219] DAMAGECOUNT value on done: 528.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,811][75219] DAMAGECOUNT value on done: 380.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,812][75219] Sum rewards: 2.650, reward structure: {'HEALTH': '-2.730', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.014', 'weapon5': '0.022', 'AMMO2': '0.028', 'AMMO3': '0.072', 'AMMO4': '0.140', 'WEAPON4': '0.200', 'weapon2': '0.232', 'weapon4': '0.292', 'WEAPON5': '0.300', 'WEAPON3': '0.600', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.750', 'weapon3': '2.728'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,812][75219] Sum rewards: 6.148, reward structure: {'HEALTH': '-1.750', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.018', 'AMMO2': '-0.004', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO3': '0.040', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.228', 'weapon2': '0.310', 'WEAPON3': '0.400', 'weapon5': '1.160', 'FRAGCOUNT': '2.000', 'weapon3': '2.072', 'DAMAGECOUNT': '2.400'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,854][75253] DAMAGECOUNT value on done: 225.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,854][75253] DAMAGECOUNT value on done: 130.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,855][75253] Sum rewards: 2.618, reward structure: {'HEALTH': '-1.200', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.020', 'AMMO3': '0.050', 'AMMO4': '0.098', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'weapon2': '0.124', 'WEAPON3': '0.400', 'DAMAGECOUNT': '0.400', 'weapon4': '0.602', 'weapon3': '1.376', 'weapon5': '1.544'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,928][75217] DAMAGECOUNT value on done: 160.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,928][75217] DAMAGECOUNT value on done: 342.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:11,929][75217] Sum rewards: 5.618, reward structure: {'HEALTH': '-1.400', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.004', 'AMMO2': '0.005', 'AMMO4': '0.025', 'AMMO3': '0.046', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'weapon4': '0.172', 'WEAPON3': '0.400', 'weapon2': '0.554', 'weapon5': '1.170', 'weapon3': '1.342', 'FRAGCOUNT': '1.999', 'DAMAGECOUNT': '2.100'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,030][75214] Updated weights for policy 0, policy_version 1387 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,431][75217] DAMAGECOUNT value on done: 300.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,431][75217] DAMAGECOUNT value on done: 278.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,432][75217] Sum rewards: 4.174, reward structure: {'HEALTH': '-1.100', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.010', 'AMMO3': '0.040', 'AMMO4': '0.049', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'weapon2': '0.408', 'weapon5': '0.536', 'weapon4': '0.562', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.140', 'weapon3': '1.824'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,432][75217] Sum rewards: 3.761, reward structure: {'HEALTH': '-1.270', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO2': '0.002', 'AMMO5': '0.007', 'AMMO4': '0.012', 'AMMO3': '0.047', 'weapon4': '0.084', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon2': '0.354', 'WEAPON3': '0.400', 'weapon5': '0.412', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.150', 'weapon3': '2.262'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,491][75253] DAMAGECOUNT value on done: 237.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,492][75253] DAMAGECOUNT value on done: 80.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:12,704][75209] Updated weights for policy 1, policy_version 671 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,042][75217] DAMAGECOUNT value on done: 553.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,042][75217] Sum rewards: 7.248, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO2': '0.015', 'weapon4': '0.062', 'AMMO3': '0.063', 'AMMO4': '0.075', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon2': '0.222', 'WEAPON3': '0.500', 'weapon5': '1.266', 'weapon3': '2.384', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.350'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,043][75217] DAMAGECOUNT value on done: 285.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,043][75217] Sum rewards: 3.290, reward structure: {'HEALTH': '-3.200', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'AMMO5': '0.020', 'AMMO2': '0.029', 'AMMO3': '0.069', 'AMMO4': '0.144', 'WEAPON4': '0.200', 'weapon4': '0.326', 'WEAPON5': '0.400', 'weapon2': '0.400', 'weapon5': '0.418', 'WEAPON3': '0.600', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.150', 'weapon3': '2.734'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,327][75252] DAMAGECOUNT value on done: 472.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,328][75252] DAMAGECOUNT value on done: 392.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,328][75252] Sum rewards: 2.383, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.020', 'AMMO3': '0.030', 'AMMO4': '0.099', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'WEAPON3': '0.300', 'weapon2': '0.388', 'DAMAGECOUNT': '0.550', 'weapon5': '0.616', 'weapon4': '0.772', 'weapon3': '1.304'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,835][75252] DAMAGECOUNT value on done: 123.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,835][75252] DAMAGECOUNT value on done: 155.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:13,836][75252] Sum rewards: 5.263, reward structure: {'HEALTH': '-0.450', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.020', 'AMMO2': '0.025', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'AMMO4': '0.123', 'weapon2': '0.148', 'WEAPON3': '0.200', 'weapon4': '0.536', 'weapon3': '0.932', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.150', 'weapon5': '1.374'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:14,435][75252] DAMAGECOUNT value on done: 145.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:14,435][75252] DAMAGECOUNT value on done: 70.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:14,435][75252] Sum rewards: 6.037, reward structure: {'HEALTH': '-0.050', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.015', 'AMMO3': '0.020', 'AMMO4': '0.075', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon4': '0.412', 'weapon2': '0.504', 'weapon3': '0.990', 'FRAGCOUNT': '1.000', 'weapon5': '1.266', 'DAMAGECOUNT': '1.400'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,036][75252] DAMAGECOUNT value on done: 469.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,036][75252] DAMAGECOUNT value on done: 429.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,036][75252] Sum rewards: 7.061, reward structure: {'HEALTH': '-2.600', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'weapon2': '0.002', 'AMMO2': '0.013', 'AMMO5': '0.015', 'AMMO4': '0.067', 'AMMO3': '0.071', 'WEAPON4': '0.200', 'WEAPON5': '0.300', 'weapon5': '0.542', 'WEAPON3': '0.600', 'weapon4': '0.604', 'weapon3': '2.596', 'FRAGCOUNT': '3.000', 'DAMAGECOUNT': '3.650'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,037][75252] Sum rewards: 3.641, reward structure: {'HEALTH': '-3.550', 'DEATHCOUNT': '-3.000', 'HITCOUNT': '0.000', 'weapon5': '0.006', 'AMMO5': '0.020', 'weapon2': '0.022', 'AMMO2': '0.043', 'AMMO3': '0.108', 'AMMO4': '0.214', 'weapon4': '0.256', 'WEAPON4': '0.400', 'WEAPON5': '0.400', 'WEAPON3': '0.800', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.600', 'weapon3': '3.322'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,106][75216] DAMAGECOUNT value on done: 265.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,106][75216] DAMAGECOUNT value on done: 576.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,107][75216] Sum rewards: 3.102, reward structure: {'HEALTH': '-2.000', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'weapon2': '0.002', 'AMMO5': '0.010', 'AMMO2': '0.029', 'AMMO3': '0.071', 'AMMO4': '0.146', 'WEAPON5': '0.200', 'WEAPON4': '0.300', 'weapon4': '0.456', 'WEAPON3': '0.500', 'DAMAGECOUNT': '1.000', 'FRAGCOUNT': '1.000', 'weapon3': '1.674', 'weapon5': '1.714'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,107][75216] Sum rewards: 6.521, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.025', 'AMMO3': '0.040', 'WEAPON5': '0.100', 'AMMO4': '0.123', 'WEAPON4': '0.200', 'weapon2': '0.262', 'WEAPON3': '0.400', 'weapon4': '0.646', 'weapon5': '0.908', 'weapon3': '1.762', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.050'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,685][75216] DAMAGECOUNT value on done: 550.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,685][75216] DAMAGECOUNT value on done: 421.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:15,686][75216] Sum rewards: 5.102, reward structure: {'DEATHCOUNT': '-1.000', 'HEALTH': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.020', 'AMMO3': '0.040', 'AMMO4': '0.100', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'weapon5': '0.206', 'WEAPON3': '0.400', 'weapon2': '0.660', 'weapon4': '0.706', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.800', 'weapon3': '1.866'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,197][75215] DAMAGECOUNT value on done: 205.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,197][75215] Sum rewards: 5.675, reward structure: {'HEALTH': '-0.900', 'AMMO4': '-0.025', 'AMMO2': '-0.005', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO3': '0.020', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.424', 'FRAGCOUNT': '1.000', 'weapon3': '1.186', 'DAMAGECOUNT': '1.350', 'weapon5': '2.320'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,197][75215] DAMAGECOUNT value on done: 280.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,249][75216] DAMAGECOUNT value on done: 158.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,250][75216] DAMAGECOUNT value on done: 75.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,250][75216] Sum rewards: 2.839, reward structure: {'HEALTH': '-1.180', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'AMMO4': '-0.000', 'HITCOUNT': '0.000', 'AMMO2': '0.000', 'AMMO5': '0.009', 'AMMO3': '0.040', 'weapon2': '0.066', 'WEAPON4': '0.200', 'WEAPON5': '0.200', 'WEAPON3': '0.400', 'weapon4': '0.454', 'DAMAGECOUNT': '0.500', 'weapon5': '0.922', 'weapon3': '2.230'}\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:16,619][109198] Fps is (10 sec: 13926.3, 60 sec: 14540.8, 300 sec: 13205.5). Total num frames: 8482816. Throughput: 0: 1791.3, 1: 1851.4. Samples: 408795. Policy #0 lag: (min: 0.0, avg: 0.6, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:16,620][109198] Avg episode reward: [(0, '4.011'), (1, '2.911')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,640][75052] Saving new best policy, reward=2.911!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,745][75254] DAMAGECOUNT value on done: 248.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,745][75254] DAMAGECOUNT value on done: 56.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,745][75254] Sum rewards: 3.601, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.004', 'AMMO2': '0.010', 'AMMO3': '0.030', 'AMMO4': '0.050', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'WEAPON3': '0.300', 'weapon2': '0.402', 'weapon4': '0.494', 'weapon5': '0.536', 'FRAGCOUNT': '0.999', 'weapon3': '1.226', 'DAMAGECOUNT': '1.250'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,766][75215] DAMAGECOUNT value on done: 127.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,767][75215] DAMAGECOUNT value on done: 77.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,767][75215] Sum rewards: 2.221, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.009', 'DAMAGECOUNT': '0.020', 'AMMO2': '0.020', 'AMMO3': '0.056', 'AMMO4': '0.100', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'weapon2': '0.220', 'WEAPON3': '0.400', 'weapon4': '0.610', 'weapon3': '0.974', 'weapon5': '1.412'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,840][75216] DAMAGECOUNT value on done: 315.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,841][75216] DAMAGECOUNT value on done: 429.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:16,841][75216] Sum rewards: 7.855, reward structure: {'HEALTH': '-0.900', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.005', 'AMMO3': '0.020', 'AMMO4': '0.025', 'weapon2': '0.054', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon4': '0.342', 'weapon3': '1.224', 'FRAGCOUNT': '2.000', 'weapon5': '2.230', 'DAMAGECOUNT': '2.450'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:17,321][75254] DAMAGECOUNT value on done: 373.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:17,321][75254] DAMAGECOUNT value on done: 440.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:17,882][75254] DAMAGECOUNT value on done: 195.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:17,882][75254] DAMAGECOUNT value on done: 575.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:17,883][75254] Sum rewards: 1.709, reward structure: {'HEALTH': '-2.250', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'weapon2': '0.004', 'AMMO5': '0.005', 'AMMO2': '0.005', 'AMMO4': '0.025', 'AMMO3': '0.055', 'weapon5': '0.076', 'WEAPON5': '0.100', 'WEAPON4': '0.200', 'weapon4': '0.492', 'WEAPON3': '0.500', 'FRAGCOUNT': '1.000', 'weapon3': '1.696', 'DAMAGECOUNT': '1.800'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:17,883][75254] Sum rewards: 6.174, reward structure: {'HEALTH': '-1.750', 'DEATHCOUNT': '-1.000', 'AMMO4': '-0.020', 'AMMO2': '-0.004', 'HITCOUNT': '0.000', 'AMMO5': '0.010', 'AMMO3': '0.039', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon4': '0.224', 'weapon2': '0.316', 'WEAPON3': '0.400', 'weapon5': '1.028', 'FRAGCOUNT': '2.000', 'DAMAGECOUNT': '2.300', 'weapon3': '2.330'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:18,029][75214] Updated weights for policy 0, policy_version 1397 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:18,462][75254] DAMAGECOUNT value on done: 225.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:18,462][75254] DAMAGECOUNT value on done: 330.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:18,463][75254] Sum rewards: 5.493, reward structure: {'HEALTH': '-0.200', 'AMMO4': '-0.025', 'AMMO2': '-0.005', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO3': '0.020', 'WEAPON5': '0.100', 'WEAPON3': '0.200', 'weapon2': '0.358', 'FRAGCOUNT': '1.000', 'weapon5': '1.090', 'weapon3': '1.252', 'DAMAGECOUNT': '1.700'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:18,552][75209] Updated weights for policy 1, policy_version 681 (0.0012)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:21,619][109198] Fps is (10 sec: 13926.4, 60 sec: 14609.1, 300 sec: 13264.7). Total num frames: 8556544. Throughput: 0: 1814.5, 1: 1839.4. Samples: 424065. Policy #0 lag: (min: 0.0, avg: 0.6, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:21,620][109198] Avg episode reward: [(0, '4.041'), (1, '2.891')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:23,946][75214] Updated weights for policy 0, policy_version 1407 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:24,545][75209] Updated weights for policy 1, policy_version 691 (0.0011)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:26,619][109198] Fps is (10 sec: 13926.4, 60 sec: 14404.3, 300 sec: 13258.9). Total num frames: 8622080. Throughput: 0: 1815.4, 1: 1814.5. Samples: 444428. Policy #0 lag: (min: 0.0, avg: 0.6, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:26,620][109198] Avg episode reward: [(0, '4.041'), (1, '2.891')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:30,031][75214] Updated weights for policy 0, policy_version 1417 (0.0013)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:30,421][75209] Updated weights for policy 1, policy_version 701 (0.0011)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:31,619][109198] Fps is (10 sec: 13516.8, 60 sec: 14404.3, 300 sec: 13282.7). Total num frames: 8691712. Throughput: 0: 1811.5, 1: 1804.9. Samples: 459875. Policy #0 lag: (min: 0.0, avg: 0.7, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:31,620][109198] Avg episode reward: [(0, '4.041'), (1, '2.891')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:35,420][75214] Updated weights for policy 0, policy_version 1427 (0.0016)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:35,924][75209] Updated weights for policy 1, policy_version 711 (0.0013)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:36,619][109198] Fps is (10 sec: 14336.0, 60 sec: 14472.5, 300 sec: 13333.2). Total num frames: 8765440. Throughput: 0: 1815.7, 1: 1814.0. Samples: 476554. Policy #0 lag: (min: 0.0, avg: 0.5, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:36,620][109198] Avg episode reward: [(0, '4.041'), (1, '2.891')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:41,167][75214] Updated weights for policy 0, policy_version 1437 (0.0011)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:41,619][109198] Fps is (10 sec: 14336.1, 60 sec: 14404.3, 300 sec: 13353.0). Total num frames: 8835072. Throughput: 0: 1799.6, 1: 1799.2. Samples: 497996. Policy #0 lag: (min: 0.0, avg: 0.6, max: 2.0)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:41,620][109198] Avg episode reward: [(0, '4.041'), (1, '2.891')]\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:41,809][75209] Updated weights for policy 1, policy_version 721 (0.0012)\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:42,740][109198] Keyboard interrupt detected in the event loop EvtLoop [Runner_EvtLoop, process=main process 109198], exiting...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:42,742][109198] Runner profile tree view:\n", + "main_loop: 158.9516\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,741][74942] Stopping Batcher_0...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:42,743][109198] Collected {0: 5894144, 1: 2957312}, FPS: 12704.0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,742][75052] Stopping Batcher_1...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,742][74942] Loop batcher_evt_loop terminating...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:42,743][74942] Saving /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p0/checkpoint_000001439_5894144.pth...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,743][75052] Loop batcher_evt_loop terminating...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:39:42,744][75052] Saving /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p1/checkpoint_000000722_2957312.pth...\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m[2023-09-14 12:39:42,759][75209] Weights refcount: 2 0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,760][75209] Stopping InferenceWorker_p1-w0...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,761][75209] Loop inference_proc1-0_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,762][75214] Weights refcount: 2 0\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,763][75214] Stopping InferenceWorker_p0-w0...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,763][75214] Loop inference_proc0-0_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,802][74942] Removing /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p0/checkpoint_000001187_4861952.pth\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,803][75052] Removing /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p1/checkpoint_000000481_1970176.pth\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,809][74942] Stopping LearnerWorker_p0...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,809][74942] Loop learner_proc0_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,810][75052] Stopping LearnerWorker_p1...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:42,810][75052] Loop learner_proc1_evt_loop terminating...\u001b[0m\n", + "[W CudaIPCTypes.cpp:15] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]\n", + "[W CudaIPCTypes.cpp:15] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]\n", + "\u001b[36m[2023-09-14 12:39:43,547][75254] Stopping RolloutWorker_w7...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,547][75215] Stopping RolloutWorker_w1...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,548][75215] Loop rollout_proc1_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,548][75254] Loop rollout_proc7_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,549][75218] Stopping RolloutWorker_w3...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,550][75218] Loop rollout_proc3_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,550][75253] Stopping RolloutWorker_w6...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,551][75253] Loop rollout_proc6_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,553][75252] Stopping RolloutWorker_w5...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,554][75252] Loop rollout_proc5_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,554][75219] Stopping RolloutWorker_w4...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,556][75219] Loop rollout_proc4_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,558][75217] Stopping RolloutWorker_w2...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,558][75217] Loop rollout_proc2_evt_loop terminating...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,569][75216] Stopping RolloutWorker_w0...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:39:43,570][75216] Loop rollout_proc0_evt_loop terminating...\u001b[0m\n" ] } ], "source": [ + "\n", "## Start the training, this should take around 15 minutes\n", "register_vizdoom_components()\n", "\n", "# The scenario we train on today is health gathering\n", "# other scenarios include \"doom_basic\", \"doom_two_colors_easy\", \"doom_dm\", \"doom_dwango5\", \"doom_my_way_home\", \"doom_deadly_corridor\", \"doom_defend_the_center\", \"doom_defend_the_line\", \"predict_position\", \"take_cover\"\n", - "env = \"doom_dwango5\"\n", + "env = \"doom_duel\"\n", "cfg = parse_vizdoom_cfg(\n", - " argv=[f\"--env={env}\", \"--num_workers=8\", \"--num_envs_per_worker=4\", \"--train_for_env_steps=1000000\"]\n", + " argv=[f\"--env={env}\", \"--num_workers=8\", \"--num_envs_per_worker=4\", \"--train_for_env_steps=10000000\"]\n", ")\n", "\n", "status = run_rl(cfg)" @@ -7025,52 +2313,532 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "\u001b[33m[2023-09-12 21:01:01,865][28625] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,866][28625] Overriding arg 'num_workers' with value 1 passed from command line\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,867][28625] Adding new argument 'no_render'=True that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,869][28625] Adding new argument 'save_video'=True that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,870][28625] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,872][28625] Adding new argument 'video_name'=None that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,873][28625] Adding new argument 'max_num_frames'=1000000000.0 that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,875][28625] Adding new argument 'max_num_episodes'=10 that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,876][28625] Adding new argument 'push_to_hub'=False that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,877][28625] Adding new argument 'hf_repository'=None that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,877][28625] Adding new argument 'policy_index'=0 that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,878][28625] Adding new argument 'eval_deterministic'=False that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,879][28625] Adding new argument 'train_script'=None that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,879][28625] Adding new argument 'enjoy_script'=None that is not in the saved config file!\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,880][28625] Using frameskip 1 and render_action_repeat=4 for evaluation\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,881][28625] Multi agent env, num agents: 8\u001b[0m\n", + "\u001b[33m[2023-09-14 12:03:16,383][97397] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,385][97397] Overriding arg 'num_workers' with value 1 passed from command line\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,386][97397] Adding new argument 'no_render'=True that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,386][97397] Adding new argument 'save_video'=True that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,387][97397] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,387][97397] Adding new argument 'video_name'=None that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,388][97397] Adding new argument 'max_num_frames'=1000000000.0 that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,389][97397] Adding new argument 'max_num_episodes'=10 that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,389][97397] Adding new argument 'push_to_hub'=False that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,390][97397] Adding new argument 'hf_repository'=None that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,391][97397] Adding new argument 'policy_index'=0 that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,392][97397] Adding new argument 'eval_deterministic'=False that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,392][97397] Adding new argument 'train_script'=None that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,393][97397] Adding new argument 'enjoy_script'=None that is not in the saved config file!\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,394][97397] Using frameskip 1 and render_action_repeat=4 for evaluation\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,397][97397] Multi agent env, num agents: 2\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,424][97397] Doom resolution: 160x120, resize resolution: (128, 72)\u001b[0m\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.num_agents to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.num_agents` for environment variables or `env.get_wrapper_attr('num_agents')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_multiagent to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_multiagent` for environment variables or `env.get_wrapper_attr('is_multiagent')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", - "\u001b[36m[2023-09-12 21:01:01,913][28625] RunningMeanStd input shape: (23,)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,914][28625] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,915][28625] RunningMeanStd input shape: (1,)\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,927][28625] ConvEncoder: input_channels=3\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,971][28625] Conv encoder output size: 512\u001b[0m\n", - "\u001b[36m[2023-09-12 21:01:01,974][28625] Policy head output size: 640\u001b[0m\n", - "\u001b[33m[2023-09-12 21:01:02,005][28625] No checkpoints found\u001b[0m\n" + "\u001b[36m[2023-09-14 12:03:16,428][97397] RunningMeanStd input shape: (23,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,429][97397] RunningMeanStd input shape: (3, 72, 128)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,430][97397] RunningMeanStd input shape: (1,)\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,443][97397] ConvEncoder: input_channels=3\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,582][97397] Conv encoder output size: 512\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:16,585][97397] Policy head output size: 640\u001b[0m\n", + "\u001b[33m[2023-09-14 12:03:17,532][97397] Loading state from checkpoint /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/checkpoint_p0/checkpoint_000000246_1007616.pth...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:17,565][97397] Port 40300 is available\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:17,567][97397] Using port 40300\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:17,568][97397] Initializing env for player 0, init_info: {'port': 40300}...\u001b[0m\n", + "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.seed to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.seed` for environment variables or `env.get_wrapper_attr('seed')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:17,618][97397] Initializing env for player 1, init_info: {'port': 40300}...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:17,668][97397] 2 agent workers initialized for env 0!\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:17,670][97397] Using port 40300 on host...\u001b[0m\n", + "Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Contacting host: /Press 'Q' to abort network game synchronization.\n", + "Network game synchronization timeout: 4s.\n", + "Got connect from node 1. \n", + "Waiting for players: .. [ 2/ 2]\n", + "Sending all here. \n", + "\n", + "Total players: 2 \n", + "\n", + "Waiting for other players: .. [ 2/ 2]\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "\n", + "Go \n", + "Total players: 2 \n", + "\n", + "Console player number: 1 \n", + "Received All Here, sending ACK. \n", + "Received \"Go.\" \n", + "\n", + "Total players: 2 \n", + "\n", + "Found AI0_host (node 1, player 1) \n", + "Found AI1 (node 1, player 2) \n", + "Found AI1 (node 0, player 2) \n", + "\n", + "\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:18,724][97397] Initialized w:0 v:0 player:0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:18,725][97397] Initialized w:0 v:0 player:1\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:19,234][97397] Num frames 100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:19,470][97397] Num frames 200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:19,714][97397] Num frames 300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:19,959][97397] Num frames 400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:20,180][97397] Num frames 500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:20,428][97397] Num frames 600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:20,660][97397] Num frames 700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:20,937][97397] Num frames 800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:21,231][97397] Num frames 900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:21,512][97397] Num frames 1000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:21,784][97397] Num frames 1100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:22,030][97397] Num frames 1200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:22,268][97397] Num frames 1300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:22,512][97397] Num frames 1400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:22,757][97397] Num frames 1500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:22,995][97397] Num frames 1600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:23,221][97397] Num frames 1700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:23,437][97397] Num frames 1800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:23,659][97397] Num frames 1900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:23,896][97397] Num frames 2000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:24,135][97397] Num frames 2100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:24,426][97397] Num frames 2200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:24,679][97397] Num frames 2300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:24,943][97397] Num frames 2400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:25,201][97397] Num frames 2500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:25,501][97397] Num frames 2600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:25,739][97397] Num frames 2700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:25,997][97397] Num frames 2800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:26,227][97397] Num frames 2900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:26,464][97397] Num frames 3000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:26,699][97397] Num frames 3100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:26,942][97397] Num frames 3200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:27,198][97397] Num frames 3300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:27,465][97397] Num frames 3400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:27,710][97397] Num frames 3500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:27,951][97397] Num frames 3600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:28,225][97397] Num frames 3700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:28,516][97397] Num frames 3800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:28,765][97397] Num frames 3900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:29,034][97397] Num frames 4000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:29,303][97397] Num frames 4100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:29,566][97397] Num frames 4200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:29,808][97397] Num frames 4300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:30,057][97397] Num frames 4400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:30,295][97397] Num frames 4500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:30,535][97397] Num frames 4600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:30,782][97397] Num frames 4700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:31,013][97397] Num frames 4800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:31,286][97397] Num frames 4900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:31,539][97397] Num frames 5000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:31,791][97397] Num frames 5100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:32,037][97397] Num frames 5200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:32,298][97397] Num frames 5300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:32,537][97397] Num frames 5400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:32,805][97397] Num frames 5500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:33,061][97397] Num frames 5600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:33,340][97397] Num frames 5700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:33,586][97397] Num frames 5800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:33,817][97397] Num frames 5900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:34,076][97397] Num frames 6000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:34,392][97397] Num frames 6100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:34,637][97397] Num frames 6200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:34,906][97397] Num frames 6300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:35,135][97397] Num frames 6400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:35,393][97397] Num frames 6500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:35,640][97397] Num frames 6600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:35,896][97397] Num frames 6700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:36,136][97397] Num frames 6800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:36,355][97397] Num frames 6900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:36,596][97397] Num frames 7000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:36,863][97397] Num frames 7100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:37,149][97397] Num frames 7200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:37,424][97397] Num frames 7300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:37,691][97397] Num frames 7400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:37,951][97397] Num frames 7500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:38,265][97397] Num frames 7600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:38,525][97397] Num frames 7700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:38,763][97397] Num frames 7800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:38,998][97397] Num frames 7900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:39,260][97397] Num frames 8000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:39,544][97397] Num frames 8100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:39,816][97397] Num frames 8200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:40,090][97397] Num frames 8300...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:40,347][97397] DAMAGECOUNT value on done: 0.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:40,347][97397] DAMAGECOUNT value on done: 12.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:40,349][97397] Sum rewards: 14.318, reward structure: {'HEALTH': '-1.120', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'AMMO5': '0.003', 'AMMO2': '0.014', 'AMMO3': '0.040', 'AMMO4': '0.069', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'WEAPON3': '0.400', 'weapon5': '0.574', 'weapon4': '0.602', 'weapon2': '1.536', 'weapon3': '13.002'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:40,416][97397] Avg episode rewards: #0: 10.216, #1: 14.318, true rewards: #0: 1.000, #1: 0.000\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:03:40,418][97397] Avg episode reward: 12.267, avg true_objective: 0.500\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:40,425][97397] Num frames 8400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:40,697][97397] Num frames 8500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:40,965][97397] Num frames 8600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:41,246][97397] Num frames 8700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:41,492][97397] Num frames 8800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:41,750][97397] Num frames 8900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:41,980][97397] Num frames 9000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:42,252][97397] Num frames 9100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:42,507][97397] Num frames 9200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:42,768][97397] Num frames 9300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:43,083][97397] Num frames 9400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:43,342][97397] Num frames 9500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:43,577][97397] Num frames 9600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:43,847][97397] Num frames 9700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:44,132][97397] Num frames 9800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:44,614][97397] Num frames 9900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:44,935][97397] Num frames 10000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:45,280][97397] Num frames 10100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:45,680][97397] Num frames 10200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:45,980][97397] Num frames 10300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:46,271][97397] Num frames 10400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:46,586][97397] Num frames 10500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:47,011][97397] Num frames 10600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:47,368][97397] Num frames 10700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:47,759][97397] Num frames 10800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:48,043][97397] Num frames 10900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:48,392][97397] Num frames 11000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:48,754][97397] Num frames 11100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:49,028][97397] Num frames 11200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:49,362][97397] Num frames 11300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:49,662][97397] Num frames 11400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:49,936][97397] Num frames 11500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:50,173][97397] Num frames 11600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:50,426][97397] Num frames 11700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:50,689][97397] Num frames 11800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:51,025][97397] Num frames 11900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:51,312][97397] Num frames 12000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:51,569][97397] Num frames 12100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:51,833][97397] Num frames 12200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:52,066][97397] Num frames 12300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:52,306][97397] Num frames 12400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:52,541][97397] Num frames 12500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:52,842][97397] Num frames 12600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:53,109][97397] Num frames 12700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:53,358][97397] Num frames 12800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:53,661][97397] Num frames 12900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:53,950][97397] Num frames 13000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:54,218][97397] Num frames 13100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:54,507][97397] Num frames 13200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:54,814][97397] Num frames 13300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:55,075][97397] Num frames 13400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:55,346][97397] Num frames 13500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:55,638][97397] Num frames 13600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:55,960][97397] Num frames 13700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:56,267][97397] Num frames 13800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:56,540][97397] Num frames 13900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:56,852][97397] Num frames 14000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:57,123][97397] Num frames 14100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:57,382][97397] Num frames 14200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:57,680][97397] Num frames 14300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:57,960][97397] Num frames 14400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:58,234][97397] Num frames 14500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:58,529][97397] Num frames 14600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:58,825][97397] Num frames 14700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:59,128][97397] Num frames 14800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:59,445][97397] Num frames 14900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:59,717][97397] Num frames 15000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:03:59,982][97397] Num frames 15100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:00,232][97397] Num frames 15200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:00,507][97397] Num frames 15300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:00,764][97397] Num frames 15400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:01,001][97397] Num frames 15500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:01,293][97397] Num frames 15600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:01,557][97397] Num frames 15700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:01,944][97397] Num frames 15800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:02,232][97397] Num frames 15900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:02,472][97397] Num frames 16000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:02,712][97397] Num frames 16100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:02,938][97397] Num frames 16200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:03,185][97397] Num frames 16300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:03,427][97397] Num frames 16400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:03,697][97397] Num frames 16500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:03,945][97397] Num frames 16600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:04,170][97397] Num frames 16700...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:04,458][97397] DAMAGECOUNT value on done: 45.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:04,458][97397] DAMAGECOUNT value on done: 37.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:04,460][97397] Sum rewards: 14.910, reward structure: {'HEALTH': '-1.100', 'DEATHCOUNT': '-1.000', 'FRAGCOUNT': '-0.001', 'HITCOUNT': '0.000', 'AMMO5': '0.007', 'AMMO2': '0.025', 'AMMO3': '0.040', 'AMMO4': '0.123', 'WEAPON5': '0.200', 'WEAPON4': '0.200', 'WEAPON3': '0.400', 'DAMAGECOUNT': '0.450', 'weapon5': '0.666', 'weapon2': '0.872', 'weapon4': '1.078', 'weapon3': '12.950'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:04,523][97397] Avg episode rewards: #0: 11.004, #1: 14.613, true rewards: #0: 1.000, #1: 0.000\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:04,524][97397] Avg episode reward: 12.809, avg true_objective: 0.500\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:04,537][97397] Num frames 16800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:04,881][97397] Num frames 16900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:05,221][97397] Num frames 17000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:05,516][97397] Num frames 17100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:05,777][97397] Num frames 17200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:06,013][97397] Num frames 17300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:06,260][97397] Num frames 17400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:06,504][97397] Num frames 17500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:06,754][97397] Num frames 17600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:07,073][97397] Num frames 17700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:07,350][97397] Num frames 17800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:07,602][97397] Num frames 17900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:07,903][97397] Num frames 18000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:08,237][97397] Num frames 18100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:08,546][97397] Num frames 18200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:08,776][97397] Num frames 18300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:09,022][97397] Num frames 18400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:09,275][97397] Num frames 18500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:09,543][97397] Num frames 18600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:09,797][97397] Num frames 18700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:10,062][97397] Num frames 18800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:10,307][97397] Num frames 18900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:10,568][97397] Num frames 19000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:10,864][97397] Num frames 19100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:11,098][97397] Num frames 19200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:11,396][97397] Num frames 19300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:11,632][97397] Num frames 19400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:11,889][97397] Num frames 19500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:12,112][97397] Num frames 19600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:12,361][97397] Num frames 19700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:12,616][97397] Num frames 19800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:12,868][97397] Num frames 19900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:13,164][97397] Num frames 20000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:13,401][97397] Num frames 20100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:13,650][97397] Num frames 20200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:13,878][97397] Num frames 20300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:14,130][97397] Num frames 20400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:14,401][97397] Num frames 20500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:14,646][97397] Num frames 20600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:14,916][97397] Num frames 20700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:15,199][97397] Num frames 20800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:15,466][97397] Num frames 20900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:15,720][97397] Num frames 21000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:15,953][97397] Num frames 21100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:16,210][97397] Num frames 21200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:16,473][97397] Num frames 21300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:16,712][97397] Num frames 21400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:16,936][97397] Num frames 21500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:17,181][97397] Num frames 21600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:17,431][97397] Num frames 21700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:17,711][97397] Num frames 21800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:17,973][97397] Num frames 21900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:18,290][97397] Num frames 22000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:18,536][97397] Num frames 22100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:18,792][97397] Num frames 22200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:19,032][97397] Num frames 22300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:19,304][97397] Num frames 22400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:19,551][97397] Num frames 22500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:19,780][97397] Num frames 22600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:20,016][97397] Num frames 22700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:20,259][97397] Num frames 22800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:20,493][97397] Num frames 22900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:20,774][97397] Num frames 23000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:21,015][97397] Num frames 23100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:21,284][97397] Num frames 23200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:21,520][97397] Num frames 23300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:21,777][97397] Num frames 23400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:22,013][97397] Num frames 23500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:22,246][97397] Num frames 23600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:22,481][97397] Num frames 23700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:22,716][97397] Num frames 23800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:22,938][97397] Num frames 23900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:23,165][97397] Num frames 24000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:23,417][97397] Num frames 24100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:23,651][97397] Num frames 24200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:23,888][97397] Num frames 24300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:24,136][97397] Num frames 24400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:24,426][97397] Num frames 24500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:24,698][97397] Num frames 24600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:24,977][97397] Num frames 24700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:25,257][97397] Num frames 24800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:25,561][97397] Num frames 24900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:25,820][97397] Num frames 25000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:26,061][97397] Num frames 25100...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:26,287][97397] DAMAGECOUNT value on done: 57.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:26,287][97397] DAMAGECOUNT value on done: 92.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:26,289][97397] Sum rewards: 9.675, reward structure: {'HEALTH': '-1.470', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.005', 'AMMO2': '0.005', 'AMMO3': '0.020', 'AMMO4': '0.025', 'WEAPON5': '0.100', 'WEAPON4': '0.100', 'weapon5': '0.194', 'WEAPON3': '0.200', 'DAMAGECOUNT': '0.200', 'FRAGCOUNT': '0.999', 'weapon4': '1.842', 'weapon3': '3.908', 'weapon2': '4.548'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:26,349][97397] Avg episode rewards: #0: 10.561, #1: 14.175, true rewards: #0: 0.667, #1: 0.000\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:26,350][97397] Avg episode reward: 12.368, avg true_objective: 0.333\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:26,366][97397] Num frames 25200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:26,632][97397] Num frames 25300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:26,901][97397] Num frames 25400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:27,185][97397] Num frames 25500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:27,438][97397] Num frames 25600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:27,679][97397] Num frames 25700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:27,927][97397] Num frames 25800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:28,205][97397] Num frames 25900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:28,498][97397] Num frames 26000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:28,782][97397] Num frames 26100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:29,072][97397] Num frames 26200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:29,342][97397] Num frames 26300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:29,583][97397] Num frames 26400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:29,847][97397] Num frames 26500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:30,142][97397] Num frames 26600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:30,414][97397] Num frames 26700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:30,661][97397] Num frames 26800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:30,920][97397] Num frames 26900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:31,202][97397] Num frames 27000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:31,434][97397] Num frames 27100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:31,674][97397] Num frames 27200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:31,932][97397] Num frames 27300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:32,167][97397] Num frames 27400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:32,386][97397] Num frames 27500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:32,608][97397] Num frames 27600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:32,825][97397] Num frames 27700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:33,072][97397] Num frames 27800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:33,312][97397] Num frames 27900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:33,547][97397] Num frames 28000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:33,792][97397] Num frames 28100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:34,030][97397] Num frames 28200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:34,284][97397] Num frames 28300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:34,553][97397] Num frames 28400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:34,800][97397] Num frames 28500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:35,057][97397] Num frames 28600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:35,314][97397] Num frames 28700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:35,562][97397] Num frames 28800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:35,795][97397] Num frames 28900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:36,036][97397] Num frames 29000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:36,266][97397] Num frames 29100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:36,503][97397] Num frames 29200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:36,746][97397] Num frames 29300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:36,998][97397] Num frames 29400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:37,247][97397] Num frames 29500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:37,505][97397] Num frames 29600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:37,756][97397] Num frames 29700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:38,028][97397] Num frames 29800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:38,291][97397] Num frames 29900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:38,536][97397] Num frames 30000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:38,793][97397] Num frames 30100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:39,048][97397] Num frames 30200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:39,301][97397] Num frames 30300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:39,549][97397] Num frames 30400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:39,782][97397] Num frames 30500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:40,014][97397] Num frames 30600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:40,252][97397] Num frames 30700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:40,496][97397] Num frames 30800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:40,722][97397] Num frames 30900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:40,973][97397] Num frames 31000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:41,282][97397] Num frames 31100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:41,538][97397] Num frames 31200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:41,780][97397] Num frames 31300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:42,016][97397] Num frames 31400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:42,248][97397] Num frames 31500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:42,486][97397] Num frames 31600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:42,725][97397] Num frames 31700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:42,998][97397] Num frames 31800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:43,261][97397] Num frames 31900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:43,498][97397] Num frames 32000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:43,801][97397] Num frames 32100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:44,104][97397] Num frames 32200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:44,403][97397] Num frames 32300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:44,690][97397] Num frames 32400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:44,949][97397] Num frames 32500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:45,237][97397] Num frames 32600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:45,499][97397] Num frames 32700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:45,739][97397] Num frames 32800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:45,990][97397] Num frames 32900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:46,252][97397] Num frames 33000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:46,510][97397] Num frames 33100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:46,742][97397] Num frames 33200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:47,033][97397] Num frames 33300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:47,284][97397] Num frames 33400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:47,556][97397] Num frames 33500...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:47,799][97397] DAMAGECOUNT value on done: 342.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:47,800][97397] DAMAGECOUNT value on done: 107.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:47,801][97397] Sum rewards: 19.276, reward structure: {'HEALTH': '-1.150', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO5': '0.008', 'AMMO2': '0.011', 'AMMO3': '0.040', 'AMMO4': '0.056', 'WEAPON4': '0.100', 'WEAPON5': '0.200', 'weapon5': '0.374', 'WEAPON3': '0.400', 'weapon4': '1.230', 'weapon2': '1.394', 'FRAGCOUNT': '1.999', 'DAMAGECOUNT': '2.850', 'weapon3': '12.764'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:47,863][97397] Avg episode rewards: #0: 12.740, #1: 12.316, true rewards: #0: 0.750, #1: 0.000\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:04:47,865][97397] Avg episode reward: 12.528, avg true_objective: 0.375\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:47,884][97397] Num frames 33600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:48,124][97397] Num frames 33700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:48,385][97397] Num frames 33800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:48,615][97397] Num frames 33900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:48,862][97397] Num frames 34000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:49,148][97397] Num frames 34100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:49,425][97397] Num frames 34200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:49,708][97397] Num frames 34300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:49,987][97397] Num frames 34400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:50,243][97397] Num frames 34500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:50,486][97397] Num frames 34600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:50,725][97397] Num frames 34700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:50,991][97397] Num frames 34800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:51,270][97397] Num frames 34900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:51,520][97397] Num frames 35000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:51,790][97397] Num frames 35100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:52,028][97397] Num frames 35200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:52,275][97397] Num frames 35300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:52,520][97397] Num frames 35400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:52,760][97397] Num frames 35500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:52,998][97397] Num frames 35600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:53,236][97397] Num frames 35700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:53,470][97397] Num frames 35800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:53,703][97397] Num frames 35900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:53,944][97397] Num frames 36000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:54,174][97397] Num frames 36100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:54,436][97397] Num frames 36200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:54,682][97397] Num frames 36300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:54,947][97397] Num frames 36400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:55,210][97397] Num frames 36500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:55,472][97397] Num frames 36600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:55,704][97397] Num frames 36700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:55,952][97397] Num frames 36800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:56,178][97397] Num frames 36900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:56,405][97397] Num frames 37000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:56,635][97397] Num frames 37100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:56,856][97397] Num frames 37200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:57,121][97397] Num frames 37300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:57,391][97397] Num frames 37400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:57,621][97397] Num frames 37500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:57,859][97397] Num frames 37600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:58,130][97397] Num frames 37700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:58,382][97397] Num frames 37800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:58,604][97397] Num frames 37900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:58,870][97397] Num frames 38000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:59,131][97397] Num frames 38100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:59,383][97397] Num frames 38200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:59,626][97397] Num frames 38300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:04:59,862][97397] Num frames 38400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:00,101][97397] Num frames 38500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:00,343][97397] Num frames 38600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:00,567][97397] Num frames 38700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:00,801][97397] Num frames 38800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:01,050][97397] Num frames 38900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:01,337][97397] Num frames 39000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:01,608][97397] Num frames 39100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:01,865][97397] Num frames 39200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:02,116][97397] Num frames 39300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:02,357][97397] Num frames 39400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:02,605][97397] Num frames 39500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:02,832][97397] Num frames 39600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:03,081][97397] Num frames 39700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:03,342][97397] Num frames 39800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:03,623][97397] Num frames 39900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:03,923][97397] Num frames 40000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:04,190][97397] Num frames 40100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:04,551][97397] Num frames 40200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:04,831][97397] Num frames 40300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:05,082][97397] Num frames 40400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:05,341][97397] Num frames 40500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:05,629][97397] Num frames 40600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:05,874][97397] Num frames 40700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:06,146][97397] Num frames 40800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:06,386][97397] Num frames 40900...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:06,633][97397] Num frames 41000...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:06,869][97397] Num frames 41100...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:07,142][97397] Num frames 41200...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:07,416][97397] Num frames 41300...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:07,719][97397] Num frames 41400...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:07,962][97397] Num frames 41500...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:08,222][97397] Num frames 41600...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:08,472][97397] Num frames 41700...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:08,727][97397] Num frames 41800...\u001b[0m\n", + "\u001b[36m[2023-09-14 12:05:08,963][97397] Num frames 41900...\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:05:09,207][97397] DAMAGECOUNT value on done: 442.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:05:09,207][97397] DAMAGECOUNT value on done: 282.0\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:05:09,208][97397] Sum rewards: 12.061, reward structure: {'HEALTH': '-2.400', 'DEATHCOUNT': '-2.000', 'HITCOUNT': '0.000', 'AMMO5': '0.003', 'AMMO2': '0.004', 'AMMO4': '0.020', 'AMMO3': '0.050', 'WEAPON4': '0.100', 'WEAPON5': '0.100', 'WEAPON3': '0.400', 'weapon5': '0.556', 'FRAGCOUNT': '0.999', 'DAMAGECOUNT': '1.000', 'weapon4': '1.958', 'weapon2': '2.464', 'weapon3': '8.806'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:05:09,209][97397] Sum rewards: 11.181, reward structure: {'HEALTH': '-1.000', 'DEATHCOUNT': '-1.000', 'HITCOUNT': '0.000', 'AMMO2': '0.005', 'AMMO4': '0.025', 'AMMO3': '0.037', 'WEAPON4': '0.100', 'WEAPON3': '0.300', 'weapon4': '0.702', 'FRAGCOUNT': '1.000', 'DAMAGECOUNT': '1.750', 'weapon2': '3.640', 'weapon3': '5.622'}\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:05:09,273][97397] Avg episode rewards: #0: 12.604, #1: 12.089, true rewards: #0: 0.600, #1: 0.200\u001b[0m\n", + "\u001b[37m\u001b[1m[2023-09-14 12:05:09,275][97397] Avg episode reward: 12.346, avg true_objective: 0.400\u001b[0m\n" ] }, { - "ename": "TypeError", - "evalue": "'NoneType' object is not subscriptable", + "ename": "", + "evalue": "", "output_type": "error", "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[5], line 6\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01msample_factory\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01menjoy\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m enjoy\n\u001b[1;32m 3\u001b[0m cfg \u001b[38;5;241m=\u001b[39m parse_vizdoom_cfg(\n\u001b[1;32m 4\u001b[0m argv\u001b[38;5;241m=\u001b[39m[\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m--env=\u001b[39m\u001b[38;5;132;01m{\u001b[39;00menv\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m--num_workers=1\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m--save_video\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m--no_render\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m--max_num_episodes=10\u001b[39m\u001b[38;5;124m\"\u001b[39m], evaluation\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[1;32m 5\u001b[0m )\n\u001b[0;32m----> 6\u001b[0m status \u001b[38;5;241m=\u001b[39m \u001b[43menjoy\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcfg\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/enjoy.py:125\u001b[0m, in \u001b[0;36menjoy\u001b[0;34m(cfg)\u001b[0m\n\u001b[1;32m 123\u001b[0m checkpoints \u001b[38;5;241m=\u001b[39m Learner\u001b[38;5;241m.\u001b[39mget_checkpoints(Learner\u001b[38;5;241m.\u001b[39mcheckpoint_dir(cfg, policy_id), \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mname_prefix\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m_*\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 124\u001b[0m checkpoint_dict \u001b[38;5;241m=\u001b[39m Learner\u001b[38;5;241m.\u001b[39mload_checkpoint(checkpoints, device)\n\u001b[0;32m--> 125\u001b[0m actor_critic\u001b[38;5;241m.\u001b[39mload_state_dict(\u001b[43mcheckpoint_dict\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m)\n\u001b[1;32m 127\u001b[0m episode_rewards \u001b[38;5;241m=\u001b[39m [deque([], maxlen\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m100\u001b[39m) \u001b[38;5;28;01mfor\u001b[39;00m _ \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(env\u001b[38;5;241m.\u001b[39mnum_agents)]\n\u001b[1;32m 128\u001b[0m true_objectives \u001b[38;5;241m=\u001b[39m [deque([], maxlen\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m100\u001b[39m) \u001b[38;5;28;01mfor\u001b[39;00m _ \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(env\u001b[38;5;241m.\u001b[39mnum_agents)]\n", - "\u001b[0;31mTypeError\u001b[0m: 'NoneType' object is not subscriptable" + "\u001b[1;31mThe Kernel crashed while executing code in the the current cell or a previous cell. Please review the code in the cell(s) to identify a possible cause of the failure. Click here for more info. View Jupyter log for further details." ] } ], @@ -7106,9 +2874,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "8e0e4af164c84f76a7d7ed1ec726fc6b", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
#0:0 (mpeg4 (native) -> h264 (libx264))\n", + "Press [q] to stop, [?] for help\n", + "[libx264 @ 0x5626da87f0c0] using SAR=1/1\n", + "[libx264 @ 0x5626da87f0c0] using cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2 AVX512\n", + "[libx264 @ 0x5626da87f0c0] profile High, level 2.1\n", + "[libx264 @ 0x5626da87f0c0] 264 - core 155 r2917 0a84d98 - H.264/MPEG-4 AVC codec - Copyleft 2003-2018 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=6 lookahead_threads=1 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=25 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00\n", + "Output #0, mp4, to '/home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/replay.mp4':\n", + " Metadata:\n", + " major_brand : isom\n", + " minor_version : 512\n", + " compatible_brands: isomiso2mp41\n", + " encoder : Lavf58.29.100\n", + " Stream #0:0(und): Video: h264 (libx264) (avc1 / 0x31637661), yuv420p, 640x180 [SAR 1:1 DAR 32:9], q=-1--1, 35 fps, 17920 tbn, 35 tbc (default)\n", + " Metadata:\n", + " handler_name : VideoHandler\n", + " encoder : Lavc58.54.100 libx264\n", + " Side data:\n", + " cpb: bitrate max/min/avg: 0/0/0 buffer size: 0 vbv_delay: -1\n", + "frame=42000 fps=222 q=-1.0 Lsize= 222449kB time=00:19:59.91 bitrate=1518.7kbits/s speed=6.35x \n", + "video:221954kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.222909%\n", + "[libx264 @ 0x5626da87f0c0] frame I:188 Avg QP:24.95 size: 18260\n", + "[libx264 @ 0x5626da87f0c0] frame P:10663 Avg QP:28.28 size: 6691\n", + "[libx264 @ 0x5626da87f0c0] frame B:31149 Avg QP:30.26 size: 4896\n", + "[libx264 @ 0x5626da87f0c0] consecutive B-frames: 0.9% 0.3% 1.0% 97.8%\n", + "[libx264 @ 0x5626da87f0c0] mb I I16..4: 0.5% 68.5% 31.0%\n", + "[libx264 @ 0x5626da87f0c0] mb P I16..4: 0.7% 34.8% 7.6% P16..4: 20.3% 14.7% 5.3% 0.0% 0.0% skip:16.6%\n", + "[libx264 @ 0x5626da87f0c0] mb B I16..4: 0.3% 11.5% 2.0% B16..8: 31.8% 19.1% 5.6% direct: 7.8% skip:21.9% L0:49.4% L1:41.6% BI: 9.0%\n", + "[libx264 @ 0x5626da87f0c0] 8x8 transform intra:81.7% inter:65.2%\n", + "[libx264 @ 0x5626da87f0c0] coded y,uvDC,uvAC intra: 93.5% 59.2% 24.3% inter: 51.7% 20.9% 2.0%\n", + "[libx264 @ 0x5626da87f0c0] i16 v,h,dc,p: 36% 42% 9% 12%\n", + "[libx264 @ 0x5626da87f0c0] i8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 12% 20% 29% 6% 6% 5% 7% 6% 10%\n", + "[libx264 @ 0x5626da87f0c0] i4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 21% 27% 17% 6% 7% 5% 6% 4% 7%\n", + "[libx264 @ 0x5626da87f0c0] i8c dc,h,v,p: 60% 22% 15% 3%\n", + "[libx264 @ 0x5626da87f0c0] Weighted P-Frames: Y:0.0% UV:0.0%\n", + "[libx264 @ 0x5626da87f0c0] ref P L0: 42.0% 12.5% 26.4% 19.1%\n", + "[libx264 @ 0x5626da87f0c0] ref B L0: 79.5% 15.0% 5.5%\n", + "[libx264 @ 0x5626da87f0c0] ref B L1: 92.0% 8.0%\n", + "[libx264 @ 0x5626da87f0c0] kb/s:1515.20\n", + "\u001b[36m[2023-09-14 12:13:05,845][109198] Replay video saved to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/replay.mp4!\u001b[0m\n" ] }, { - "ename": "TypeError", - "evalue": "'NoneType' object is not subscriptable", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[8], line 18\u001b[0m\n\u001b[1;32m 3\u001b[0m hf_username \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMattStammers\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;66;03m# insert your HuggingFace username here\u001b[39;00m\n\u001b[1;32m 5\u001b[0m cfg \u001b[38;5;241m=\u001b[39m parse_vizdoom_cfg(\n\u001b[1;32m 6\u001b[0m argv\u001b[38;5;241m=\u001b[39m[\n\u001b[1;32m 7\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m--env=\u001b[39m\u001b[38;5;132;01m{\u001b[39;00menv\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 16\u001b[0m evaluation\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m,\n\u001b[1;32m 17\u001b[0m )\n\u001b[0;32m---> 18\u001b[0m status \u001b[38;5;241m=\u001b[39m \u001b[43menjoy\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcfg\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/enjoy.py:125\u001b[0m, in \u001b[0;36menjoy\u001b[0;34m(cfg)\u001b[0m\n\u001b[1;32m 123\u001b[0m checkpoints \u001b[38;5;241m=\u001b[39m Learner\u001b[38;5;241m.\u001b[39mget_checkpoints(Learner\u001b[38;5;241m.\u001b[39mcheckpoint_dir(cfg, policy_id), \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mname_prefix\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m_*\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 124\u001b[0m checkpoint_dict \u001b[38;5;241m=\u001b[39m Learner\u001b[38;5;241m.\u001b[39mload_checkpoint(checkpoints, device)\n\u001b[0;32m--> 125\u001b[0m actor_critic\u001b[38;5;241m.\u001b[39mload_state_dict(\u001b[43mcheckpoint_dict\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m)\n\u001b[1;32m 127\u001b[0m episode_rewards \u001b[38;5;241m=\u001b[39m [deque([], maxlen\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m100\u001b[39m) \u001b[38;5;28;01mfor\u001b[39;00m _ \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(env\u001b[38;5;241m.\u001b[39mnum_agents)]\n\u001b[1;32m 128\u001b[0m true_objectives \u001b[38;5;241m=\u001b[39m [deque([], maxlen\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m100\u001b[39m) \u001b[38;5;28;01mfor\u001b[39;00m _ \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(env\u001b[38;5;241m.\u001b[39mnum_agents)]\n", - "\u001b[0;31mTypeError\u001b[0m: 'NoneType' object is not subscriptable" - ] + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "7d9510d5704c43da8efc6ee2be949f0a", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "events.out.tfevents.1694539452.rhmmedcatt-ProLiant-ML350-Gen10: 0%| | 0.00/92.3k [00:00 --algo=APPO --env=doom_health_gathering_supreme --train_dir=./train_dir --experiment=rl_course_vizdoom_health_gathering_supreme --``` -- -- --You can also upload models to the Hugging Face Hub using the same script with the `--push_to_hub` flag. --See https://www.samplefactory.dev/10-huggingface/huggingface/ for more details -- --## Training with this model -- --To continue training with this model, use the `train` script corresponding to this environment: --``` --python -m --algo=APPO --env=doom_health_gathering_supreme --train_dir=./train_dir --experiment=rl_course_vizdoom_health_gathering_supreme --restart_behavior=resume --train_for_env_steps=10000000000 --``` -- --Note, you may have to adjust `--train_for_env_steps` to a su \ No newline at end of file diff --git a/environments/sample_factory/train_dir/default_experiment/sf_log.txt b/environments/sample_factory/train_dir/default_experiment/sf_log.txt deleted file mode 100644 index 4a0823e..0000000 --- a/environments/sample_factory/train_dir/default_experiment/sf_log.txt +++ /dev/null @@ -1,6143 +0,0 @@ -[2023-09-12 18:21:38,856][129210] Saving configuration to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json... -[2023-09-12 18:21:39,863][129210] Rollout worker 0 uses device cpu -[2023-09-12 18:21:39,865][129210] Rollout worker 1 uses device cpu -[2023-09-12 18:21:39,866][129210] Rollout worker 2 uses device cpu -[2023-09-12 18:21:39,867][129210] Rollout worker 3 uses device cpu -[2023-09-12 18:21:39,869][129210] Rollout worker 4 uses device cpu -[2023-09-12 18:21:39,871][129210] Rollout worker 5 uses device cpu -[2023-09-12 18:21:39,872][129210] Rollout worker 6 uses device cpu -[2023-09-12 18:21:39,874][129210] Rollout worker 7 uses device cpu -[2023-09-12 18:21:40,076][129210] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:21:40,077][129210] InferenceWorker_p0-w0: min num requests: 2 -[2023-09-12 18:21:40,103][129210] Starting all processes... -[2023-09-12 18:21:40,104][129210] Starting process learner_proc0 -[2023-09-12 18:21:41,823][129907] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:21:41,823][129907] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0 -[2023-09-12 18:21:41,822][129210] Starting all processes... -[2023-09-12 18:21:41,829][129210] Starting process inference_proc0-0 -[2023-09-12 18:21:41,830][129210] Starting process rollout_proc0 -[2023-09-12 18:21:41,831][129210] Starting process rollout_proc1 -[2023-09-12 18:21:41,831][129210] Starting process rollout_proc2 -[2023-09-12 18:21:41,835][129210] Starting process rollout_proc3 -[2023-09-12 18:21:41,835][129210] Starting process rollout_proc4 -[2023-09-12 18:21:41,862][129907] Num visible devices: 1 -[2023-09-12 18:21:41,904][129907] Starting seed is not provided -[2023-09-12 18:21:41,904][129907] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:21:41,904][129907] Initializing actor-critic model on device cuda:0 -[2023-09-12 18:21:41,905][129907] RunningMeanStd input shape: (23,) -[2023-09-12 18:21:41,905][129907] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 18:21:41,905][129907] RunningMeanStd input shape: (1,) -[2023-09-12 18:21:41,836][129210] Starting process rollout_proc5 -[2023-09-12 18:21:41,836][129210] Starting process rollout_proc6 -[2023-09-12 18:21:41,918][129907] ConvEncoder: input_channels=3 -[2023-09-12 18:21:41,837][129210] Starting process rollout_proc7 -[2023-09-12 18:21:42,076][129907] Conv encoder output size: 512 -[2023-09-12 18:21:42,077][129907] Policy head output size: 640 -[2023-09-12 18:21:42,094][129907] Created Actor Critic model with architecture: -[2023-09-12 18:21:42,094][129907] ActorCriticSharedWeights( - (obs_normalizer): ObservationNormalizer( - (running_mean_std): RunningMeanStdDictInPlace( - (running_mean_std): ModuleDict( - (measurements): RunningMeanStdInPlace() - (obs): RunningMeanStdInPlace() - ) - ) - ) - (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) - (encoder): VizdoomEncoder( - (basic_encoder): ConvEncoder( - (enc): RecursiveScriptModule( - original_name=ConvEncoderImpl - (conv_head): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Conv2d) - (1): RecursiveScriptModule(original_name=ELU) - (2): RecursiveScriptModule(original_name=Conv2d) - (3): RecursiveScriptModule(original_name=ELU) - (4): RecursiveScriptModule(original_name=Conv2d) - (5): RecursiveScriptModule(original_name=ELU) - ) - (mlp_layers): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Linear) - (1): RecursiveScriptModule(original_name=ELU) - ) - ) - ) - (measurements_head): Sequential( - (0): Linear(in_features=23, out_features=128, bias=True) - (1): ELU(alpha=1.0) - (2): Linear(in_features=128, out_features=128, bias=True) - (3): ELU(alpha=1.0) - ) - ) - (core): ModelCoreRNN( - (core): GRU(640, 512) - ) - (decoder): MlpDecoder( - (mlp): Identity() - ) - (critic_linear): Linear(in_features=512, out_features=1, bias=True) - (action_parameterization): ActionParameterizationDefault( - (distribution_linear): Linear(in_features=512, out_features=15, bias=True) - ) -) -[2023-09-12 18:21:43,441][129907] Using optimizer -[2023-09-12 18:21:43,441][129907] No checkpoints found -[2023-09-12 18:21:43,441][129907] Did not load from checkpoint, starting from scratch! -[2023-09-12 18:21:43,442][129907] Initialized policy 0 weights for model version 0 -[2023-09-12 18:21:43,443][129907] LearnerWorker_p0 finished initialization! -[2023-09-12 18:21:43,444][129907] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:21:43,873][130109] Worker 4 uses CPU cores [16, 17, 18, 19] -[2023-09-12 18:21:43,874][130072] Worker 0 uses CPU cores [0, 1, 2, 3] -[2023-09-12 18:21:43,942][130142] Worker 6 uses CPU cores [24, 25, 26, 27] -[2023-09-12 18:21:43,964][130071] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:21:43,964][130071] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0 -[2023-09-12 18:21:43,983][130071] Num visible devices: 1 -[2023-09-12 18:21:44,025][130106] Worker 1 uses CPU cores [4, 5, 6, 7] -[2023-09-12 18:21:44,079][130107] Worker 2 uses CPU cores [8, 9, 10, 11] -[2023-09-12 18:21:44,103][130108] Worker 5 uses CPU cores [20, 21, 22, 23] -[2023-09-12 18:21:44,167][130141] Worker 3 uses CPU cores [12, 13, 14, 15] -[2023-09-12 18:21:44,172][130143] Worker 7 uses CPU cores [28, 29, 30, 31] -[2023-09-12 18:21:44,655][129210] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:21:44,657][130071] RunningMeanStd input shape: (23,) -[2023-09-12 18:21:44,658][130071] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 18:21:44,658][130071] RunningMeanStd input shape: (1,) -[2023-09-12 18:21:44,671][130071] ConvEncoder: input_channels=3 -[2023-09-12 18:21:44,779][130071] Conv encoder output size: 512 -[2023-09-12 18:21:44,780][130071] Policy head output size: 640 -[2023-09-12 18:21:45,128][129210] Inference worker 0-0 is ready! -[2023-09-12 18:21:45,129][129210] All inference workers are ready! Signal rollout workers to start! -[2023-09-12 18:21:45,133][130106] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,135][130108] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,135][130107] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,135][130072] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,136][130109] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,136][130142] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,137][130141] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,137][130143] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,169][130108] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,170][130072] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,170][130109] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,170][130107] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,172][130108] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,173][130072] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,173][130109] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,173][130107] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,177][130106] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,181][130142] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,182][130106] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,186][130142] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,189][130143] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,189][130141] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:21:45,194][130141] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,194][130143] Multi agent env, num agents: 8 -[2023-09-12 18:21:45,203][130108] Port 40800 is available -[2023-09-12 18:21:45,204][130108] Using port 40800 -[2023-09-12 18:21:45,205][130109] Port 40700 is available -[2023-09-12 18:21:45,205][130109] Using port 40700 -[2023-09-12 18:21:45,205][130108] Initializing env for player 0, init_info: {'port': 40800}... -[2023-09-12 18:21:45,205][130072] Port 40300 is available -[2023-09-12 18:21:45,205][130072] Using port 40300 -[2023-09-12 18:21:45,206][130109] Initializing env for player 0, init_info: {'port': 40700}... -[2023-09-12 18:21:45,207][130072] Initializing env for player 0, init_info: {'port': 40300}... -[2023-09-12 18:21:45,208][130107] Port 40500 is available -[2023-09-12 18:21:45,208][130107] Using port 40500 -[2023-09-12 18:21:45,209][130107] Initializing env for player 0, init_info: {'port': 40500}... -[2023-09-12 18:21:45,220][130142] Port 40900 is available -[2023-09-12 18:21:45,220][130142] Using port 40900 -[2023-09-12 18:21:45,227][130106] Port 40400 is available -[2023-09-12 18:21:45,227][130106] Using port 40400 -[2023-09-12 18:21:45,228][130106] Initializing env for player 0, init_info: {'port': 40400}... -[2023-09-12 18:21:45,234][130108] Using port 40800 on host... -[2023-09-12 18:21:45,235][130072] Using port 40300 on host... -[2023-09-12 18:21:45,236][130109] Using port 40700 on host... -[2023-09-12 18:21:45,240][130143] Port 41000 is available -[2023-09-12 18:21:45,240][130143] Using port 41000 -[2023-09-12 18:21:45,241][130143] Initializing env for player 0, init_info: {'port': 41000}... -[2023-09-12 18:21:45,245][130107] Using port 40500 on host... -[2023-09-12 18:21:45,247][130141] Port 40600 is available -[2023-09-12 18:21:45,247][130141] Using port 40600 -[2023-09-12 18:21:45,248][130141] Initializing env for player 0, init_info: {'port': 40600}... -[2023-09-12 18:21:45,256][130108] Initializing env for player 1, init_info: {'port': 40800}... -[2023-09-12 18:21:45,256][130109] Initializing env for player 1, init_info: {'port': 40700}... -[2023-09-12 18:21:45,257][130072] Initializing env for player 1, init_info: {'port': 40300}... -[2023-09-12 18:21:45,260][130107] Initializing env for player 1, init_info: {'port': 40500}... -[2023-09-12 18:21:45,263][130106] Using port 40400 on host... -[2023-09-12 18:21:45,273][130143] Using port 41000 on host... -[2023-09-12 18:21:45,277][130141] Using port 40600 on host... -[2023-09-12 18:21:45,280][130106] Initializing env for player 1, init_info: {'port': 40400}... -[2023-09-12 18:21:45,291][130143] Initializing env for player 1, init_info: {'port': 41000}... -[2023-09-12 18:21:45,299][130141] Initializing env for player 1, init_info: {'port': 40600}... -[2023-09-12 18:21:45,306][130108] Initializing env for player 2, init_info: {'port': 40800}... -[2023-09-12 18:21:45,308][130072] Initializing env for player 2, init_info: {'port': 40300}... -[2023-09-12 18:21:45,309][130109] Initializing env for player 2, init_info: {'port': 40700}... -[2023-09-12 18:21:45,311][130107] Initializing env for player 2, init_info: {'port': 40500}... -[2023-09-12 18:21:45,333][130106] Initializing env for player 2, init_info: {'port': 40400}... -[2023-09-12 18:21:45,344][130143] Initializing env for player 2, init_info: {'port': 41000}... -[2023-09-12 18:21:45,349][130141] Initializing env for player 2, init_info: {'port': 40600}... -[2023-09-12 18:21:45,357][130108] Initializing env for player 3, init_info: {'port': 40800}... -[2023-09-12 18:21:45,358][130072] Initializing env for player 3, init_info: {'port': 40300}... -[2023-09-12 18:21:45,363][130107] Initializing env for player 3, init_info: {'port': 40500}... -[2023-09-12 18:21:45,366][130109] Initializing env for player 3, init_info: {'port': 40700}... -[2023-09-12 18:21:45,390][130106] Initializing env for player 3, init_info: {'port': 40400}... -[2023-09-12 18:21:45,401][130141] Initializing env for player 3, init_info: {'port': 40600}... -[2023-09-12 18:21:45,400][130143] Initializing env for player 3, init_info: {'port': 41000}... -[2023-09-12 18:21:45,416][130107] Initializing env for player 4, init_info: {'port': 40500}... -[2023-09-12 18:21:45,416][130109] Initializing env for player 4, init_info: {'port': 40700}... -[2023-09-12 18:21:45,421][130072] Initializing env for player 4, init_info: {'port': 40300}... -[2023-09-12 18:21:45,451][130143] Initializing env for player 4, init_info: {'port': 41000}... -[2023-09-12 18:21:45,461][130072] Initializing env for player 5, init_info: {'port': 40300}... -[2023-09-12 18:21:45,467][130109] Initializing env for player 5, init_info: {'port': 40700}... -[2023-09-12 18:21:45,467][130107] Initializing env for player 5, init_info: {'port': 40500}... -[2023-09-12 18:21:45,407][130108] Initializing env for player 4, init_info: {'port': 40800}... -[2023-09-12 18:21:45,471][130106] Initializing env for player 4, init_info: {'port': 40400}... -[2023-09-12 18:21:45,471][130141] Initializing env for player 4, init_info: {'port': 40600}... -[2023-09-12 18:21:45,471][130108] Initializing env for player 5, init_info: {'port': 40800}... -[2023-09-12 18:21:45,512][130072] Initializing env for player 6, init_info: {'port': 40300}... -[2023-09-12 18:21:45,507][130143] Initializing env for player 5, init_info: {'port': 41000}... -[2023-09-12 18:21:45,518][130109] Initializing env for player 6, init_info: {'port': 40700}... -[2023-09-12 18:21:45,521][130108] Initializing env for player 6, init_info: {'port': 40800}... -[2023-09-12 18:21:45,527][130141] Initializing env for player 5, init_info: {'port': 40600}... -[2023-09-12 18:21:45,539][130107] Initializing env for player 6, init_info: {'port': 40500}... -[2023-09-12 18:21:45,546][130106] Initializing env for player 5, init_info: {'port': 40400}... -[2023-09-12 18:21:45,556][130143] Initializing env for player 6, init_info: {'port': 41000}... -[2023-09-12 18:21:45,567][130072] Initializing env for player 7, init_info: {'port': 40300}... -[2023-09-12 18:21:45,571][130109] Initializing env for player 7, init_info: {'port': 40700}... -[2023-09-12 18:21:45,572][130108] Initializing env for player 7, init_info: {'port': 40800}... -[2023-09-12 18:21:45,580][130141] Initializing env for player 6, init_info: {'port': 40600}... -[2023-09-12 18:21:45,595][130106] Initializing env for player 6, init_info: {'port': 40400}... -[2023-09-12 18:21:45,595][130107] Initializing env for player 7, init_info: {'port': 40500}... -[2023-09-12 18:21:45,607][130143] Initializing env for player 7, init_info: {'port': 41000}... -[2023-09-12 18:21:45,627][130141] Initializing env for player 7, init_info: {'port': 40600}... -[2023-09-12 18:21:45,667][130106] Initializing env for player 7, init_info: {'port': 40400}... -[2023-09-12 18:21:46,929][130107] Initialized w:2 v:0 player:6 -[2023-09-12 18:21:46,930][130107] Initialized w:2 v:0 player:3 -[2023-09-12 18:21:46,931][130107] Initialized w:2 v:0 player:7 -[2023-09-12 18:21:46,930][130107] Initialized w:2 v:0 player:0 -[2023-09-12 18:21:46,931][130107] Initialized w:2 v:0 player:2 -[2023-09-12 18:21:46,931][130107] Initialized w:2 v:0 player:1 -[2023-09-12 18:21:46,932][130107] Initialized w:2 v:0 player:4 -[2023-09-12 18:21:46,932][130107] Initialized w:2 v:0 player:5 -[2023-09-12 18:21:46,934][130107] 8 agent workers initialized for env 2! -[2023-09-12 18:21:46,940][130142] Initializing env for player 0, init_info: {'port': 40900}... -[2023-09-12 18:21:46,982][130107] Decorrelating experience for 0 frames... -[2023-09-12 18:21:46,984][130142] Using port 40900 on host... -[2023-09-12 18:21:46,990][130142] Initializing env for player 1, init_info: {'port': 40900}... -[2023-09-12 18:21:47,009][130107] Port 40501 is available -[2023-09-12 18:21:47,009][130107] Using port 40501 -[2023-09-12 18:21:47,010][130107] Initializing env for player 0, init_info: {'port': 40501}... -[2023-09-12 18:21:47,040][130142] Initializing env for player 2, init_info: {'port': 40900}... -[2023-09-12 18:21:47,041][130107] Using port 40501 on host... -[2023-09-12 18:21:47,060][130107] Initializing env for player 1, init_info: {'port': 40501}... -[2023-09-12 18:21:47,092][130108] Initialized w:5 v:0 player:2 -[2023-09-12 18:21:47,094][130108] Initialized w:5 v:0 player:7 -[2023-09-12 18:21:47,095][130108] Initialized w:5 v:0 player:5 -[2023-09-12 18:21:47,095][130108] Initialized w:5 v:0 player:0 -[2023-09-12 18:21:47,095][130142] Initializing env for player 3, init_info: {'port': 40900}... -[2023-09-12 18:21:47,095][130108] Initialized w:5 v:0 player:4 -[2023-09-12 18:21:47,096][130108] Initialized w:5 v:0 player:6 -[2023-09-12 18:21:47,096][130108] Initialized w:5 v:0 player:3 -[2023-09-12 18:21:47,096][130108] Initialized w:5 v:0 player:1 -[2023-09-12 18:21:47,098][130108] 8 agent workers initialized for env 5! -[2023-09-12 18:21:47,110][130107] Initializing env for player 2, init_info: {'port': 40501}... -[2023-09-12 18:21:47,113][130143] Initialized w:7 v:0 player:1 -[2023-09-12 18:21:47,114][130143] Initialized w:7 v:0 player:0 -[2023-09-12 18:21:47,114][130143] Initialized w:7 v:0 player:5 -[2023-09-12 18:21:47,115][130143] Initialized w:7 v:0 player:3 -[2023-09-12 18:21:47,115][130143] Initialized w:7 v:0 player:2 -[2023-09-12 18:21:47,116][130143] Initialized w:7 v:0 player:6 -[2023-09-12 18:21:47,117][130143] Initialized w:7 v:0 player:7 -[2023-09-12 18:21:47,118][130143] Initialized w:7 v:0 player:4 -[2023-09-12 18:21:47,119][130143] 8 agent workers initialized for env 7! -[2023-09-12 18:21:47,126][130108] Decorrelating experience for 0 frames... -[2023-09-12 18:21:47,128][130108] Port 40801 is available -[2023-09-12 18:21:47,128][130108] Using port 40801 -[2023-09-12 18:21:47,129][130108] Initializing env for player 0, init_info: {'port': 40801}... -[2023-09-12 18:21:47,138][130106] Initialized w:1 v:0 player:4 -[2023-09-12 18:21:47,141][130106] Initialized w:1 v:0 player:7 -[2023-09-12 18:21:47,142][130106] Initialized w:1 v:0 player:5 -[2023-09-12 18:21:47,142][130106] Initialized w:1 v:0 player:3 -[2023-09-12 18:21:47,143][130142] Initializing env for player 4, init_info: {'port': 40900}... -[2023-09-12 18:21:47,143][130106] Initialized w:1 v:0 player:2 -[2023-09-12 18:21:47,144][130106] Initialized w:1 v:0 player:1 -[2023-09-12 18:21:47,145][130106] Initialized w:1 v:0 player:0 -[2023-09-12 18:21:47,145][130106] Initialized w:1 v:0 player:6 -[2023-09-12 18:21:47,146][130106] 8 agent workers initialized for env 1! -[2023-09-12 18:21:47,161][130107] Initializing env for player 3, init_info: {'port': 40501}... -[2023-09-12 18:21:47,173][130108] Using port 40801 on host... -[2023-09-12 18:21:47,173][130109] Initialized w:4 v:0 player:3 -[2023-09-12 18:21:47,176][130109] Initialized w:4 v:0 player:4 -[2023-09-12 18:21:47,176][130109] Initialized w:4 v:0 player:7 -[2023-09-12 18:21:47,179][130109] Initialized w:4 v:0 player:5 -[2023-09-12 18:21:47,180][130109] Initialized w:4 v:0 player:2 -[2023-09-12 18:21:47,180][130109] Initialized w:4 v:0 player:6 -[2023-09-12 18:21:47,182][130108] Initializing env for player 1, init_info: {'port': 40801}... -[2023-09-12 18:21:47,183][130109] Initialized w:4 v:0 player:0 -[2023-09-12 18:21:47,184][130109] Initialized w:4 v:0 player:1 -[2023-09-12 18:21:47,185][130109] 8 agent workers initialized for env 4! -[2023-09-12 18:21:47,185][130143] Decorrelating experience for 0 frames... -[2023-09-12 18:21:47,187][130143] Port 41001 is available -[2023-09-12 18:21:47,187][130143] Using port 41001 -[2023-09-12 18:21:47,188][130143] Initializing env for player 0, init_info: {'port': 41001}... -[2023-09-12 18:21:47,205][130072] Initialized w:0 v:0 player:2 -[2023-09-12 18:21:47,206][130072] Initialized w:0 v:0 player:4 -[2023-09-12 18:21:47,207][130142] Initializing env for player 5, init_info: {'port': 40900}... -[2023-09-12 18:21:47,206][130072] Initialized w:0 v:0 player:1 -[2023-09-12 18:21:47,206][130072] Initialized w:0 v:0 player:6 -[2023-09-12 18:21:47,206][130072] Initialized w:0 v:0 player:5 -[2023-09-12 18:21:47,207][130072] Initialized w:0 v:0 player:3 -[2023-09-12 18:21:47,207][130072] Initialized w:0 v:0 player:0 -[2023-09-12 18:21:47,207][130072] Initialized w:0 v:0 player:7 -[2023-09-12 18:21:47,210][130072] 8 agent workers initialized for env 0! -[2023-09-12 18:21:47,215][130107] Initializing env for player 4, init_info: {'port': 40501}... -[2023-09-12 18:21:47,232][130108] Initializing env for player 2, init_info: {'port': 40801}... -[2023-09-12 18:21:47,233][130141] Initialized w:3 v:0 player:1 -[2023-09-12 18:21:47,234][130143] Using port 41001 on host... -[2023-09-12 18:21:47,238][130141] Initialized w:3 v:0 player:0 -[2023-09-12 18:21:47,239][130141] Initialized w:3 v:0 player:6 -[2023-09-12 18:21:47,239][130141] Initialized w:3 v:0 player:7 -[2023-09-12 18:21:47,239][130141] Initialized w:3 v:0 player:3 -[2023-09-12 18:21:47,239][130141] Initialized w:3 v:0 player:2 -[2023-09-12 18:21:47,241][130106] Decorrelating experience for 0 frames... -[2023-09-12 18:21:47,239][130141] Initialized w:3 v:0 player:5 -[2023-09-12 18:21:47,239][130141] Initialized w:3 v:0 player:4 -[2023-09-12 18:21:47,242][130141] 8 agent workers initialized for env 3! -[2023-09-12 18:21:47,243][130106] Port 40401 is available -[2023-09-12 18:21:47,243][130106] Using port 40401 -[2023-09-12 18:21:47,243][130143] Initializing env for player 1, init_info: {'port': 41001}... -[2023-09-12 18:21:47,247][130142] Initializing env for player 6, init_info: {'port': 40900}... -[2023-09-12 18:21:47,258][130072] Decorrelating experience for 0 frames... -[2023-09-12 18:21:47,260][130072] Port 40301 is available -[2023-09-12 18:21:47,260][130072] Using port 40301 -[2023-09-12 18:21:47,261][130072] Initializing env for player 0, init_info: {'port': 40301}... -[2023-09-12 18:21:47,268][130109] Decorrelating experience for 0 frames... -[2023-09-12 18:21:47,269][130107] Initializing env for player 5, init_info: {'port': 40501}... -[2023-09-12 18:21:47,270][130109] Port 40701 is available -[2023-09-12 18:21:47,271][130109] Using port 40701 -[2023-09-12 18:21:47,271][130109] Initializing env for player 0, init_info: {'port': 40701}... -[2023-09-12 18:21:47,287][130108] Initializing env for player 3, init_info: {'port': 40801}... -[2023-09-12 18:21:47,299][130143] Initializing env for player 2, init_info: {'port': 41001}... -[2023-09-12 18:21:47,302][130109] Using port 40701 on host... -[2023-09-12 18:21:47,302][130141] Decorrelating experience for 0 frames... -[2023-09-12 18:21:47,303][130142] Initializing env for player 7, init_info: {'port': 40900}... -[2023-09-12 18:21:47,304][130141] Port 40601 is available -[2023-09-12 18:21:47,304][130141] Using port 40601 -[2023-09-12 18:21:47,305][130072] Using port 40301 on host... -[2023-09-12 18:21:47,314][130072] Initializing env for player 1, init_info: {'port': 40301}... -[2023-09-12 18:21:47,322][130109] Initializing env for player 1, init_info: {'port': 40701}... -[2023-09-12 18:21:47,343][130107] Initializing env for player 6, init_info: {'port': 40501}... -[2023-09-12 18:21:47,351][130143] Initializing env for player 3, init_info: {'port': 41001}... -[2023-09-12 18:21:47,349][130108] Initializing env for player 4, init_info: {'port': 40801}... -[2023-09-12 18:21:47,372][130072] Initializing env for player 2, init_info: {'port': 40301}... -[2023-09-12 18:21:47,379][130107] Initializing env for player 7, init_info: {'port': 40501}... -[2023-09-12 18:21:47,419][130108] Initializing env for player 5, init_info: {'port': 40801}... -[2023-09-12 18:21:47,376][130109] Initializing env for player 2, init_info: {'port': 40701}... -[2023-09-12 18:21:47,419][130143] Initializing env for player 4, init_info: {'port': 41001}... -[2023-09-12 18:21:47,427][130109] Initializing env for player 3, init_info: {'port': 40701}... -[2023-09-12 18:21:47,426][130072] Initializing env for player 3, init_info: {'port': 40301}... -[2023-09-12 18:21:47,475][130143] Initializing env for player 5, init_info: {'port': 41001}... -[2023-09-12 18:21:47,483][130108] Initializing env for player 6, init_info: {'port': 40801}... -[2023-09-12 18:21:47,485][130072] Initializing env for player 4, init_info: {'port': 40301}... -[2023-09-12 18:21:47,480][130109] Initializing env for player 4, init_info: {'port': 40701}... -[2023-09-12 18:21:47,526][130143] Initializing env for player 6, init_info: {'port': 41001}... -[2023-09-12 18:21:47,528][130109] Initializing env for player 5, init_info: {'port': 40701}... -[2023-09-12 18:21:47,532][130108] Initializing env for player 7, init_info: {'port': 40801}... -[2023-09-12 18:21:47,539][130072] Initializing env for player 5, init_info: {'port': 40301}... -[2023-09-12 18:21:47,579][130109] Initializing env for player 6, init_info: {'port': 40701}... -[2023-09-12 18:21:47,581][130143] Initializing env for player 7, init_info: {'port': 41001}... -[2023-09-12 18:21:47,590][130072] Initializing env for player 6, init_info: {'port': 40301}... -[2023-09-12 18:21:47,629][130109] Initializing env for player 7, init_info: {'port': 40701}... -[2023-09-12 18:21:47,640][130072] Initializing env for player 7, init_info: {'port': 40301}... -[2023-09-12 18:21:48,935][130107] Initialized w:2 v:1 player:6 -[2023-09-12 18:21:48,938][130107] Initialized w:2 v:1 player:5 -[2023-09-12 18:21:48,938][130107] Initialized w:2 v:1 player:3 -[2023-09-12 18:21:48,939][130107] Initialized w:2 v:1 player:0 -[2023-09-12 18:21:48,938][130107] Initialized w:2 v:1 player:1 -[2023-09-12 18:21:48,940][130107] Initialized w:2 v:1 player:7 -[2023-09-12 18:21:48,940][130107] Initialized w:2 v:1 player:4 -[2023-09-12 18:21:48,941][130107] Initialized w:2 v:1 player:2 -[2023-09-12 18:21:48,942][130107] 8 agent workers initialized for env 2! -[2023-09-12 18:21:48,961][130108] Initialized w:5 v:1 player:4 -[2023-09-12 18:21:48,961][130142] Initialized w:6 v:0 player:0 -[2023-09-12 18:21:48,961][130142] Initialized w:6 v:0 player:4 -[2023-09-12 18:21:48,962][130108] Initialized w:5 v:1 player:0 -[2023-09-12 18:21:48,962][130142] Initialized w:6 v:0 player:7 -[2023-09-12 18:21:48,962][130108] Initialized w:5 v:1 player:1 -[2023-09-12 18:21:48,963][130142] Initialized w:6 v:0 player:3 -[2023-09-12 18:21:48,963][130108] Initialized w:5 v:1 player:7 -[2023-09-12 18:21:48,963][130142] Initialized w:6 v:0 player:2 -[2023-09-12 18:21:48,963][130108] Initialized w:5 v:1 player:5 -[2023-09-12 18:21:48,963][130142] Initialized w:6 v:0 player:5 -[2023-09-12 18:21:48,963][130108] Initialized w:5 v:1 player:6 -[2023-09-12 18:21:48,964][130142] Initialized w:6 v:0 player:6 -[2023-09-12 18:21:48,963][130108] Initialized w:5 v:1 player:3 -[2023-09-12 18:21:48,964][130108] Initialized w:5 v:1 player:2 -[2023-09-12 18:21:48,964][130142] Initialized w:6 v:0 player:1 -[2023-09-12 18:21:48,965][130108] 8 agent workers initialized for env 5! -[2023-09-12 18:21:48,965][130143] Initialized w:7 v:1 player:6 -[2023-09-12 18:21:48,966][130142] 8 agent workers initialized for env 6! -[2023-09-12 18:21:48,966][130143] Initialized w:7 v:1 player:4 -[2023-09-12 18:21:48,966][130143] Initialized w:7 v:1 player:7 -[2023-09-12 18:21:48,968][130143] Initialized w:7 v:1 player:5 -[2023-09-12 18:21:48,966][130143] Initialized w:7 v:1 player:2 -[2023-09-12 18:21:48,966][130143] Initialized w:7 v:1 player:1 -[2023-09-12 18:21:48,968][130143] Initialized w:7 v:1 player:0 -[2023-09-12 18:21:48,968][130143] Initialized w:7 v:1 player:3 -[2023-09-12 18:21:48,970][130143] 8 agent workers initialized for env 7! -[2023-09-12 18:21:48,972][130106] Initializing env for player 0, init_info: {'port': 40401}... -[2023-09-12 18:21:49,000][130108] Decorrelating experience for 32 frames... -[2023-09-12 18:21:49,003][130143] Decorrelating experience for 32 frames... -[2023-09-12 18:21:49,007][130107] Decorrelating experience for 32 frames... -[2023-09-12 18:21:49,007][130142] Decorrelating experience for 0 frames... -[2023-09-12 18:21:49,009][130142] Port 40901 is available -[2023-09-12 18:21:49,009][130142] Using port 40901 -[2023-09-12 18:21:49,012][130106] Using port 40401 on host... -[2023-09-12 18:21:49,023][130106] Initializing env for player 1, init_info: {'port': 40401}... -[2023-09-12 18:21:49,073][130106] Initializing env for player 2, init_info: {'port': 40401}... -[2023-09-12 18:21:49,117][130072] Initialized w:0 v:1 player:2 -[2023-09-12 18:21:49,118][130072] Initialized w:0 v:1 player:5 -[2023-09-12 18:21:49,119][130072] Initialized w:0 v:1 player:4 -[2023-09-12 18:21:49,120][130072] Initialized w:0 v:1 player:6 -[2023-09-12 18:21:49,120][130072] Initialized w:0 v:1 player:3 -[2023-09-12 18:21:49,121][130072] Initialized w:0 v:1 player:1 -[2023-09-12 18:21:49,121][130072] Initialized w:0 v:1 player:0 -[2023-09-12 18:21:49,123][130072] Initialized w:0 v:1 player:7 -[2023-09-12 18:21:49,123][130072] 8 agent workers initialized for env 0! -[2023-09-12 18:21:49,133][130106] Initializing env for player 3, init_info: {'port': 40401}... -[2023-09-12 18:21:49,174][130072] Decorrelating experience for 32 frames... -[2023-09-12 18:21:49,183][130106] Initializing env for player 4, init_info: {'port': 40401}... -[2023-09-12 18:21:49,225][130109] Initialized w:4 v:1 player:3 -[2023-09-12 18:21:49,228][130109] Initialized w:4 v:1 player:4 -[2023-09-12 18:21:49,228][130109] Initialized w:4 v:1 player:1 -[2023-09-12 18:21:49,229][130109] Initialized w:4 v:1 player:7 -[2023-09-12 18:21:49,229][130109] Initialized w:4 v:1 player:0 -[2023-09-12 18:21:49,229][130109] Initialized w:4 v:1 player:5 -[2023-09-12 18:21:49,229][130109] Initialized w:4 v:1 player:6 -[2023-09-12 18:21:49,230][130109] Initialized w:4 v:1 player:2 -[2023-09-12 18:21:49,233][130109] 8 agent workers initialized for env 4! -[2023-09-12 18:21:49,235][130106] Initializing env for player 5, init_info: {'port': 40401}... -[2023-09-12 18:21:49,280][130141] Initializing env for player 0, init_info: {'port': 40601}... -[2023-09-12 18:21:49,287][130106] Initializing env for player 6, init_info: {'port': 40401}... -[2023-09-12 18:21:49,306][130109] Decorrelating experience for 32 frames... -[2023-09-12 18:21:49,319][130141] Using port 40601 on host... -[2023-09-12 18:21:49,330][130141] Initializing env for player 1, init_info: {'port': 40601}... -[2023-09-12 18:21:49,347][130106] Initializing env for player 7, init_info: {'port': 40401}... -[2023-09-12 18:21:49,381][130141] Initializing env for player 2, init_info: {'port': 40601}... -[2023-09-12 18:21:49,435][130141] Initializing env for player 3, init_info: {'port': 40601}... -[2023-09-12 18:21:49,448][130143] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,487][130141] Initializing env for player 4, init_info: {'port': 40601}... -[2023-09-12 18:21:49,495][130143] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,545][130143] Port 41002 is available -[2023-09-12 18:21:49,546][130143] Using port 41002 -[2023-09-12 18:21:49,546][130143] Initializing env for player 0, init_info: {'port': 41002}... -[2023-09-12 18:21:49,539][130141] Initializing env for player 5, init_info: {'port': 40601}... -[2023-09-12 18:21:49,564][130108] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,591][130141] Initializing env for player 6, init_info: {'port': 40601}... -[2023-09-12 18:21:49,591][130143] Using port 41002 on host... -[2023-09-12 18:21:49,596][130072] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,597][130143] Initializing env for player 1, init_info: {'port': 41002}... -[2023-09-12 18:21:49,610][130108] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,636][130072] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,643][130141] Initializing env for player 7, init_info: {'port': 40601}... -[2023-09-12 18:21:49,651][130143] Initializing env for player 2, init_info: {'port': 41002}... -[2023-09-12 18:21:49,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:21:49,676][130072] Port 40302 is available -[2023-09-12 18:21:49,676][130072] Using port 40302 -[2023-09-12 18:21:49,677][130072] Initializing env for player 0, init_info: {'port': 40302}... -[2023-09-12 18:21:49,685][130107] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,699][130143] Initializing env for player 3, init_info: {'port': 41002}... -[2023-09-12 18:21:49,707][130108] Port 40802 is available -[2023-09-12 18:21:49,707][130108] Using port 40802 -[2023-09-12 18:21:49,708][130108] Initializing env for player 0, init_info: {'port': 40802}... -[2023-09-12 18:21:49,711][130109] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,712][130072] Using port 40302 on host... -[2023-09-12 18:21:49,717][130107] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,728][130072] Initializing env for player 1, init_info: {'port': 40302}... -[2023-09-12 18:21:49,742][130109] Multi agent env, num agents: 8 -[2023-09-12 18:21:49,747][130107] Port 40502 is available -[2023-09-12 18:21:49,748][130107] Using port 40502 -[2023-09-12 18:21:49,748][130143] Initializing env for player 4, init_info: {'port': 41002}... -[2023-09-12 18:21:49,748][130107] Initializing env for player 0, init_info: {'port': 40502}... -[2023-09-12 18:21:49,754][130108] Using port 40802 on host... -[2023-09-12 18:21:49,765][130108] Initializing env for player 1, init_info: {'port': 40802}... -[2023-09-12 18:21:49,773][130109] Port 40702 is available -[2023-09-12 18:21:49,774][130109] Using port 40702 -[2023-09-12 18:21:49,774][130109] Initializing env for player 0, init_info: {'port': 40702}... -[2023-09-12 18:21:49,777][130107] Using port 40502 on host... -[2023-09-12 18:21:49,781][130072] Initializing env for player 2, init_info: {'port': 40302}... -[2023-09-12 18:21:49,799][130143] Initializing env for player 5, init_info: {'port': 41002}... -[2023-09-12 18:21:49,799][130107] Initializing env for player 1, init_info: {'port': 40502}... -[2023-09-12 18:21:49,815][130108] Initializing env for player 2, init_info: {'port': 40802}... -[2023-09-12 18:21:49,818][130109] Using port 40702 on host... -[2023-09-12 18:21:49,831][130109] Initializing env for player 1, init_info: {'port': 40702}... -[2023-09-12 18:21:49,843][130072] Initializing env for player 3, init_info: {'port': 40302}... -[2023-09-12 18:21:49,851][130107] Initializing env for player 2, init_info: {'port': 40502}... -[2023-09-12 18:21:49,859][130143] Initializing env for player 6, init_info: {'port': 41002}... -[2023-09-12 18:21:49,886][130109] Initializing env for player 2, init_info: {'port': 40702}... -[2023-09-12 18:21:49,887][130108] Initializing env for player 3, init_info: {'port': 40802}... -[2023-09-12 18:21:49,889][130072] Initializing env for player 4, init_info: {'port': 40302}... -[2023-09-12 18:21:49,900][130107] Initializing env for player 3, init_info: {'port': 40502}... -[2023-09-12 18:21:49,911][130143] Initializing env for player 7, init_info: {'port': 41002}... -[2023-09-12 18:21:49,936][130108] Initializing env for player 4, init_info: {'port': 40802}... -[2023-09-12 18:21:49,947][130109] Initializing env for player 3, init_info: {'port': 40702}... -[2023-09-12 18:21:49,951][130072] Initializing env for player 5, init_info: {'port': 40302}... -[2023-09-12 18:21:49,972][130107] Initializing env for player 4, init_info: {'port': 40502}... -[2023-09-12 18:21:49,987][130108] Initializing env for player 5, init_info: {'port': 40802}... -[2023-09-12 18:21:49,999][130072] Initializing env for player 6, init_info: {'port': 40302}... -[2023-09-12 18:21:50,003][130109] Initializing env for player 4, init_info: {'port': 40702}... -[2023-09-12 18:21:50,015][130107] Initializing env for player 5, init_info: {'port': 40502}... -[2023-09-12 18:21:50,043][130108] Initializing env for player 6, init_info: {'port': 40802}... -[2023-09-12 18:21:50,048][130109] Initializing env for player 5, init_info: {'port': 40702}... -[2023-09-12 18:21:50,055][130072] Initializing env for player 7, init_info: {'port': 40302}... -[2023-09-12 18:21:50,068][130107] Initializing env for player 6, init_info: {'port': 40502}... -[2023-09-12 18:21:50,099][130109] Initializing env for player 6, init_info: {'port': 40702}... -[2023-09-12 18:21:50,103][130108] Initializing env for player 7, init_info: {'port': 40802}... -[2023-09-12 18:21:50,118][130107] Initializing env for player 7, init_info: {'port': 40502}... -[2023-09-12 18:21:50,184][130109] Initializing env for player 7, init_info: {'port': 40702}... -[2023-09-12 18:21:50,737][130106] Initialized w:1 v:1 player:4 -[2023-09-12 18:21:50,738][130106] Initialized w:1 v:1 player:5 -[2023-09-12 18:21:50,739][130106] Initialized w:1 v:1 player:6 -[2023-09-12 18:21:50,739][130106] Initialized w:1 v:1 player:2 -[2023-09-12 18:21:50,740][130106] Initialized w:1 v:1 player:7 -[2023-09-12 18:21:50,740][130106] Initialized w:1 v:1 player:0 -[2023-09-12 18:21:50,740][130106] Initialized w:1 v:1 player:3 -[2023-09-12 18:21:50,740][130106] Initialized w:1 v:1 player:1 -[2023-09-12 18:21:50,742][130106] 8 agent workers initialized for env 1! -[2023-09-12 18:21:50,774][130142] Initializing env for player 0, init_info: {'port': 40901}... -[2023-09-12 18:21:50,788][130106] Decorrelating experience for 32 frames... -[2023-09-12 18:21:50,804][130142] Using port 40901 on host... -[2023-09-12 18:21:50,825][130142] Initializing env for player 1, init_info: {'port': 40901}... -[2023-09-12 18:21:50,880][130142] Initializing env for player 2, init_info: {'port': 40901}... -[2023-09-12 18:21:50,935][130142] Initializing env for player 3, init_info: {'port': 40901}... -[2023-09-12 18:21:50,991][130142] Initializing env for player 4, init_info: {'port': 40901}... -[2023-09-12 18:21:51,059][130142] Initializing env for player 5, init_info: {'port': 40901}... -[2023-09-12 18:21:51,071][130106] Multi agent env, num agents: 8 -[2023-09-12 18:21:51,101][130106] Multi agent env, num agents: 8 -[2023-09-12 18:21:51,110][130142] Initializing env for player 6, init_info: {'port': 40901}... -[2023-09-12 18:21:51,138][130141] Initialized w:3 v:1 player:7 -[2023-09-12 18:21:51,139][130141] Initialized w:3 v:1 player:5 -[2023-09-12 18:21:51,139][130141] Initialized w:3 v:1 player:3 -[2023-09-12 18:21:51,139][130141] Initialized w:3 v:1 player:0 -[2023-09-12 18:21:51,139][130141] Initialized w:3 v:1 player:4 -[2023-09-12 18:21:51,140][130141] Initialized w:3 v:1 player:6 -[2023-09-12 18:21:51,140][130141] Initialized w:3 v:1 player:1 -[2023-09-12 18:21:51,140][130141] Initialized w:3 v:1 player:2 -[2023-09-12 18:21:51,142][130141] 8 agent workers initialized for env 3! -[2023-09-12 18:21:51,160][130142] Initializing env for player 7, init_info: {'port': 40901}... -[2023-09-12 18:21:51,164][130106] Port 40402 is available -[2023-09-12 18:21:51,164][130106] Using port 40402 -[2023-09-12 18:21:51,174][130141] Decorrelating experience for 32 frames... -[2023-09-12 18:21:51,376][130143] Initialized w:7 v:2 player:2 -[2023-09-12 18:21:51,377][130143] Initialized w:7 v:2 player:6 -[2023-09-12 18:21:51,377][130143] Initialized w:7 v:2 player:5 -[2023-09-12 18:21:51,378][130143] Initialized w:7 v:2 player:3 -[2023-09-12 18:21:51,378][130143] Initialized w:7 v:2 player:4 -[2023-09-12 18:21:51,378][130143] Initialized w:7 v:2 player:0 -[2023-09-12 18:21:51,378][130143] Initialized w:7 v:2 player:7 -[2023-09-12 18:21:51,381][130143] Initialized w:7 v:2 player:1 -[2023-09-12 18:21:51,383][130143] 8 agent workers initialized for env 7! -[2023-09-12 18:21:51,399][130107] Initialized w:2 v:2 player:4 -[2023-09-12 18:21:51,401][130107] Initialized w:2 v:2 player:6 -[2023-09-12 18:21:51,401][130107] Initialized w:2 v:2 player:1 -[2023-09-12 18:21:51,401][130107] Initialized w:2 v:2 player:5 -[2023-09-12 18:21:51,401][130107] Initialized w:2 v:2 player:0 -[2023-09-12 18:21:51,401][130107] Initialized w:2 v:2 player:2 -[2023-09-12 18:21:51,401][130107] Initialized w:2 v:2 player:7 -[2023-09-12 18:21:51,402][130107] Initialized w:2 v:2 player:3 -[2023-09-12 18:21:51,405][130107] 8 agent workers initialized for env 2! -[2023-09-12 18:21:51,423][130143] Decorrelating experience for 64 frames... -[2023-09-12 18:21:51,443][130108] Initialized w:5 v:2 player:6 -[2023-09-12 18:21:51,445][130108] Initialized w:5 v:2 player:1 -[2023-09-12 18:21:51,446][130108] Initialized w:5 v:2 player:4 -[2023-09-12 18:21:51,446][130108] Initialized w:5 v:2 player:5 -[2023-09-12 18:21:51,447][130108] Initialized w:5 v:2 player:2 -[2023-09-12 18:21:51,448][130108] Initialized w:5 v:2 player:7 -[2023-09-12 18:21:51,448][130108] Initialized w:5 v:2 player:0 -[2023-09-12 18:21:51,448][130108] Initialized w:5 v:2 player:3 -[2023-09-12 18:21:51,450][130108] 8 agent workers initialized for env 5! -[2023-09-12 18:21:51,453][130107] Decorrelating experience for 64 frames... -[2023-09-12 18:21:51,517][130109] Initialized w:4 v:2 player:3 -[2023-09-12 18:21:51,519][130109] Initialized w:4 v:2 player:1 -[2023-09-12 18:21:51,519][130109] Initialized w:4 v:2 player:0 -[2023-09-12 18:21:51,519][130109] Initialized w:4 v:2 player:5 -[2023-09-12 18:21:51,520][130109] Initialized w:4 v:2 player:7 -[2023-09-12 18:21:51,520][130109] Initialized w:4 v:2 player:6 -[2023-09-12 18:21:51,520][130109] Initialized w:4 v:2 player:4 -[2023-09-12 18:21:51,521][130109] Initialized w:4 v:2 player:2 -[2023-09-12 18:21:51,522][130108] Decorrelating experience for 64 frames... -[2023-09-12 18:21:51,523][130109] 8 agent workers initialized for env 4! -[2023-09-12 18:21:51,528][130072] Initialized w:0 v:2 player:2 -[2023-09-12 18:21:51,530][130072] Initialized w:0 v:2 player:0 -[2023-09-12 18:21:51,531][130072] Initialized w:0 v:2 player:1 -[2023-09-12 18:21:51,531][130072] Initialized w:0 v:2 player:3 -[2023-09-12 18:21:51,531][130072] Initialized w:0 v:2 player:5 -[2023-09-12 18:21:51,531][130072] Initialized w:0 v:2 player:7 -[2023-09-12 18:21:51,531][130072] Initialized w:0 v:2 player:6 -[2023-09-12 18:21:51,532][130072] Initialized w:0 v:2 player:4 -[2023-09-12 18:21:51,536][130072] 8 agent workers initialized for env 0! -[2023-09-12 18:21:51,560][130109] Decorrelating experience for 64 frames... -[2023-09-12 18:21:51,603][130141] Multi agent env, num agents: 8 -[2023-09-12 18:21:51,612][130072] Decorrelating experience for 64 frames... -[2023-09-12 18:21:51,642][130141] Multi agent env, num agents: 8 -[2023-09-12 18:21:51,681][130141] Port 40602 is available -[2023-09-12 18:21:51,681][130141] Using port 40602 -[2023-09-12 18:21:51,681][130141] Initializing env for player 0, init_info: {'port': 40602}... -[2023-09-12 18:21:51,716][130141] Using port 40602 on host... -[2023-09-12 18:21:51,732][130141] Initializing env for player 1, init_info: {'port': 40602}... -[2023-09-12 18:21:51,782][130141] Initializing env for player 2, init_info: {'port': 40602}... -[2023-09-12 18:21:51,847][130141] Initializing env for player 3, init_info: {'port': 40602}... -[2023-09-12 18:21:51,903][130141] Initializing env for player 4, init_info: {'port': 40602}... -[2023-09-12 18:21:51,955][130141] Initializing env for player 5, init_info: {'port': 40602}... -[2023-09-12 18:21:52,011][130141] Initializing env for player 6, init_info: {'port': 40602}... -[2023-09-12 18:21:52,063][130141] Initializing env for player 7, init_info: {'port': 40602}... -[2023-09-12 18:21:52,160][130143] Port 41003 is available -[2023-09-12 18:21:52,160][130143] Using port 41003 -[2023-09-12 18:21:52,161][130143] Initializing env for player 0, init_info: {'port': 41003}... -[2023-09-12 18:21:52,169][130107] Port 40503 is available -[2023-09-12 18:21:52,169][130107] Using port 40503 -[2023-09-12 18:21:52,170][130107] Initializing env for player 0, init_info: {'port': 40503}... -[2023-09-12 18:21:52,199][130107] Using port 40503 on host... -[2023-09-12 18:21:52,205][130143] Using port 41003 on host... -[2023-09-12 18:21:52,220][130143] Initializing env for player 1, init_info: {'port': 41003}... -[2023-09-12 18:21:52,220][130107] Initializing env for player 1, init_info: {'port': 40503}... -[2023-09-12 18:21:52,272][130107] Initializing env for player 2, init_info: {'port': 40503}... -[2023-09-12 18:21:52,287][130143] Initializing env for player 2, init_info: {'port': 41003}... -[2023-09-12 18:21:52,324][130107] Initializing env for player 3, init_info: {'port': 40503}... -[2023-09-12 18:21:52,338][130143] Initializing env for player 3, init_info: {'port': 41003}... -[2023-09-12 18:21:52,377][130107] Initializing env for player 4, init_info: {'port': 40503}... -[2023-09-12 18:21:52,385][130142] Initialized w:6 v:1 player:5 -[2023-09-12 18:21:52,385][130142] Initialized w:6 v:1 player:3 -[2023-09-12 18:21:52,387][130142] Initialized w:6 v:1 player:6 -[2023-09-12 18:21:52,388][130142] Initialized w:6 v:1 player:7 -[2023-09-12 18:21:52,388][130142] Initialized w:6 v:1 player:4 -[2023-09-12 18:21:52,388][130142] Initialized w:6 v:1 player:1 -[2023-09-12 18:21:52,389][130142] Initialized w:6 v:1 player:0 -[2023-09-12 18:21:52,390][130142] Initialized w:6 v:1 player:2 -[2023-09-12 18:21:52,391][130142] 8 agent workers initialized for env 6! -[2023-09-12 18:21:52,397][130143] Initializing env for player 4, init_info: {'port': 41003}... -[2023-09-12 18:21:52,426][130072] Port 40303 is available -[2023-09-12 18:21:52,426][130072] Using port 40303 -[2023-09-12 18:21:52,427][130072] Initializing env for player 0, init_info: {'port': 40303}... -[2023-09-12 18:21:52,428][130108] Port 40803 is available -[2023-09-12 18:21:52,428][130108] Using port 40803 -[2023-09-12 18:21:52,428][130108] Initializing env for player 0, init_info: {'port': 40803}... -[2023-09-12 18:21:52,431][130107] Initializing env for player 5, init_info: {'port': 40503}... -[2023-09-12 18:21:52,433][130142] Decorrelating experience for 32 frames... -[2023-09-12 18:21:52,433][130106] Initializing env for player 0, init_info: {'port': 40402}... -[2023-09-12 18:21:52,447][130143] Initializing env for player 5, init_info: {'port': 41003}... -[2023-09-12 18:21:52,463][130106] Using port 40402 on host... -[2023-09-12 18:21:52,465][130072] Using port 40303 on host... -[2023-09-12 18:21:52,470][130108] Using port 40803 on host... -[2023-09-12 18:21:52,478][130072] Initializing env for player 1, init_info: {'port': 40303}... -[2023-09-12 18:21:52,480][130108] Initializing env for player 1, init_info: {'port': 40803}... -[2023-09-12 18:21:52,483][130107] Initializing env for player 6, init_info: {'port': 40503}... -[2023-09-12 18:21:52,484][130106] Initializing env for player 1, init_info: {'port': 40402}... -[2023-09-12 18:21:52,499][130143] Initializing env for player 6, init_info: {'port': 41003}... -[2023-09-12 18:21:52,501][130109] Port 40703 is available -[2023-09-12 18:21:52,502][130109] Using port 40703 -[2023-09-12 18:21:52,502][130109] Initializing env for player 0, init_info: {'port': 40703}... -[2023-09-12 18:21:52,528][130072] Initializing env for player 2, init_info: {'port': 40303}... -[2023-09-12 18:21:52,531][130108] Initializing env for player 2, init_info: {'port': 40803}... -[2023-09-12 18:21:52,532][130109] Using port 40703 on host... -[2023-09-12 18:21:52,534][130106] Initializing env for player 2, init_info: {'port': 40402}... -[2023-09-12 18:21:52,535][130107] Initializing env for player 7, init_info: {'port': 40503}... -[2023-09-12 18:21:52,553][130109] Initializing env for player 1, init_info: {'port': 40703}... -[2023-09-12 18:21:52,579][130143] Initializing env for player 7, init_info: {'port': 41003}... -[2023-09-12 18:21:52,581][130108] Initializing env for player 3, init_info: {'port': 40803}... -[2023-09-12 18:21:52,585][130106] Initializing env for player 3, init_info: {'port': 40402}... -[2023-09-12 18:21:52,578][130072] Initializing env for player 3, init_info: {'port': 40303}... -[2023-09-12 18:21:52,603][130109] Initializing env for player 2, init_info: {'port': 40703}... -[2023-09-12 18:21:52,631][130072] Initializing env for player 4, init_info: {'port': 40303}... -[2023-09-12 18:21:52,635][130108] Initializing env for player 4, init_info: {'port': 40803}... -[2023-09-12 18:21:52,647][130106] Initializing env for player 4, init_info: {'port': 40402}... -[2023-09-12 18:21:52,667][130109] Initializing env for player 3, init_info: {'port': 40703}... -[2023-09-12 18:21:52,681][130072] Initializing env for player 5, init_info: {'port': 40303}... -[2023-09-12 18:21:52,696][130106] Initializing env for player 5, init_info: {'port': 40402}... -[2023-09-12 18:21:52,715][130108] Initializing env for player 5, init_info: {'port': 40803}... -[2023-09-12 18:21:52,719][130109] Initializing env for player 4, init_info: {'port': 40703}... -[2023-09-12 18:21:52,734][130072] Initializing env for player 6, init_info: {'port': 40303}... -[2023-09-12 18:21:52,760][130106] Initializing env for player 6, init_info: {'port': 40402}... -[2023-09-12 18:21:52,772][130108] Initializing env for player 6, init_info: {'port': 40803}... -[2023-09-12 18:21:52,785][130072] Initializing env for player 7, init_info: {'port': 40303}... -[2023-09-12 18:21:52,811][130109] Initializing env for player 5, init_info: {'port': 40703}... -[2023-09-12 18:21:52,821][130108] Initializing env for player 7, init_info: {'port': 40803}... -[2023-09-12 18:21:52,827][130106] Initializing env for player 7, init_info: {'port': 40402}... -[2023-09-12 18:21:52,862][130109] Initializing env for player 6, init_info: {'port': 40703}... -[2023-09-12 18:21:52,888][130142] Multi agent env, num agents: 8 -[2023-09-12 18:21:52,912][130109] Initializing env for player 7, init_info: {'port': 40703}... -[2023-09-12 18:21:52,936][130142] Multi agent env, num agents: 8 -[2023-09-12 18:21:52,981][130142] Port 40902 is available -[2023-09-12 18:21:52,981][130142] Using port 40902 -[2023-09-12 18:21:53,438][130141] Initialized w:3 v:2 player:6 -[2023-09-12 18:21:53,441][130141] Initialized w:3 v:2 player:0 -[2023-09-12 18:21:53,441][130141] Initialized w:3 v:2 player:1 -[2023-09-12 18:21:53,441][130141] Initialized w:3 v:2 player:7 -[2023-09-12 18:21:53,442][130141] Initialized w:3 v:2 player:3 -[2023-09-12 18:21:53,442][130141] Initialized w:3 v:2 player:2 -[2023-09-12 18:21:53,442][130141] Initialized w:3 v:2 player:4 -[2023-09-12 18:21:53,442][130141] Initialized w:3 v:2 player:5 -[2023-09-12 18:21:53,445][130141] 8 agent workers initialized for env 3! -[2023-09-12 18:21:53,488][130141] Decorrelating experience for 64 frames... -[2023-09-12 18:21:53,969][130107] Initialized w:2 v:3 player:1 -[2023-09-12 18:21:53,971][130107] Initialized w:2 v:3 player:2 -[2023-09-12 18:21:53,971][130107] Initialized w:2 v:3 player:3 -[2023-09-12 18:21:53,971][130107] Initialized w:2 v:3 player:6 -[2023-09-12 18:21:53,971][130107] Initialized w:2 v:3 player:4 -[2023-09-12 18:21:53,972][130107] Initialized w:2 v:3 player:0 -[2023-09-12 18:21:53,972][130107] Initialized w:2 v:3 player:7 -[2023-09-12 18:21:53,972][130107] Initialized w:2 v:3 player:5 -[2023-09-12 18:21:53,974][130107] 8 agent workers initialized for env 2! -[2023-09-12 18:21:53,989][130143] Initialized w:7 v:3 player:7 -[2023-09-12 18:21:53,990][130143] Initialized w:7 v:3 player:0 -[2023-09-12 18:21:53,991][130143] Initialized w:7 v:3 player:6 -[2023-09-12 18:21:53,991][130143] Initialized w:7 v:3 player:4 -[2023-09-12 18:21:53,992][130143] Initialized w:7 v:3 player:1 -[2023-09-12 18:21:53,992][130143] Initialized w:7 v:3 player:2 -[2023-09-12 18:21:53,992][130143] Initialized w:7 v:3 player:5 -[2023-09-12 18:21:53,994][130143] Initialized w:7 v:3 player:3 -[2023-09-12 18:21:53,995][130143] 8 agent workers initialized for env 7! -[2023-09-12 18:21:53,999][130107] Decorrelating experience for 96 frames... -[2023-09-12 18:21:54,068][130141] Port 40603 is available -[2023-09-12 18:21:54,068][130141] Using port 40603 -[2023-09-12 18:21:54,078][130143] Decorrelating experience for 96 frames... -[2023-09-12 18:21:54,343][130106] Initialized w:1 v:2 player:4 -[2023-09-12 18:21:54,347][130106] Initialized w:1 v:2 player:1 -[2023-09-12 18:21:54,348][130106] Initialized w:1 v:2 player:5 -[2023-09-12 18:21:54,348][130106] Initialized w:1 v:2 player:6 -[2023-09-12 18:21:54,348][130106] Initialized w:1 v:2 player:2 -[2023-09-12 18:21:54,349][130106] Initialized w:1 v:2 player:7 -[2023-09-12 18:21:54,349][130106] Initialized w:1 v:2 player:0 -[2023-09-12 18:21:54,358][130106] Initialized w:1 v:2 player:3 -[2023-09-12 18:21:54,359][130106] 8 agent workers initialized for env 1! -[2023-09-12 18:21:54,361][130072] Initialized w:0 v:3 player:6 -[2023-09-12 18:21:54,364][130072] Initialized w:0 v:3 player:0 -[2023-09-12 18:21:54,364][130072] Initialized w:0 v:3 player:4 -[2023-09-12 18:21:54,365][130072] Initialized w:0 v:3 player:5 -[2023-09-12 18:21:54,367][130072] Initialized w:0 v:3 player:1 -[2023-09-12 18:21:54,370][130072] Initialized w:0 v:3 player:7 -[2023-09-12 18:21:54,371][130072] Initialized w:0 v:3 player:2 -[2023-09-12 18:21:54,391][130108] Initialized w:5 v:3 player:6 -[2023-09-12 18:21:54,392][130108] Initialized w:5 v:3 player:7 -[2023-09-12 18:21:54,392][130108] Initialized w:5 v:3 player:3 -[2023-09-12 18:21:54,392][130108] Initialized w:5 v:3 player:1 -[2023-09-12 18:21:54,392][130108] Initialized w:5 v:3 player:4 -[2023-09-12 18:21:54,392][130108] Initialized w:5 v:3 player:0 -[2023-09-12 18:21:54,392][130108] Initialized w:5 v:3 player:2 -[2023-09-12 18:21:54,393][130108] Initialized w:5 v:3 player:5 -[2023-09-12 18:21:54,396][130142] Initializing env for player 0, init_info: {'port': 40902}... -[2023-09-12 18:21:54,396][130108] 8 agent workers initialized for env 5! -[2023-09-12 18:21:54,400][130106] Decorrelating experience for 64 frames... -[2023-09-12 18:21:54,409][130109] Initialized w:4 v:3 player:7 -[2023-09-12 18:21:54,410][130109] Initialized w:4 v:3 player:6 -[2023-09-12 18:21:54,411][130109] Initialized w:4 v:3 player:5 -[2023-09-12 18:21:54,412][130109] Initialized w:4 v:3 player:4 -[2023-09-12 18:21:54,412][130109] Initialized w:4 v:3 player:0 -[2023-09-12 18:21:54,413][130109] Initialized w:4 v:3 player:1 -[2023-09-12 18:21:54,414][130109] Initialized w:4 v:3 player:3 -[2023-09-12 18:21:54,414][130109] Initialized w:4 v:3 player:2 -[2023-09-12 18:21:54,415][130109] 8 agent workers initialized for env 4! -[2023-09-12 18:21:54,424][130141] Initializing env for player 0, init_info: {'port': 40603}... -[2023-09-12 18:21:54,430][130142] Using port 40902 on host... -[2023-09-12 18:21:54,433][130108] Decorrelating experience for 96 frames... -[2023-09-12 18:21:54,447][130142] Initializing env for player 1, init_info: {'port': 40902}... -[2023-09-12 18:21:54,448][130109] Decorrelating experience for 96 frames... -[2023-09-12 18:21:54,467][130141] Using port 40603 on host... -[2023-09-12 18:21:54,480][130141] Initializing env for player 1, init_info: {'port': 40603}... -[2023-09-12 18:21:54,497][130142] Initializing env for player 2, init_info: {'port': 40902}... -[2023-09-12 18:21:54,530][130141] Initializing env for player 2, init_info: {'port': 40603}... -[2023-09-12 18:21:54,548][130142] Initializing env for player 3, init_info: {'port': 40902}... -[2023-09-12 18:21:54,591][130141] Initializing env for player 3, init_info: {'port': 40603}... -[2023-09-12 18:21:54,598][130142] Initializing env for player 4, init_info: {'port': 40902}... -[2023-09-12 18:21:54,638][130141] Initializing env for player 4, init_info: {'port': 40603}... -[2023-09-12 18:21:54,649][130142] Initializing env for player 5, init_info: {'port': 40902}... -[2023-09-12 18:21:54,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:21:54,688][130141] Initializing env for player 5, init_info: {'port': 40603}... -[2023-09-12 18:21:54,711][130142] Initializing env for player 6, init_info: {'port': 40902}... -[2023-09-12 18:21:54,751][130141] Initializing env for player 6, init_info: {'port': 40603}... -[2023-09-12 18:21:54,776][130142] Initializing env for player 7, init_info: {'port': 40902}... -[2023-09-12 18:21:54,819][130141] Initializing env for player 7, init_info: {'port': 40603}... -[2023-09-12 18:21:55,469][130106] Port 40403 is available -[2023-09-12 18:21:55,470][130106] Using port 40403 -[2023-09-12 18:21:55,470][130106] Initializing env for player 0, init_info: {'port': 40403}... -[2023-09-12 18:21:55,506][130106] Using port 40403 on host... -[2023-09-12 18:21:55,521][130106] Initializing env for player 1, init_info: {'port': 40403}... -[2023-09-12 18:21:55,573][130106] Initializing env for player 2, init_info: {'port': 40403}... -[2023-09-12 18:21:55,627][130106] Initializing env for player 3, init_info: {'port': 40403}... -[2023-09-12 18:21:55,695][130106] Initializing env for player 4, init_info: {'port': 40403}... -[2023-09-12 18:21:55,735][130106] Initializing env for player 5, init_info: {'port': 40403}... -[2023-09-12 18:21:55,815][130106] Initializing env for player 6, init_info: {'port': 40403}... -[2023-09-12 18:21:55,866][130106] Initializing env for player 7, init_info: {'port': 40403}... -[2023-09-12 18:21:56,217][130142] Initialized w:6 v:2 player:0 -[2023-09-12 18:21:56,219][130142] Initialized w:6 v:2 player:2 -[2023-09-12 18:21:56,220][130142] Initialized w:6 v:2 player:6 -[2023-09-12 18:21:56,221][130142] Initialized w:6 v:2 player:3 -[2023-09-12 18:21:56,222][130142] Initialized w:6 v:2 player:4 -[2023-09-12 18:21:56,224][130142] Initialized w:6 v:2 player:7 -[2023-09-12 18:21:56,224][130142] Initialized w:6 v:2 player:1 -[2023-09-12 18:21:56,224][130142] Initialized w:6 v:2 player:5 -[2023-09-12 18:21:56,225][130142] 8 agent workers initialized for env 6! -[2023-09-12 18:21:56,231][130141] Initialized w:3 v:3 player:2 -[2023-09-12 18:21:56,231][130141] Initialized w:3 v:3 player:4 -[2023-09-12 18:21:56,232][130141] Initialized w:3 v:3 player:6 -[2023-09-12 18:21:56,232][130141] Initialized w:3 v:3 player:7 -[2023-09-12 18:21:56,232][130141] Initialized w:3 v:3 player:5 -[2023-09-12 18:21:56,232][130141] Initialized w:3 v:3 player:0 -[2023-09-12 18:21:56,233][130141] Initialized w:3 v:3 player:1 -[2023-09-12 18:21:56,233][130141] Initialized w:3 v:3 player:3 -[2023-09-12 18:21:56,234][130141] 8 agent workers initialized for env 3! -[2023-09-12 18:21:56,263][130142] Decorrelating experience for 64 frames... -[2023-09-12 18:21:56,287][130141] Decorrelating experience for 96 frames... -[2023-09-12 18:21:57,023][130142] Port 40903 is available -[2023-09-12 18:21:57,023][130142] Using port 40903 -[2023-09-12 18:21:57,024][130142] Initializing env for player 0, init_info: {'port': 40903}... -[2023-09-12 18:21:57,056][130142] Using port 40903 on host... -[2023-09-12 18:21:57,074][130142] Initializing env for player 1, init_info: {'port': 40903}... -[2023-09-12 18:21:57,130][130142] Initializing env for player 2, init_info: {'port': 40903}... -[2023-09-12 18:21:57,163][130106] Initialized w:1 v:3 player:4 -[2023-09-12 18:21:57,163][130106] Initialized w:1 v:3 player:5 -[2023-09-12 18:21:57,164][130106] Initialized w:1 v:3 player:3 -[2023-09-12 18:21:57,166][130106] Initialized w:1 v:3 player:0 -[2023-09-12 18:21:57,166][130106] Initialized w:1 v:3 player:1 -[2023-09-12 18:21:57,166][130106] Initialized w:1 v:3 player:2 -[2023-09-12 18:21:57,167][130106] Initialized w:1 v:3 player:6 -[2023-09-12 18:21:57,168][130106] Initialized w:1 v:3 player:7 -[2023-09-12 18:21:57,169][130106] 8 agent workers initialized for env 1! -[2023-09-12 18:21:57,180][130142] Initializing env for player 3, init_info: {'port': 40903}... -[2023-09-12 18:21:57,209][130106] Decorrelating experience for 96 frames... -[2023-09-12 18:21:57,243][130142] Initializing env for player 4, init_info: {'port': 40903}... -[2023-09-12 18:21:57,291][130142] Initializing env for player 5, init_info: {'port': 40903}... -[2023-09-12 18:21:57,347][130142] Initializing env for player 6, init_info: {'port': 40903}... -[2023-09-12 18:21:57,395][130142] Initializing env for player 7, init_info: {'port': 40903}... -[2023-09-12 18:21:58,410][129907] Signal inference workers to stop experience collection... -[2023-09-12 18:21:58,430][130071] InferenceWorker_p0-w0: stopping experience collection -[2023-09-12 18:21:58,949][130142] Initialized w:6 v:3 player:4 -[2023-09-12 18:21:58,950][130142] Initialized w:6 v:3 player:6 -[2023-09-12 18:21:58,951][130142] Initialized w:6 v:3 player:0 -[2023-09-12 18:21:58,951][130142] Initialized w:6 v:3 player:3 -[2023-09-12 18:21:58,952][130142] Initialized w:6 v:3 player:1 -[2023-09-12 18:21:58,951][130142] Initialized w:6 v:3 player:5 -[2023-09-12 18:21:58,951][130142] Initialized w:6 v:3 player:2 -[2023-09-12 18:21:58,952][130142] Initialized w:6 v:3 player:7 -[2023-09-12 18:21:58,953][130142] 8 agent workers initialized for env 6! -[2023-09-12 18:21:59,000][130142] Decorrelating experience for 96 frames... -[2023-09-12 18:21:59,376][129907] EvtLoop [learner_proc0_evt_loop, process=learner_proc0] unhandled exception in slot='on_new_training_batch' connected to emitter=Emitter(object_id='Batcher_0', signal_name='training_batches_available'), args=(0,) -Traceback (most recent call last): - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py", line 355, in _process_signal - slot_callable(*args) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner_worker.py", line 150, in on_new_training_batch - stats = self.learner.train(self.batcher.training_batches[batch_idx]) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 1046, in train - train_stats = self._train(buff, self.cfg.batch_size, experience_size, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 731, in _train - ) = self._calculate_losses(mb, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 649, in _calculate_losses - exploration_loss = self.exploration_loss_func(action_distribution, valids, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 477, in _symmetric_kl_exploration_loss - kl_prior = action_distribution.symmetric_kl_with_uniform_prior() - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in symmetric_kl_with_uniform_prior - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] -AttributeError: 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' -[2023-09-12 18:21:59,377][129907] Unhandled exception 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' in evt loop learner_proc0_evt_loop -[2023-09-12 18:21:59,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 123.7. Samples: 1856. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:00,070][129210] Heartbeat connected on Batcher_0 -[2023-09-12 18:22:00,077][129210] Heartbeat connected on InferenceWorker_p0-w0 -[2023-09-12 18:22:00,085][129210] Heartbeat connected on RolloutWorker_w1 -[2023-09-12 18:22:00,088][129210] Heartbeat connected on RolloutWorker_w2 -[2023-09-12 18:22:00,091][129210] Heartbeat connected on RolloutWorker_w3 -[2023-09-12 18:22:00,094][129210] Heartbeat connected on RolloutWorker_w4 -[2023-09-12 18:22:00,097][129210] Heartbeat connected on RolloutWorker_w5 -[2023-09-12 18:22:00,100][129210] Heartbeat connected on RolloutWorker_w6 -[2023-09-12 18:22:00,103][129210] Heartbeat connected on RolloutWorker_w7 -[2023-09-12 18:22:04,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 225.6. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:09,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 180.5. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:14,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 150.4. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:19,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 128.9. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:24,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 112.8. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:29,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 100.3. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:34,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 100.3. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:39,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 100.3. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:44,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 59.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:49,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:54,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:22:59,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:04,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:09,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:14,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:19,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:24,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:29,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:34,655][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 4512. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:23:38,652][130072] VizDoom game.init() threw an exception SignalException('Signal SIGINT received. ViZDoom instance has been closed.'). Terminate process... -[2023-09-12 18:23:38,653][129210] Keyboard interrupt detected in the event loop EvtLoop [Runner_EvtLoop, process=main process 129210], exiting... -[2023-09-12 18:23:38,655][130072] Failed with error RuntimeError('Critical error: worker stuck on initialization. Abort! '), trying again -[2023-09-12 18:23:38,656][129907] Stopping Batcher_0... -[2023-09-12 18:23:38,657][129907] Loop batcher_evt_loop terminating... -[2023-09-12 18:23:38,656][129210] Runner profile tree view: -main_loop: 118.5532 -[2023-09-12 18:23:38,658][129210] Collected {0: 0}, FPS: 0.0 -[2023-09-12 18:23:38,672][130071] Weights refcount: 2 0 -[2023-09-12 18:23:38,673][130071] Stopping InferenceWorker_p0-w0... -[2023-09-12 18:23:38,673][130071] Loop inference_proc0-0_evt_loop terminating... -[2023-09-12 18:23:38,819][129210] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 18:23:38,820][129210] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 18:23:38,821][129210] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 18:23:38,821][129210] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 18:23:38,822][129210] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 18:23:38,822][129210] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 18:23:38,824][129210] Adding new argument 'max_num_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 18:23:38,825][129210] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 18:23:38,825][129210] Adding new argument 'push_to_hub'=False that is not in the saved config file! -[2023-09-12 18:23:38,826][129210] Adding new argument 'hf_repository'=None that is not in the saved config file! -[2023-09-12 18:23:38,827][129210] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 18:23:38,828][129210] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 18:23:38,829][129210] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 18:23:38,830][129210] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 18:23:38,831][129210] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 18:23:38,834][129210] Multi agent env, num agents: 8 -[2023-09-12 18:23:38,879][129210] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:23:38,884][129210] RunningMeanStd input shape: (23,) -[2023-09-12 18:23:38,886][129210] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 18:23:38,887][129210] RunningMeanStd input shape: (1,) -[2023-09-12 18:23:38,907][129210] ConvEncoder: input_channels=3 -[2023-09-12 18:23:39,115][129210] Conv encoder output size: 512 -[2023-09-12 18:23:39,118][129210] Policy head output size: 640 -[2023-09-12 18:23:39,662][130072] Port 40303 is available -[2023-09-12 18:23:39,662][130072] Using port 40303 -[2023-09-12 18:23:39,663][130072] Initializing env for player 0, init_info: {'port': 40303}... -[2023-09-12 18:23:39,694][130072] Using port 40303 on host... -[2023-09-12 18:23:39,714][130072] Initializing env for player 1, init_info: {'port': 40303}... -[2023-09-12 18:23:39,764][130072] Initializing env for player 2, init_info: {'port': 40303}... -[2023-09-12 18:23:39,814][130072] Initializing env for player 3, init_info: {'port': 40303}... -[2023-09-12 18:23:39,879][130072] Initializing env for player 4, init_info: {'port': 40303}... -[2023-09-12 18:23:39,935][130072] Initializing env for player 5, init_info: {'port': 40303}... -[2023-09-12 18:23:39,983][130072] Initializing env for player 6, init_info: {'port': 40303}... -[2023-09-12 18:23:40,075][130072] Initializing env for player 7, init_info: {'port': 40303}... -[2023-09-12 18:23:40,305][129210] No checkpoints found -[2023-09-12 18:23:41,345][130072] Initialized w:0 v:3 player:6 -[2023-09-12 18:23:41,347][130072] Initialized w:0 v:3 player:2 -[2023-09-12 18:23:41,347][130072] Initialized w:0 v:3 player:5 -[2023-09-12 18:23:41,349][130072] Initialized w:0 v:3 player:4 -[2023-09-12 18:23:41,349][130072] Initialized w:0 v:3 player:1 -[2023-09-12 18:23:41,349][130072] Initialized w:0 v:3 player:3 -[2023-09-12 18:23:41,350][130072] Initialized w:0 v:3 player:0 -[2023-09-12 18:23:41,876][130109] Stopping RolloutWorker_w4... -[2023-09-12 18:23:41,876][130109] Loop rollout_proc4_evt_loop terminating... -[2023-09-12 18:23:41,879][130141] Stopping RolloutWorker_w3... -[2023-09-12 18:23:41,880][130141] Loop rollout_proc3_evt_loop terminating... -[2023-09-12 18:23:41,887][130106] Stopping RolloutWorker_w1... -[2023-09-12 18:23:41,888][130106] Loop rollout_proc1_evt_loop terminating... -[2023-09-12 18:23:41,890][130143] Stopping RolloutWorker_w7... -[2023-09-12 18:23:41,890][130143] Loop rollout_proc7_evt_loop terminating... -[2023-09-12 18:23:41,903][130107] Stopping RolloutWorker_w2... -[2023-09-12 18:23:41,904][130107] Loop rollout_proc2_evt_loop terminating... -[2023-09-12 18:23:41,945][130108] Stopping RolloutWorker_w5... -[2023-09-12 18:23:41,945][130108] Loop rollout_proc5_evt_loop terminating... -[2023-09-12 18:23:41,970][130142] Stopping RolloutWorker_w6... -[2023-09-12 18:23:41,971][130142] Loop rollout_proc6_evt_loop terminating... -[2023-09-12 18:23:42,345][130072] Initialized w:0 v:3 player:7 -[2023-09-12 18:23:42,346][130072] 8 agent workers initialized for env 0! -[2023-09-12 18:23:42,394][130072] Decorrelating experience for 96 frames... -[2023-09-12 18:23:46,477][130072] Stopping RolloutWorker_w0... -[2023-09-12 18:23:46,478][130072] Loop rollout_proc0_evt_loop terminating... -[2023-09-12 18:24:12,661][129210] Environment doom_basic already registered, overwriting... -[2023-09-12 18:24:12,664][129210] Environment doom_two_colors_easy already registered, overwriting... -[2023-09-12 18:24:12,665][129210] Environment doom_two_colors_hard already registered, overwriting... -[2023-09-12 18:24:12,666][129210] Environment doom_dm already registered, overwriting... -[2023-09-12 18:24:12,667][129210] Environment doom_dwango5 already registered, overwriting... -[2023-09-12 18:24:12,668][129210] Environment doom_my_way_home_flat_actions already registered, overwriting... -[2023-09-12 18:24:12,669][129210] Environment doom_defend_the_center_flat_actions already registered, overwriting... -[2023-09-12 18:24:12,670][129210] Environment doom_my_way_home already registered, overwriting... -[2023-09-12 18:24:12,673][129210] Environment doom_deadly_corridor already registered, overwriting... -[2023-09-12 18:24:12,674][129210] Environment doom_defend_the_center already registered, overwriting... -[2023-09-12 18:24:12,675][129210] Environment doom_defend_the_line already registered, overwriting... -[2023-09-12 18:24:12,676][129210] Environment doom_health_gathering already registered, overwriting... -[2023-09-12 18:24:12,677][129210] Environment doom_health_gathering_supreme already registered, overwriting... -[2023-09-12 18:24:12,678][129210] Environment doom_battle already registered, overwriting... -[2023-09-12 18:24:12,679][129210] Environment doom_battle2 already registered, overwriting... -[2023-09-12 18:24:12,680][129210] Environment doom_duel_bots already registered, overwriting... -[2023-09-12 18:24:12,681][129210] Environment doom_deathmatch_bots already registered, overwriting... -[2023-09-12 18:24:12,681][129210] Environment doom_duel already registered, overwriting... -[2023-09-12 18:24:12,682][129210] Environment doom_deathmatch_full already registered, overwriting... -[2023-09-12 18:24:12,683][129210] Environment doom_benchmark already registered, overwriting... -[2023-09-12 18:24:12,684][129210] register_encoder_factory: -[2023-09-12 18:24:12,706][129210] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 18:24:12,707][129210] Overriding arg 'env' with value 'doom_dwango5' passed from command line -[2023-09-12 18:24:12,712][129210] Experiment dir /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment already exists! -[2023-09-12 18:24:12,713][129210] Resuming existing experiment from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment... -[2023-09-12 18:24:12,713][129210] Weights and Biases integration disabled -[2023-09-12 18:24:12,716][129210] Environment var CUDA_VISIBLE_DEVICES is 0,1 - -[2023-09-12 18:24:14,817][129210] Starting experiment with the following configuration: -help=False -algo=APPO -env=doom_dwango5 -experiment=default_experiment -train_dir=/home/cogstack/Documents/optuna/environments/sample_factory/train_dir -restart_behavior=resume -device=gpu -seed=None -num_policies=1 -async_rl=True -serial_mode=False -batched_sampling=False -num_batches_to_accumulate=2 -worker_num_splits=2 -policy_workers_per_policy=1 -max_policy_lag=1000 -num_workers=8 -num_envs_per_worker=4 -batch_size=1024 -num_batches_per_epoch=1 -num_epochs=1 -rollout=32 -recurrence=32 -shuffle_minibatches=False -gamma=0.99 -reward_scale=1.0 -reward_clip=1000.0 -value_bootstrap=False -normalize_returns=True -exploration_loss_coeff=0.001 -value_loss_coeff=0.5 -kl_loss_coeff=0.0 -exploration_loss=symmetric_kl -gae_lambda=0.95 -ppo_clip_ratio=0.1 -ppo_clip_value=0.2 -with_vtrace=False -vtrace_rho=1.0 -vtrace_c=1.0 -optimizer=adam -adam_eps=1e-06 -adam_beta1=0.9 -adam_beta2=0.999 -max_grad_norm=4.0 -learning_rate=0.0001 -lr_schedule=constant -lr_schedule_kl_threshold=0.008 -lr_adaptive_min=1e-06 -lr_adaptive_max=0.01 -obs_subtract_mean=0.0 -obs_scale=255.0 -normalize_input=True -normalize_input_keys=None -decorrelate_experience_max_seconds=0 -decorrelate_envs_on_one_worker=True -actor_worker_gpus=[] -set_workers_cpu_affinity=True -force_envs_single_thread=False -default_niceness=0 -log_to_file=True -experiment_summaries_interval=10 -flush_summaries_interval=30 -stats_avg=100 -summaries_use_frameskip=True -heartbeat_interval=20 -heartbeat_reporting_interval=600 -train_for_env_steps=20000000 -train_for_seconds=10000000000 -save_every_sec=120 -keep_checkpoints=2 -load_checkpoint_kind=latest -save_milestones_sec=-1 -save_best_every_sec=5 -save_best_metric=reward -save_best_after=100000 -benchmark=False -encoder_mlp_layers=[512, 512] -encoder_conv_architecture=convnet_simple -encoder_conv_mlp_layers=[512] -use_rnn=True -rnn_size=512 -rnn_type=gru -rnn_num_layers=1 -decoder_mlp_layers=[] -nonlinearity=elu -policy_initialization=orthogonal -policy_init_gain=1.0 -actor_critic_share_weights=True -adaptive_stddev=True -continuous_tanh_scale=0.0 -initial_stddev=1.0 -use_env_info_cache=False -env_gpu_actions=False -env_gpu_observations=True -env_frameskip=4 -env_framestack=1 -pixel_format=CHW -use_record_episode_statistics=False -with_wandb=False -wandb_user=None -wandb_project=sample_factory -wandb_group=None -wandb_job_type=SF -wandb_tags=[] -with_pbt=False -pbt_mix_policies_in_one_env=True -pbt_period_env_steps=5000000 -pbt_start_mutation=20000000 -pbt_replace_fraction=0.3 -pbt_mutation_rate=0.15 -pbt_replace_reward_gap=0.1 -pbt_replace_reward_gap_absolute=1e-06 -pbt_optimize_gamma=False -pbt_target_objective=true_objective -pbt_perturb_min=1.1 -pbt_perturb_max=1.5 -num_agents=-1 -num_humans=0 -num_bots=-1 -start_bot_difficulty=None -timelimit=None -res_w=128 -res_h=72 -wide_aspect_ratio=False -eval_env_frameskip=1 -fps=35 -command_line=--env=doom_dm --num_workers=8 --num_envs_per_worker=4 --train_for_env_steps=20000000 -cli_args={'env': 'doom_dm', 'num_workers': 8, 'num_envs_per_worker': 4, 'train_for_env_steps': 20000000} -git_hash=20b6d44612dad7d171f23e13b1f3b4c5e5631cf9 -git_repo_name=https://github.com/MattStammers/optuna.git -[2023-09-12 18:24:14,820][129210] Saving configuration to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json... -[2023-09-12 18:24:15,827][129210] Rollout worker 0 uses device cpu -[2023-09-12 18:24:15,829][129210] Rollout worker 1 uses device cpu -[2023-09-12 18:24:15,830][129210] Rollout worker 2 uses device cpu -[2023-09-12 18:24:15,832][129210] Rollout worker 3 uses device cpu -[2023-09-12 18:24:15,834][129210] Rollout worker 4 uses device cpu -[2023-09-12 18:24:15,836][129210] Rollout worker 5 uses device cpu -[2023-09-12 18:24:15,837][129210] Rollout worker 6 uses device cpu -[2023-09-12 18:24:15,839][129210] Rollout worker 7 uses device cpu -[2023-09-12 18:24:16,016][129210] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:24:16,017][129210] InferenceWorker_p0-w0: min num requests: 2 -[2023-09-12 18:24:16,051][129210] Starting all processes... -[2023-09-12 18:24:16,052][129210] Starting process learner_proc0 -[2023-09-12 18:24:17,682][129210] Starting all processes... -[2023-09-12 18:24:17,684][09685] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:24:17,684][09685] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0 -[2023-09-12 18:24:17,689][129210] Starting process inference_proc0-0 -[2023-09-12 18:24:17,689][129210] Starting process rollout_proc0 -[2023-09-12 18:24:17,690][129210] Starting process rollout_proc1 -[2023-09-12 18:24:17,690][129210] Starting process rollout_proc2 -[2023-09-12 18:24:17,691][129210] Starting process rollout_proc3 -[2023-09-12 18:24:17,691][129210] Starting process rollout_proc4 -[2023-09-12 18:24:17,692][129210] Starting process rollout_proc5 -[2023-09-12 18:24:17,725][09685] Num visible devices: 1 -[2023-09-12 18:24:17,692][129210] Starting process rollout_proc6 -[2023-09-12 18:24:17,693][129210] Starting process rollout_proc7 -[2023-09-12 18:24:17,774][09685] Starting seed is not provided -[2023-09-12 18:24:17,774][09685] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:24:17,774][09685] Initializing actor-critic model on device cuda:0 -[2023-09-12 18:24:17,775][09685] RunningMeanStd input shape: (23,) -[2023-09-12 18:24:17,775][09685] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 18:24:17,777][09685] RunningMeanStd input shape: (1,) -[2023-09-12 18:24:17,807][09685] ConvEncoder: input_channels=3 -[2023-09-12 18:24:18,010][09685] Conv encoder output size: 512 -[2023-09-12 18:24:18,011][09685] Policy head output size: 640 -[2023-09-12 18:24:18,040][09685] Created Actor Critic model with architecture: -[2023-09-12 18:24:18,040][09685] ActorCriticSharedWeights( - (obs_normalizer): ObservationNormalizer( - (running_mean_std): RunningMeanStdDictInPlace( - (running_mean_std): ModuleDict( - (measurements): RunningMeanStdInPlace() - (obs): RunningMeanStdInPlace() - ) - ) - ) - (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) - (encoder): VizdoomEncoder( - (basic_encoder): ConvEncoder( - (enc): RecursiveScriptModule( - original_name=ConvEncoderImpl - (conv_head): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Conv2d) - (1): RecursiveScriptModule(original_name=ELU) - (2): RecursiveScriptModule(original_name=Conv2d) - (3): RecursiveScriptModule(original_name=ELU) - (4): RecursiveScriptModule(original_name=Conv2d) - (5): RecursiveScriptModule(original_name=ELU) - ) - (mlp_layers): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Linear) - (1): RecursiveScriptModule(original_name=ELU) - ) - ) - ) - (measurements_head): Sequential( - (0): Linear(in_features=23, out_features=128, bias=True) - (1): ELU(alpha=1.0) - (2): Linear(in_features=128, out_features=128, bias=True) - (3): ELU(alpha=1.0) - ) - ) - (core): ModelCoreRNN( - (core): GRU(640, 512) - ) - (decoder): MlpDecoder( - (mlp): Identity() - ) - (critic_linear): Linear(in_features=512, out_features=1, bias=True) - (action_parameterization): ActionParameterizationDefault( - (distribution_linear): Linear(in_features=512, out_features=15, bias=True) - ) -) -[2023-09-12 18:24:19,420][09685] Using optimizer -[2023-09-12 18:24:19,421][09685] No checkpoints found -[2023-09-12 18:24:19,421][09685] Did not load from checkpoint, starting from scratch! -[2023-09-12 18:24:19,421][09685] Initialized policy 0 weights for model version 0 -[2023-09-12 18:24:19,423][09685] LearnerWorker_p0 finished initialization! -[2023-09-12 18:24:19,423][09685] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:24:19,746][09915] Worker 6 uses CPU cores [24, 25, 26, 27] -[2023-09-12 18:24:19,760][09823] Worker 2 uses CPU cores [8, 9, 10, 11] -[2023-09-12 18:24:19,771][09914] Worker 7 uses CPU cores [28, 29, 30, 31] -[2023-09-12 18:24:19,789][09855] Worker 4 uses CPU cores [16, 17, 18, 19] -[2023-09-12 18:24:19,831][09822] Worker 1 uses CPU cores [4, 5, 6, 7] -[2023-09-12 18:24:19,909][09860] Worker 3 uses CPU cores [12, 13, 14, 15] -[2023-09-12 18:24:19,938][09820] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 18:24:19,938][09820] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0 -[2023-09-12 18:24:19,947][09821] Worker 0 uses CPU cores [0, 1, 2, 3] -[2023-09-12 18:24:19,959][09820] Num visible devices: 1 -[2023-09-12 18:24:20,137][09916] Worker 5 uses CPU cores [20, 21, 22, 23] -[2023-09-12 18:24:20,138][129210] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:20,648][09820] RunningMeanStd input shape: (23,) -[2023-09-12 18:24:20,648][09820] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 18:24:20,648][09820] RunningMeanStd input shape: (1,) -[2023-09-12 18:24:20,660][09820] ConvEncoder: input_channels=3 -[2023-09-12 18:24:20,760][09820] Conv encoder output size: 512 -[2023-09-12 18:24:20,761][09820] Policy head output size: 640 -[2023-09-12 18:24:21,105][129210] Inference worker 0-0 is ready! -[2023-09-12 18:24:21,107][129210] All inference workers are ready! Signal rollout workers to start! -[2023-09-12 18:24:21,111][09860] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,112][09914] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,112][09822] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,113][09916] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,114][09855] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,114][09821] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,114][09823] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,114][09915] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,143][09860] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,147][09860] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,147][09914] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,148][09822] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,151][09916] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,152][09914] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,153][09822] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,156][09916] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,166][09823] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,166][09915] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,166][09855] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,166][09821] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 18:24:21,172][09823] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,172][09915] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,172][09821] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,172][09855] Multi agent env, num agents: 8 -[2023-09-12 18:24:21,204][09916] Port 40800 is available -[2023-09-12 18:24:21,204][09822] Port 40400 is available -[2023-09-12 18:24:21,204][09916] Using port 40800 -[2023-09-12 18:24:21,204][09822] Using port 40400 -[2023-09-12 18:24:21,204][09914] Port 41000 is available -[2023-09-12 18:24:21,205][09914] Using port 41000 -[2023-09-12 18:24:21,205][09916] Initializing env for player 0, init_info: {'port': 40800}... -[2023-09-12 18:24:21,205][09822] Initializing env for player 0, init_info: {'port': 40400}... -[2023-09-12 18:24:21,206][09914] Initializing env for player 0, init_info: {'port': 41000}... -[2023-09-12 18:24:21,223][09821] Port 40300 is available -[2023-09-12 18:24:21,223][09821] Using port 40300 -[2023-09-12 18:24:21,223][09823] Port 40500 is available -[2023-09-12 18:24:21,223][09823] Using port 40500 -[2023-09-12 18:24:21,223][09855] Port 40700 is available -[2023-09-12 18:24:21,223][09855] Using port 40700 -[2023-09-12 18:24:21,224][09823] Initializing env for player 0, init_info: {'port': 40500}... -[2023-09-12 18:24:21,224][09821] Initializing env for player 0, init_info: {'port': 40300}... -[2023-09-12 18:24:21,224][09915] Port 40900 is available -[2023-09-12 18:24:21,224][09915] Using port 40900 -[2023-09-12 18:24:21,224][09855] Initializing env for player 0, init_info: {'port': 40700}... -[2023-09-12 18:24:21,225][09915] Initializing env for player 0, init_info: {'port': 40900}... -[2023-09-12 18:24:21,236][09822] Using port 40400 on host... -[2023-09-12 18:24:21,238][09916] Using port 40800 on host... -[2023-09-12 18:24:21,251][09914] Using port 41000 on host... -[2023-09-12 18:24:21,254][09855] Using port 40700 on host... -[2023-09-12 18:24:21,256][09916] Initializing env for player 1, init_info: {'port': 40800}... -[2023-09-12 18:24:21,256][09822] Initializing env for player 1, init_info: {'port': 40400}... -[2023-09-12 18:24:21,259][09860] Port 40600 is available -[2023-09-12 18:24:21,259][09860] Using port 40600 -[2023-09-12 18:24:21,259][09914] Initializing env for player 1, init_info: {'port': 41000}... -[2023-09-12 18:24:21,260][09821] Using port 40300 on host... -[2023-09-12 18:24:21,260][09860] Initializing env for player 0, init_info: {'port': 40600}... -[2023-09-12 18:24:21,273][09823] Using port 40500 on host... -[2023-09-12 18:24:21,274][09915] Using port 40900 on host... -[2023-09-12 18:24:21,275][09855] Initializing env for player 1, init_info: {'port': 40700}... -[2023-09-12 18:24:21,276][09821] Initializing env for player 1, init_info: {'port': 40300}... -[2023-09-12 18:24:21,275][09915] Initializing env for player 1, init_info: {'port': 40900}... -[2023-09-12 18:24:21,283][09823] Initializing env for player 1, init_info: {'port': 40500}... -[2023-09-12 18:24:21,292][09860] Using port 40600 on host... -[2023-09-12 18:24:21,306][09916] Initializing env for player 2, init_info: {'port': 40800}... -[2023-09-12 18:24:21,309][09822] Initializing env for player 2, init_info: {'port': 40400}... -[2023-09-12 18:24:21,310][09914] Initializing env for player 2, init_info: {'port': 41000}... -[2023-09-12 18:24:21,311][09860] Initializing env for player 1, init_info: {'port': 40600}... -[2023-09-12 18:24:21,325][09823] Initializing env for player 2, init_info: {'port': 40500}... -[2023-09-12 18:24:21,325][09855] Initializing env for player 2, init_info: {'port': 40700}... -[2023-09-12 18:24:21,326][09915] Initializing env for player 2, init_info: {'port': 40900}... -[2023-09-12 18:24:21,326][09821] Initializing env for player 2, init_info: {'port': 40300}... -[2023-09-12 18:24:21,359][09916] Initializing env for player 3, init_info: {'port': 40800}... -[2023-09-12 18:24:21,361][09860] Initializing env for player 2, init_info: {'port': 40600}... -[2023-09-12 18:24:21,361][09914] Initializing env for player 3, init_info: {'port': 41000}... -[2023-09-12 18:24:21,363][09822] Initializing env for player 3, init_info: {'port': 40400}... -[2023-09-12 18:24:21,375][09823] Initializing env for player 3, init_info: {'port': 40500}... -[2023-09-12 18:24:21,376][09915] Initializing env for player 3, init_info: {'port': 40900}... -[2023-09-12 18:24:21,379][09855] Initializing env for player 3, init_info: {'port': 40700}... -[2023-09-12 18:24:21,379][09821] Initializing env for player 3, init_info: {'port': 40300}... -[2023-09-12 18:24:21,411][09914] Initializing env for player 4, init_info: {'port': 41000}... -[2023-09-12 18:24:21,411][09822] Initializing env for player 4, init_info: {'port': 40400}... -[2023-09-12 18:24:21,415][09860] Initializing env for player 3, init_info: {'port': 40600}... -[2023-09-12 18:24:21,421][09916] Initializing env for player 4, init_info: {'port': 40800}... -[2023-09-12 18:24:21,426][09823] Initializing env for player 4, init_info: {'port': 40500}... -[2023-09-12 18:24:21,431][09855] Initializing env for player 4, init_info: {'port': 40700}... -[2023-09-12 18:24:21,435][09821] Initializing env for player 4, init_info: {'port': 40300}... -[2023-09-12 18:24:21,434][09915] Initializing env for player 4, init_info: {'port': 40900}... -[2023-09-12 18:24:21,467][09860] Initializing env for player 4, init_info: {'port': 40600}... -[2023-09-12 18:24:21,467][09914] Initializing env for player 5, init_info: {'port': 41000}... -[2023-09-12 18:24:21,480][09823] Initializing env for player 5, init_info: {'port': 40500}... -[2023-09-12 18:24:21,481][09855] Initializing env for player 5, init_info: {'port': 40700}... -[2023-09-12 18:24:21,476][09822] Initializing env for player 5, init_info: {'port': 40400}... -[2023-09-12 18:24:21,486][09821] Initializing env for player 5, init_info: {'port': 40300}... -[2023-09-12 18:24:21,492][09915] Initializing env for player 5, init_info: {'port': 40900}... -[2023-09-12 18:24:21,497][09916] Initializing env for player 5, init_info: {'port': 40800}... -[2023-09-12 18:24:21,518][09914] Initializing env for player 6, init_info: {'port': 41000}... -[2023-09-12 18:24:21,525][09860] Initializing env for player 5, init_info: {'port': 40600}... -[2023-09-12 18:24:21,526][09822] Initializing env for player 6, init_info: {'port': 40400}... -[2023-09-12 18:24:21,528][09823] Initializing env for player 6, init_info: {'port': 40500}... -[2023-09-12 18:24:21,532][09855] Initializing env for player 6, init_info: {'port': 40700}... -[2023-09-12 18:24:21,539][09821] Initializing env for player 6, init_info: {'port': 40300}... -[2023-09-12 18:24:21,551][09916] Initializing env for player 6, init_info: {'port': 40800}... -[2023-09-12 18:24:21,542][09915] Initializing env for player 6, init_info: {'port': 40900}... -[2023-09-12 18:24:21,579][09822] Initializing env for player 7, init_info: {'port': 40400}... -[2023-09-12 18:24:21,579][09860] Initializing env for player 6, init_info: {'port': 40600}... -[2023-09-12 18:24:21,582][09823] Initializing env for player 7, init_info: {'port': 40500}... -[2023-09-12 18:24:21,588][09821] Initializing env for player 7, init_info: {'port': 40300}... -[2023-09-12 18:24:21,593][09915] Initializing env for player 7, init_info: {'port': 40900}... -[2023-09-12 18:24:21,595][09855] Initializing env for player 7, init_info: {'port': 40700}... -[2023-09-12 18:24:21,596][09914] Initializing env for player 7, init_info: {'port': 41000}... -[2023-09-12 18:24:21,607][09916] Initializing env for player 7, init_info: {'port': 40800}... -[2023-09-12 18:24:21,651][09860] Initializing env for player 7, init_info: {'port': 40600}... -[2023-09-12 18:24:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:23,206][09915] Initialized w:6 v:0 player:7 -[2023-09-12 18:24:23,209][09915] Initialized w:6 v:0 player:3 -[2023-09-12 18:24:23,209][09915] Initialized w:6 v:0 player:1 -[2023-09-12 18:24:23,210][09915] Initialized w:6 v:0 player:2 -[2023-09-12 18:24:23,210][09915] Initialized w:6 v:0 player:5 -[2023-09-12 18:24:23,210][09915] Initialized w:6 v:0 player:0 -[2023-09-12 18:24:23,211][09915] Initialized w:6 v:0 player:6 -[2023-09-12 18:24:23,212][09915] Initialized w:6 v:0 player:4 -[2023-09-12 18:24:23,213][09915] 8 agent workers initialized for env 6! -[2023-09-12 18:24:23,234][09823] Initialized w:2 v:0 player:0 -[2023-09-12 18:24:23,235][09823] Initialized w:2 v:0 player:6 -[2023-09-12 18:24:23,236][09823] Initialized w:2 v:0 player:4 -[2023-09-12 18:24:23,237][09823] Initialized w:2 v:0 player:1 -[2023-09-12 18:24:23,237][09823] Initialized w:2 v:0 player:7 -[2023-09-12 18:24:23,238][09823] Initialized w:2 v:0 player:5 -[2023-09-12 18:24:23,238][09823] Initialized w:2 v:0 player:2 -[2023-09-12 18:24:23,238][09823] Initialized w:2 v:0 player:3 -[2023-09-12 18:24:23,241][09823] 8 agent workers initialized for env 2! -[2023-09-12 18:24:23,259][09821] Initialized w:0 v:0 player:0 -[2023-09-12 18:24:23,262][09821] Initialized w:0 v:0 player:4 -[2023-09-12 18:24:23,263][09821] Initialized w:0 v:0 player:3 -[2023-09-12 18:24:23,263][09821] Initialized w:0 v:0 player:2 -[2023-09-12 18:24:23,263][09821] Initialized w:0 v:0 player:1 -[2023-09-12 18:24:23,263][09821] Initialized w:0 v:0 player:7 -[2023-09-12 18:24:23,263][09821] Initialized w:0 v:0 player:6 -[2023-09-12 18:24:23,264][09821] Initialized w:0 v:0 player:5 -[2023-09-12 18:24:23,266][09915] Decorrelating experience for 0 frames... -[2023-09-12 18:24:23,267][09821] 8 agent workers initialized for env 0! -[2023-09-12 18:24:23,268][09915] Port 40901 is available -[2023-09-12 18:24:23,268][09915] Using port 40901 -[2023-09-12 18:24:23,271][09822] Initialized w:1 v:0 player:4 -[2023-09-12 18:24:23,272][09822] Initialized w:1 v:0 player:2 -[2023-09-12 18:24:23,272][09822] Initialized w:1 v:0 player:5 -[2023-09-12 18:24:23,273][09822] Initialized w:1 v:0 player:3 -[2023-09-12 18:24:23,274][09822] Initialized w:1 v:0 player:1 -[2023-09-12 18:24:23,274][09822] Initialized w:1 v:0 player:6 -[2023-09-12 18:24:23,274][09822] Initialized w:1 v:0 player:7 -[2023-09-12 18:24:23,275][09822] Initialized w:1 v:0 player:0 -[2023-09-12 18:24:23,276][09822] 8 agent workers initialized for env 1! -[2023-09-12 18:24:23,277][09916] Initialized w:5 v:0 player:5 -[2023-09-12 18:24:23,280][09916] Initialized w:5 v:0 player:4 -[2023-09-12 18:24:23,281][09916] Initialized w:5 v:0 player:3 -[2023-09-12 18:24:23,281][09916] Initialized w:5 v:0 player:6 -[2023-09-12 18:24:23,281][09916] Initialized w:5 v:0 player:0 -[2023-09-12 18:24:23,282][09916] Initialized w:5 v:0 player:2 -[2023-09-12 18:24:23,287][09916] Initialized w:5 v:0 player:7 -[2023-09-12 18:24:23,296][09823] Decorrelating experience for 0 frames... -[2023-09-12 18:24:23,297][09823] Port 40501 is available -[2023-09-12 18:24:23,297][09823] Using port 40501 -[2023-09-12 18:24:23,298][09823] Initializing env for player 0, init_info: {'port': 40501}... -[2023-09-12 18:24:23,307][09855] Initialized w:4 v:0 player:3 -[2023-09-12 18:24:23,310][09855] Initialized w:4 v:0 player:5 -[2023-09-12 18:24:23,310][09855] Initialized w:4 v:0 player:0 -[2023-09-12 18:24:23,311][09855] Initialized w:4 v:0 player:4 -[2023-09-12 18:24:23,312][09855] Initialized w:4 v:0 player:7 -[2023-09-12 18:24:23,312][09855] Initialized w:4 v:0 player:6 -[2023-09-12 18:24:23,312][09855] Initialized w:4 v:0 player:2 -[2023-09-12 18:24:23,312][09855] Initialized w:4 v:0 player:1 -[2023-09-12 18:24:23,315][09855] 8 agent workers initialized for env 4! -[2023-09-12 18:24:23,316][09822] Decorrelating experience for 0 frames... -[2023-09-12 18:24:23,317][09822] Port 40401 is available -[2023-09-12 18:24:23,317][09822] Using port 40401 -[2023-09-12 18:24:23,318][09822] Initializing env for player 0, init_info: {'port': 40401}... -[2023-09-12 18:24:23,320][09821] Decorrelating experience for 0 frames... -[2023-09-12 18:24:23,322][09821] Port 40301 is available -[2023-09-12 18:24:23,323][09821] Using port 40301 -[2023-09-12 18:24:23,323][09821] Initializing env for player 0, init_info: {'port': 40301}... -[2023-09-12 18:24:23,327][09823] Using port 40501 on host... -[2023-09-12 18:24:23,346][09822] Using port 40401 on host... -[2023-09-12 18:24:23,348][09823] Initializing env for player 1, init_info: {'port': 40501}... -[2023-09-12 18:24:23,366][09821] Using port 40301 on host... -[2023-09-12 18:24:23,368][09822] Initializing env for player 1, init_info: {'port': 40401}... -[2023-09-12 18:24:23,376][09855] Decorrelating experience for 0 frames... -[2023-09-12 18:24:23,376][09821] Initializing env for player 1, init_info: {'port': 40301}... -[2023-09-12 18:24:23,377][09855] Port 40701 is available -[2023-09-12 18:24:23,378][09855] Using port 40701 -[2023-09-12 18:24:23,399][09823] Initializing env for player 2, init_info: {'port': 40501}... -[2023-09-12 18:24:23,419][09822] Initializing env for player 2, init_info: {'port': 40401}... -[2023-09-12 18:24:23,426][09821] Initializing env for player 2, init_info: {'port': 40301}... -[2023-09-12 18:24:23,434][09860] Initialized w:3 v:0 player:4 -[2023-09-12 18:24:23,435][09860] Initialized w:3 v:0 player:6 -[2023-09-12 18:24:23,436][09860] Initialized w:3 v:0 player:7 -[2023-09-12 18:24:23,436][09860] Initialized w:3 v:0 player:3 -[2023-09-12 18:24:23,437][09860] Initialized w:3 v:0 player:1 -[2023-09-12 18:24:23,437][09860] Initialized w:3 v:0 player:0 -[2023-09-12 18:24:23,438][09860] Initialized w:3 v:0 player:5 -[2023-09-12 18:24:23,439][09860] Initialized w:3 v:0 player:2 -[2023-09-12 18:24:23,440][09860] 8 agent workers initialized for env 3! -[2023-09-12 18:24:23,455][09823] Initializing env for player 3, init_info: {'port': 40501}... -[2023-09-12 18:24:23,469][09822] Initializing env for player 3, init_info: {'port': 40401}... -[2023-09-12 18:24:23,479][09821] Initializing env for player 3, init_info: {'port': 40301}... -[2023-09-12 18:24:23,494][09860] Decorrelating experience for 0 frames... -[2023-09-12 18:24:23,496][09860] Port 40601 is available -[2023-09-12 18:24:23,496][09860] Using port 40601 -[2023-09-12 18:24:23,497][09860] Initializing env for player 0, init_info: {'port': 40601}... -[2023-09-12 18:24:23,507][09823] Initializing env for player 4, init_info: {'port': 40501}... -[2023-09-12 18:24:23,531][09821] Initializing env for player 4, init_info: {'port': 40301}... -[2023-09-12 18:24:23,539][09822] Initializing env for player 4, init_info: {'port': 40401}... -[2023-09-12 18:24:23,542][09860] Using port 40601 on host... -[2023-09-12 18:24:23,551][09860] Initializing env for player 1, init_info: {'port': 40601}... -[2023-09-12 18:24:23,555][09823] Initializing env for player 5, init_info: {'port': 40501}... -[2023-09-12 18:24:23,567][09914] Initialized w:7 v:0 player:0 -[2023-09-12 18:24:23,569][09914] Initialized w:7 v:0 player:6 -[2023-09-12 18:24:23,570][09914] Initialized w:7 v:0 player:4 -[2023-09-12 18:24:23,571][09914] Initialized w:7 v:0 player:2 -[2023-09-12 18:24:23,571][09914] Initialized w:7 v:0 player:5 -[2023-09-12 18:24:23,571][09914] Initialized w:7 v:0 player:1 -[2023-09-12 18:24:23,571][09914] Initialized w:7 v:0 player:7 -[2023-09-12 18:24:23,572][09914] Initialized w:7 v:0 player:3 -[2023-09-12 18:24:23,574][09914] 8 agent workers initialized for env 7! -[2023-09-12 18:24:23,589][09821] Initializing env for player 5, init_info: {'port': 40301}... -[2023-09-12 18:24:23,595][09822] Initializing env for player 5, init_info: {'port': 40401}... -[2023-09-12 18:24:23,601][09860] Initializing env for player 2, init_info: {'port': 40601}... -[2023-09-12 18:24:23,607][09823] Initializing env for player 6, init_info: {'port': 40501}... -[2023-09-12 18:24:23,635][09914] Decorrelating experience for 0 frames... -[2023-09-12 18:24:23,637][09914] Port 41001 is available -[2023-09-12 18:24:23,637][09914] Using port 41001 -[2023-09-12 18:24:23,638][09914] Initializing env for player 0, init_info: {'port': 41001}... -[2023-09-12 18:24:23,643][09821] Initializing env for player 6, init_info: {'port': 40301}... -[2023-09-12 18:24:23,647][09822] Initializing env for player 6, init_info: {'port': 40401}... -[2023-09-12 18:24:23,655][09860] Initializing env for player 3, init_info: {'port': 40601}... -[2023-09-12 18:24:23,663][09823] Initializing env for player 7, init_info: {'port': 40501}... -[2023-09-12 18:24:23,684][09914] Using port 41001 on host... -[2023-09-12 18:24:23,693][09914] Initializing env for player 1, init_info: {'port': 41001}... -[2023-09-12 18:24:23,693][09821] Initializing env for player 7, init_info: {'port': 40301}... -[2023-09-12 18:24:23,707][09822] Initializing env for player 7, init_info: {'port': 40401}... -[2023-09-12 18:24:23,711][09860] Initializing env for player 4, init_info: {'port': 40601}... -[2023-09-12 18:24:23,747][09914] Initializing env for player 2, init_info: {'port': 41001}... -[2023-09-12 18:24:23,759][09860] Initializing env for player 5, init_info: {'port': 40601}... -[2023-09-12 18:24:23,798][09914] Initializing env for player 3, init_info: {'port': 41001}... -[2023-09-12 18:24:23,811][09860] Initializing env for player 6, init_info: {'port': 40601}... -[2023-09-12 18:24:23,859][09914] Initializing env for player 4, init_info: {'port': 41001}... -[2023-09-12 18:24:23,875][09860] Initializing env for player 7, init_info: {'port': 40601}... -[2023-09-12 18:24:23,919][09914] Initializing env for player 5, init_info: {'port': 41001}... -[2023-09-12 18:24:23,971][09914] Initializing env for player 6, init_info: {'port': 41001}... -[2023-09-12 18:24:24,023][09914] Initializing env for player 7, init_info: {'port': 41001}... -[2023-09-12 18:24:24,277][09916] Initialized w:5 v:0 player:1 -[2023-09-12 18:24:24,279][09916] 8 agent workers initialized for env 5! -[2023-09-12 18:24:24,296][09855] Initializing env for player 0, init_info: {'port': 40701}... -[2023-09-12 18:24:24,331][09855] Using port 40701 on host... -[2023-09-12 18:24:24,346][09855] Initializing env for player 1, init_info: {'port': 40701}... -[2023-09-12 18:24:24,367][09916] Decorrelating experience for 0 frames... -[2023-09-12 18:24:24,369][09916] Port 40801 is available -[2023-09-12 18:24:24,369][09916] Using port 40801 -[2023-09-12 18:24:24,370][09916] Initializing env for player 0, init_info: {'port': 40801}... -[2023-09-12 18:24:24,397][09855] Initializing env for player 2, init_info: {'port': 40701}... -[2023-09-12 18:24:24,399][09916] Using port 40801 on host... -[2023-09-12 18:24:24,420][09916] Initializing env for player 1, init_info: {'port': 40801}... -[2023-09-12 18:24:24,447][09855] Initializing env for player 3, init_info: {'port': 40701}... -[2023-09-12 18:24:24,471][09916] Initializing env for player 2, init_info: {'port': 40801}... -[2023-09-12 18:24:24,499][09855] Initializing env for player 4, init_info: {'port': 40701}... -[2023-09-12 18:24:24,527][09916] Initializing env for player 3, init_info: {'port': 40801}... -[2023-09-12 18:24:24,551][09855] Initializing env for player 5, init_info: {'port': 40701}... -[2023-09-12 18:24:24,579][09916] Initializing env for player 4, init_info: {'port': 40801}... -[2023-09-12 18:24:24,607][09855] Initializing env for player 6, init_info: {'port': 40701}... -[2023-09-12 18:24:24,634][09916] Initializing env for player 5, init_info: {'port': 40801}... -[2023-09-12 18:24:24,659][09855] Initializing env for player 7, init_info: {'port': 40701}... -[2023-09-12 18:24:24,687][09916] Initializing env for player 6, init_info: {'port': 40801}... -[2023-09-12 18:24:24,743][09916] Initializing env for player 7, init_info: {'port': 40801}... -[2023-09-12 18:24:24,922][09823] Initialized w:2 v:1 player:6 -[2023-09-12 18:24:24,924][09823] Initialized w:2 v:1 player:7 -[2023-09-12 18:24:24,925][09823] Initialized w:2 v:1 player:5 -[2023-09-12 18:24:24,925][09823] Initialized w:2 v:1 player:2 -[2023-09-12 18:24:24,926][09823] Initialized w:2 v:1 player:4 -[2023-09-12 18:24:24,925][09823] Initialized w:2 v:1 player:0 -[2023-09-12 18:24:24,928][09823] Initialized w:2 v:1 player:3 -[2023-09-12 18:24:24,929][09823] Initialized w:2 v:1 player:1 -[2023-09-12 18:24:24,930][09823] 8 agent workers initialized for env 2! -[2023-09-12 18:24:24,960][09821] Initialized w:0 v:1 player:5 -[2023-09-12 18:24:24,961][09821] Initialized w:0 v:1 player:7 -[2023-09-12 18:24:24,963][09821] Initialized w:0 v:1 player:1 -[2023-09-12 18:24:24,963][09821] Initialized w:0 v:1 player:4 -[2023-09-12 18:24:24,963][09821] Initialized w:0 v:1 player:6 -[2023-09-12 18:24:24,964][09821] Initialized w:0 v:1 player:2 -[2023-09-12 18:24:24,964][09821] Initialized w:0 v:1 player:3 -[2023-09-12 18:24:24,964][09821] Initialized w:0 v:1 player:0 -[2023-09-12 18:24:24,966][09821] 8 agent workers initialized for env 0! -[2023-09-12 18:24:24,978][09822] Initialized w:1 v:1 player:4 -[2023-09-12 18:24:24,980][09822] Initialized w:1 v:1 player:0 -[2023-09-12 18:24:24,982][09822] Initialized w:1 v:1 player:5 -[2023-09-12 18:24:24,982][09822] Initialized w:1 v:1 player:1 -[2023-09-12 18:24:24,984][09822] Initialized w:1 v:1 player:2 -[2023-09-12 18:24:24,984][09822] Initialized w:1 v:1 player:6 -[2023-09-12 18:24:24,985][09822] Initialized w:1 v:1 player:7 -[2023-09-12 18:24:24,985][09822] Initialized w:1 v:1 player:3 -[2023-09-12 18:24:24,987][09822] 8 agent workers initialized for env 1! -[2023-09-12 18:24:24,990][09915] Initializing env for player 0, init_info: {'port': 40901}... -[2023-09-12 18:24:24,996][09823] Decorrelating experience for 32 frames... -[2023-09-12 18:24:25,013][09821] Decorrelating experience for 32 frames... -[2023-09-12 18:24:25,029][09915] Using port 40901 on host... -[2023-09-12 18:24:25,051][09915] Initializing env for player 1, init_info: {'port': 40901}... -[2023-09-12 18:24:25,057][09822] Decorrelating experience for 32 frames... -[2023-09-12 18:24:25,111][09915] Initializing env for player 2, init_info: {'port': 40901}... -[2023-09-12 18:24:25,167][09915] Initializing env for player 3, init_info: {'port': 40901}... -[2023-09-12 18:24:25,231][09915] Initializing env for player 4, init_info: {'port': 40901}... -[2023-09-12 18:24:25,279][09915] Initializing env for player 5, init_info: {'port': 40901}... -[2023-09-12 18:24:25,313][09821] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,335][09915] Initializing env for player 6, init_info: {'port': 40901}... -[2023-09-12 18:24:25,344][09821] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,383][09915] Initializing env for player 7, init_info: {'port': 40901}... -[2023-09-12 18:24:25,383][09821] Port 40302 is available -[2023-09-12 18:24:25,383][09821] Using port 40302 -[2023-09-12 18:24:25,394][09821] Initializing env for player 0, init_info: {'port': 40302}... -[2023-09-12 18:24:25,399][09860] Initialized w:3 v:1 player:0 -[2023-09-12 18:24:25,400][09914] Initialized w:7 v:1 player:1 -[2023-09-12 18:24:25,402][09914] Initialized w:7 v:1 player:6 -[2023-09-12 18:24:25,402][09860] Initialized w:3 v:1 player:2 -[2023-09-12 18:24:25,403][09914] Initialized w:7 v:1 player:7 -[2023-09-12 18:24:25,403][09860] Initialized w:3 v:1 player:6 -[2023-09-12 18:24:25,403][09860] Initialized w:3 v:1 player:4 -[2023-09-12 18:24:25,403][09860] Initialized w:3 v:1 player:7 -[2023-09-12 18:24:25,404][09914] Initialized w:7 v:1 player:0 -[2023-09-12 18:24:25,404][09914] Initialized w:7 v:1 player:2 -[2023-09-12 18:24:25,404][09860] Initialized w:3 v:1 player:1 -[2023-09-12 18:24:25,404][09914] Initialized w:7 v:1 player:4 -[2023-09-12 18:24:25,405][09914] Initialized w:7 v:1 player:3 -[2023-09-12 18:24:25,404][09860] Initialized w:3 v:1 player:5 -[2023-09-12 18:24:25,404][09860] Initialized w:3 v:1 player:3 -[2023-09-12 18:24:25,406][09860] 8 agent workers initialized for env 3! -[2023-09-12 18:24:25,434][09821] Initializing env for player 1, init_info: {'port': 40302}... -[2023-09-12 18:24:25,437][09822] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,439][09821] Using port 40302 on host... -[2023-09-12 18:24:25,441][09860] Decorrelating experience for 32 frames... -[2023-09-12 18:24:25,484][09822] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,486][09821] Initializing env for player 2, init_info: {'port': 40302}... -[2023-09-12 18:24:25,503][09823] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,531][09822] Port 40402 is available -[2023-09-12 18:24:25,531][09822] Using port 40402 -[2023-09-12 18:24:25,531][09822] Initializing env for player 0, init_info: {'port': 40402}... -[2023-09-12 18:24:25,546][09821] Initializing env for player 3, init_info: {'port': 40302}... -[2023-09-12 18:24:25,550][09823] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,566][09822] Using port 40402 on host... -[2023-09-12 18:24:25,583][09822] Initializing env for player 1, init_info: {'port': 40402}... -[2023-09-12 18:24:25,596][09823] Port 40502 is available -[2023-09-12 18:24:25,596][09821] Initializing env for player 4, init_info: {'port': 40302}... -[2023-09-12 18:24:25,597][09823] Using port 40502 -[2023-09-12 18:24:25,597][09823] Initializing env for player 0, init_info: {'port': 40502}... -[2023-09-12 18:24:25,642][09823] Using port 40502 on host... -[2023-09-12 18:24:25,642][09822] Initializing env for player 2, init_info: {'port': 40402}... -[2023-09-12 18:24:25,647][09821] Initializing env for player 5, init_info: {'port': 40302}... -[2023-09-12 18:24:25,653][09823] Initializing env for player 1, init_info: {'port': 40502}... -[2023-09-12 18:24:25,701][09821] Initializing env for player 6, init_info: {'port': 40302}... -[2023-09-12 18:24:25,701][09822] Initializing env for player 3, init_info: {'port': 40402}... -[2023-09-12 18:24:25,710][09823] Initializing env for player 2, init_info: {'port': 40502}... -[2023-09-12 18:24:25,759][09821] Initializing env for player 7, init_info: {'port': 40302}... -[2023-09-12 18:24:25,758][09822] Initializing env for player 4, init_info: {'port': 40402}... -[2023-09-12 18:24:25,776][09823] Initializing env for player 3, init_info: {'port': 40502}... -[2023-09-12 18:24:25,794][09860] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,807][09822] Initializing env for player 5, init_info: {'port': 40402}... -[2023-09-12 18:24:25,823][09823] Initializing env for player 4, init_info: {'port': 40502}... -[2023-09-12 18:24:25,829][09860] Multi agent env, num agents: 8 -[2023-09-12 18:24:25,859][09822] Initializing env for player 6, init_info: {'port': 40402}... -[2023-09-12 18:24:25,861][09860] Port 40602 is available -[2023-09-12 18:24:25,861][09860] Using port 40602 -[2023-09-12 18:24:25,875][09823] Initializing env for player 5, init_info: {'port': 40502}... -[2023-09-12 18:24:25,914][09822] Initializing env for player 7, init_info: {'port': 40402}... -[2023-09-12 18:24:25,925][09823] Initializing env for player 6, init_info: {'port': 40502}... -[2023-09-12 18:24:26,003][09823] Initializing env for player 7, init_info: {'port': 40502}... -[2023-09-12 18:24:26,045][09855] Initialized w:4 v:1 player:2 -[2023-09-12 18:24:26,046][09855] Initialized w:4 v:1 player:0 -[2023-09-12 18:24:26,047][09855] Initialized w:4 v:1 player:1 -[2023-09-12 18:24:26,047][09855] Initialized w:4 v:1 player:6 -[2023-09-12 18:24:26,047][09855] Initialized w:4 v:1 player:5 -[2023-09-12 18:24:26,048][09855] Initialized w:4 v:1 player:7 -[2023-09-12 18:24:26,050][09855] Initialized w:4 v:1 player:4 -[2023-09-12 18:24:26,050][09855] Initialized w:4 v:1 player:3 -[2023-09-12 18:24:26,052][09855] 8 agent workers initialized for env 4! -[2023-09-12 18:24:26,100][09855] Decorrelating experience for 32 frames... -[2023-09-12 18:24:26,202][09916] Initialized w:5 v:1 player:6 -[2023-09-12 18:24:26,203][09916] Initialized w:5 v:1 player:5 -[2023-09-12 18:24:26,205][09916] Initialized w:5 v:1 player:3 -[2023-09-12 18:24:26,205][09916] Initialized w:5 v:1 player:0 -[2023-09-12 18:24:26,206][09916] Initialized w:5 v:1 player:1 -[2023-09-12 18:24:26,207][09916] Initialized w:5 v:1 player:7 -[2023-09-12 18:24:26,207][09916] Initialized w:5 v:1 player:4 -[2023-09-12 18:24:26,207][09916] Initialized w:5 v:1 player:2 -[2023-09-12 18:24:26,208][09916] 8 agent workers initialized for env 5! -[2023-09-12 18:24:26,246][09916] Decorrelating experience for 32 frames... -[2023-09-12 18:24:26,430][09855] Multi agent env, num agents: 8 -[2023-09-12 18:24:26,461][09855] Multi agent env, num agents: 8 -[2023-09-12 18:24:26,494][09855] Port 40702 is available -[2023-09-12 18:24:26,494][09855] Using port 40702 -[2023-09-12 18:24:26,495][09855] Initializing env for player 0, init_info: {'port': 40702}... -[2023-09-12 18:24:26,521][09916] Multi agent env, num agents: 8 -[2023-09-12 18:24:26,526][09855] Using port 40702 on host... -[2023-09-12 18:24:26,546][09855] Initializing env for player 1, init_info: {'port': 40702}... -[2023-09-12 18:24:26,551][09916] Multi agent env, num agents: 8 -[2023-09-12 18:24:26,580][09916] Port 40802 is available -[2023-09-12 18:24:26,581][09916] Using port 40802 -[2023-09-12 18:24:26,596][09855] Initializing env for player 2, init_info: {'port': 40702}... -[2023-09-12 18:24:26,647][09855] Initializing env for player 3, init_info: {'port': 40702}... -[2023-09-12 18:24:26,703][09855] Initializing env for player 4, init_info: {'port': 40702}... -[2023-09-12 18:24:26,755][09855] Initializing env for player 5, init_info: {'port': 40702}... -[2023-09-12 18:24:26,779][09915] Initialized w:6 v:1 player:0 -[2023-09-12 18:24:26,780][09915] Initialized w:6 v:1 player:5 -[2023-09-12 18:24:26,780][09915] Initialized w:6 v:1 player:7 -[2023-09-12 18:24:26,782][09915] Initialized w:6 v:1 player:3 -[2023-09-12 18:24:26,782][09915] Initialized w:6 v:1 player:2 -[2023-09-12 18:24:26,782][09915] Initialized w:6 v:1 player:4 -[2023-09-12 18:24:26,782][09915] Initialized w:6 v:1 player:1 -[2023-09-12 18:24:26,782][09915] Initialized w:6 v:1 player:6 -[2023-09-12 18:24:26,784][09915] 8 agent workers initialized for env 6! -[2023-09-12 18:24:26,803][09855] Initializing env for player 6, init_info: {'port': 40702}... -[2023-09-12 18:24:26,816][09915] Decorrelating experience for 32 frames... -[2023-09-12 18:24:26,856][09855] Initializing env for player 7, init_info: {'port': 40702}... -[2023-09-12 18:24:27,086][09821] Initialized w:0 v:2 player:4 -[2023-09-12 18:24:27,089][09821] Initialized w:0 v:2 player:5 -[2023-09-12 18:24:27,089][09821] Initialized w:0 v:2 player:0 -[2023-09-12 18:24:27,091][09821] Initialized w:0 v:2 player:6 -[2023-09-12 18:24:27,096][09821] Initialized w:0 v:2 player:2 -[2023-09-12 18:24:27,096][09821] Initialized w:0 v:2 player:1 -[2023-09-12 18:24:27,102][09915] Multi agent env, num agents: 8 -[2023-09-12 18:24:27,141][09915] Multi agent env, num agents: 8 -[2023-09-12 18:24:27,180][09915] Port 40902 is available -[2023-09-12 18:24:27,180][09915] Using port 40902 -[2023-09-12 18:24:27,180][09915] Initializing env for player 0, init_info: {'port': 40902}... -[2023-09-12 18:24:27,193][09822] Initialized w:1 v:2 player:2 -[2023-09-12 18:24:27,195][09822] Initialized w:1 v:2 player:6 -[2023-09-12 18:24:27,195][09822] Initialized w:1 v:2 player:4 -[2023-09-12 18:24:27,195][09822] Initialized w:1 v:2 player:7 -[2023-09-12 18:24:27,195][09822] Initialized w:1 v:2 player:3 -[2023-09-12 18:24:27,196][09822] Initialized w:1 v:2 player:0 -[2023-09-12 18:24:27,196][09822] Initialized w:1 v:2 player:1 -[2023-09-12 18:24:27,196][09822] Initialized w:1 v:2 player:5 -[2023-09-12 18:24:27,201][09822] 8 agent workers initialized for env 1! -[2023-09-12 18:24:27,213][09915] Using port 40902 on host... -[2023-09-12 18:24:27,224][09860] Initializing env for player 0, init_info: {'port': 40602}... -[2023-09-12 18:24:27,231][09915] Initializing env for player 1, init_info: {'port': 40902}... -[2023-09-12 18:24:27,255][09822] Decorrelating experience for 64 frames... -[2023-09-12 18:24:27,258][09860] Using port 40602 on host... -[2023-09-12 18:24:27,272][09823] Initialized w:2 v:2 player:1 -[2023-09-12 18:24:27,274][09823] Initialized w:2 v:2 player:5 -[2023-09-12 18:24:27,275][09860] Initializing env for player 1, init_info: {'port': 40602}... -[2023-09-12 18:24:27,276][09823] Initialized w:2 v:2 player:7 -[2023-09-12 18:24:27,276][09823] Initialized w:2 v:2 player:2 -[2023-09-12 18:24:27,277][09823] Initialized w:2 v:2 player:4 -[2023-09-12 18:24:27,277][09823] Initialized w:2 v:2 player:6 -[2023-09-12 18:24:27,277][09823] Initialized w:2 v:2 player:0 -[2023-09-12 18:24:27,281][09915] Initializing env for player 2, init_info: {'port': 40902}... -[2023-09-12 18:24:27,325][09860] Initializing env for player 2, init_info: {'port': 40602}... -[2023-09-12 18:24:27,335][09915] Initializing env for player 3, init_info: {'port': 40902}... -[2023-09-12 18:24:27,383][09860] Initializing env for player 3, init_info: {'port': 40602}... -[2023-09-12 18:24:27,385][09915] Initializing env for player 4, init_info: {'port': 40902}... -[2023-09-12 18:24:27,443][09860] Initializing env for player 4, init_info: {'port': 40602}... -[2023-09-12 18:24:27,447][09915] Initializing env for player 5, init_info: {'port': 40902}... -[2023-09-12 18:24:27,495][09860] Initializing env for player 5, init_info: {'port': 40602}... -[2023-09-12 18:24:27,499][09915] Initializing env for player 6, init_info: {'port': 40902}... -[2023-09-12 18:24:27,555][09860] Initializing env for player 6, init_info: {'port': 40602}... -[2023-09-12 18:24:27,571][09915] Initializing env for player 7, init_info: {'port': 40902}... -[2023-09-12 18:24:27,595][09860] Initializing env for player 7, init_info: {'port': 40602}... -[2023-09-12 18:24:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:28,052][09822] Port 40403 is available -[2023-09-12 18:24:28,052][09822] Using port 40403 -[2023-09-12 18:24:28,053][09822] Initializing env for player 0, init_info: {'port': 40403}... -[2023-09-12 18:24:28,086][09821] Initialized w:0 v:2 player:7 -[2023-09-12 18:24:28,096][09822] Using port 40403 on host... -[2023-09-12 18:24:28,107][09855] Initialized w:4 v:2 player:3 -[2023-09-12 18:24:28,108][09855] Initialized w:4 v:2 player:5 -[2023-09-12 18:24:28,108][09855] Initialized w:4 v:2 player:4 -[2023-09-12 18:24:28,109][09822] Initializing env for player 1, init_info: {'port': 40403}... -[2023-09-12 18:24:28,110][09855] Initialized w:4 v:2 player:1 -[2023-09-12 18:24:28,110][09855] Initialized w:4 v:2 player:2 -[2023-09-12 18:24:28,110][09855] Initialized w:4 v:2 player:0 -[2023-09-12 18:24:28,111][09855] Initialized w:4 v:2 player:7 -[2023-09-12 18:24:28,111][09855] Initialized w:4 v:2 player:6 -[2023-09-12 18:24:28,112][09855] 8 agent workers initialized for env 4! -[2023-09-12 18:24:28,168][09822] Initializing env for player 2, init_info: {'port': 40403}... -[2023-09-12 18:24:28,173][09855] Decorrelating experience for 64 frames... -[2023-09-12 18:24:28,218][09822] Initializing env for player 3, init_info: {'port': 40403}... -[2023-09-12 18:24:28,271][09823] Initialized w:2 v:2 player:3 -[2023-09-12 18:24:28,272][09823] 8 agent workers initialized for env 2! -[2023-09-12 18:24:28,275][09822] Initializing env for player 4, init_info: {'port': 40403}... -[2023-09-12 18:24:28,342][09823] Decorrelating experience for 64 frames... -[2023-09-12 18:24:28,352][09822] Initializing env for player 5, init_info: {'port': 40403}... -[2023-09-12 18:24:28,413][09822] Initializing env for player 6, init_info: {'port': 40403}... -[2023-09-12 18:24:28,467][09822] Initializing env for player 7, init_info: {'port': 40403}... -[2023-09-12 18:24:28,841][09915] Initialized w:6 v:2 player:2 -[2023-09-12 18:24:28,843][09915] Initialized w:6 v:2 player:6 -[2023-09-12 18:24:28,844][09915] Initialized w:6 v:2 player:1 -[2023-09-12 18:24:28,844][09915] Initialized w:6 v:2 player:3 -[2023-09-12 18:24:28,844][09915] Initialized w:6 v:2 player:4 -[2023-09-12 18:24:28,846][09915] Initialized w:6 v:2 player:5 -[2023-09-12 18:24:28,847][09915] Initialized w:6 v:2 player:7 -[2023-09-12 18:24:28,848][09915] Initialized w:6 v:2 player:0 -[2023-09-12 18:24:28,849][09915] 8 agent workers initialized for env 6! -[2023-09-12 18:24:28,869][09855] Port 40703 is available -[2023-09-12 18:24:28,870][09855] Using port 40703 -[2023-09-12 18:24:28,870][09855] Initializing env for player 0, init_info: {'port': 40703}... -[2023-09-12 18:24:28,895][09860] Initialized w:3 v:2 player:1 -[2023-09-12 18:24:28,897][09860] Initialized w:3 v:2 player:3 -[2023-09-12 18:24:28,897][09860] Initialized w:3 v:2 player:5 -[2023-09-12 18:24:28,897][09860] Initialized w:3 v:2 player:2 -[2023-09-12 18:24:28,901][09855] Using port 40703 on host... -[2023-09-12 18:24:28,898][09860] Initialized w:3 v:2 player:7 -[2023-09-12 18:24:28,898][09860] Initialized w:3 v:2 player:6 -[2023-09-12 18:24:28,898][09860] Initialized w:3 v:2 player:4 -[2023-09-12 18:24:28,901][09860] Initialized w:3 v:2 player:0 -[2023-09-12 18:24:28,903][09860] 8 agent workers initialized for env 3! -[2023-09-12 18:24:28,913][09915] Decorrelating experience for 64 frames... -[2023-09-12 18:24:28,921][09855] Initializing env for player 1, init_info: {'port': 40703}... -[2023-09-12 18:24:28,937][09860] Decorrelating experience for 64 frames... -[2023-09-12 18:24:28,980][09855] Initializing env for player 2, init_info: {'port': 40703}... -[2023-09-12 18:24:28,999][09823] Port 40503 is available -[2023-09-12 18:24:28,999][09823] Using port 40503 -[2023-09-12 18:24:29,000][09823] Initializing env for player 0, init_info: {'port': 40503}... -[2023-09-12 18:24:29,030][09855] Initializing env for player 3, init_info: {'port': 40703}... -[2023-09-12 18:24:29,036][09823] Using port 40503 on host... -[2023-09-12 18:24:29,051][09823] Initializing env for player 1, init_info: {'port': 40503}... -[2023-09-12 18:24:29,085][09855] Initializing env for player 4, init_info: {'port': 40703}... -[2023-09-12 18:24:29,102][09823] Initializing env for player 2, init_info: {'port': 40503}... -[2023-09-12 18:24:29,135][09855] Initializing env for player 5, init_info: {'port': 40703}... -[2023-09-12 18:24:29,155][09823] Initializing env for player 3, init_info: {'port': 40503}... -[2023-09-12 18:24:29,199][09855] Initializing env for player 6, init_info: {'port': 40703}... -[2023-09-12 18:24:29,211][09823] Initializing env for player 4, init_info: {'port': 40503}... -[2023-09-12 18:24:29,239][09855] Initializing env for player 7, init_info: {'port': 40703}... -[2023-09-12 18:24:29,263][09823] Initializing env for player 5, init_info: {'port': 40503}... -[2023-09-12 18:24:29,319][09823] Initializing env for player 6, init_info: {'port': 40503}... -[2023-09-12 18:24:29,367][09823] Initializing env for player 7, init_info: {'port': 40503}... -[2023-09-12 18:24:29,660][09915] Port 40903 is available -[2023-09-12 18:24:29,660][09915] Using port 40903 -[2023-09-12 18:24:29,726][09860] Port 40603 is available -[2023-09-12 18:24:29,726][09860] Using port 40603 -[2023-09-12 18:24:29,726][09860] Initializing env for player 0, init_info: {'port': 40603}... -[2023-09-12 18:24:29,755][09860] Using port 40603 on host... -[2023-09-12 18:24:29,777][09860] Initializing env for player 1, init_info: {'port': 40603}... -[2023-09-12 18:24:29,801][09822] Initialized w:1 v:3 player:7 -[2023-09-12 18:24:29,802][09822] Initialized w:1 v:3 player:5 -[2023-09-12 18:24:29,802][09822] Initialized w:1 v:3 player:4 -[2023-09-12 18:24:29,802][09822] Initialized w:1 v:3 player:6 -[2023-09-12 18:24:29,802][09822] Initialized w:1 v:3 player:0 -[2023-09-12 18:24:29,803][09822] Initialized w:1 v:3 player:3 -[2023-09-12 18:24:29,803][09822] Initialized w:1 v:3 player:2 -[2023-09-12 18:24:29,803][09822] Initialized w:1 v:3 player:1 -[2023-09-12 18:24:29,805][09822] 8 agent workers initialized for env 1! -[2023-09-12 18:24:29,812][09915] Initializing env for player 0, init_info: {'port': 40903}... -[2023-09-12 18:24:29,839][09860] Initializing env for player 2, init_info: {'port': 40603}... -[2023-09-12 18:24:29,844][09915] Using port 40903 on host... -[2023-09-12 18:24:29,848][09822] Decorrelating experience for 96 frames... -[2023-09-12 18:24:29,863][09915] Initializing env for player 1, init_info: {'port': 40903}... -[2023-09-12 18:24:29,900][09860] Initializing env for player 3, init_info: {'port': 40603}... -[2023-09-12 18:24:29,913][09915] Initializing env for player 2, init_info: {'port': 40903}... -[2023-09-12 18:24:29,950][09860] Initializing env for player 4, init_info: {'port': 40603}... -[2023-09-12 18:24:29,967][09915] Initializing env for player 3, init_info: {'port': 40903}... -[2023-09-12 18:24:30,007][09860] Initializing env for player 5, init_info: {'port': 40603}... -[2023-09-12 18:24:30,019][09915] Initializing env for player 4, init_info: {'port': 40903}... -[2023-09-12 18:24:30,071][09915] Initializing env for player 5, init_info: {'port': 40903}... -[2023-09-12 18:24:30,076][09860] Initializing env for player 6, init_info: {'port': 40603}... -[2023-09-12 18:24:30,123][09860] Initializing env for player 7, init_info: {'port': 40603}... -[2023-09-12 18:24:30,151][09915] Initializing env for player 6, init_info: {'port': 40903}... -[2023-09-12 18:24:30,175][09915] Initializing env for player 7, init_info: {'port': 40903}... -[2023-09-12 18:24:30,602][09823] Initialized w:2 v:3 player:0 -[2023-09-12 18:24:30,606][09823] Initialized w:2 v:3 player:1 -[2023-09-12 18:24:30,607][09823] Initialized w:2 v:3 player:2 -[2023-09-12 18:24:30,607][09823] Initialized w:2 v:3 player:3 -[2023-09-12 18:24:30,607][09823] Initialized w:2 v:3 player:7 -[2023-09-12 18:24:30,607][09823] Initialized w:2 v:3 player:5 -[2023-09-12 18:24:30,607][09823] Initialized w:2 v:3 player:4 -[2023-09-12 18:24:30,607][09823] Initialized w:2 v:3 player:6 -[2023-09-12 18:24:30,609][09823] 8 agent workers initialized for env 2! -[2023-09-12 18:24:30,635][09855] Initialized w:4 v:3 player:3 -[2023-09-12 18:24:30,636][09855] Initialized w:4 v:3 player:0 -[2023-09-12 18:24:30,637][09855] Initialized w:4 v:3 player:2 -[2023-09-12 18:24:30,637][09855] Initialized w:4 v:3 player:1 -[2023-09-12 18:24:30,637][09855] Initialized w:4 v:3 player:6 -[2023-09-12 18:24:30,637][09855] Initialized w:4 v:3 player:4 -[2023-09-12 18:24:30,638][09855] Initialized w:4 v:3 player:7 -[2023-09-12 18:24:30,638][09855] Initialized w:4 v:3 player:5 -[2023-09-12 18:24:30,640][09855] 8 agent workers initialized for env 4! -[2023-09-12 18:24:30,655][09823] Decorrelating experience for 96 frames... -[2023-09-12 18:24:30,683][09855] Decorrelating experience for 96 frames... -[2023-09-12 18:24:31,332][09915] Initialized w:6 v:3 player:4 -[2023-09-12 18:24:31,333][09915] Initialized w:6 v:3 player:5 -[2023-09-12 18:24:31,334][09915] Initialized w:6 v:3 player:2 -[2023-09-12 18:24:31,334][09915] Initialized w:6 v:3 player:0 -[2023-09-12 18:24:31,334][09915] Initialized w:6 v:3 player:1 -[2023-09-12 18:24:31,334][09915] Initialized w:6 v:3 player:7 -[2023-09-12 18:24:31,334][09915] Initialized w:6 v:3 player:6 -[2023-09-12 18:24:31,334][09915] Initialized w:6 v:3 player:3 -[2023-09-12 18:24:31,338][09915] 8 agent workers initialized for env 6! -[2023-09-12 18:24:31,392][09915] Decorrelating experience for 96 frames... -[2023-09-12 18:24:31,427][09860] Initialized w:3 v:3 player:0 -[2023-09-12 18:24:31,429][09860] Initialized w:3 v:3 player:3 -[2023-09-12 18:24:31,429][09860] Initialized w:3 v:3 player:4 -[2023-09-12 18:24:31,429][09860] Initialized w:3 v:3 player:6 -[2023-09-12 18:24:31,430][09860] Initialized w:3 v:3 player:5 -[2023-09-12 18:24:31,431][09860] Initialized w:3 v:3 player:2 -[2023-09-12 18:24:31,431][09860] Initialized w:3 v:3 player:7 -[2023-09-12 18:24:32,425][09860] Initialized w:3 v:3 player:1 -[2023-09-12 18:24:32,426][09860] 8 agent workers initialized for env 3! -[2023-09-12 18:24:32,490][09860] Decorrelating experience for 96 frames... -[2023-09-12 18:24:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:33,098][09685] Signal inference workers to stop experience collection... -[2023-09-12 18:24:33,118][09820] InferenceWorker_p0-w0: stopping experience collection -[2023-09-12 18:24:34,302][09685] EvtLoop [learner_proc0_evt_loop, process=learner_proc0] unhandled exception in slot='on_new_training_batch' connected to emitter=Emitter(object_id='Batcher_0', signal_name='training_batches_available'), args=(0,) -Traceback (most recent call last): - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py", line 355, in _process_signal - slot_callable(*args) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner_worker.py", line 150, in on_new_training_batch - stats = self.learner.train(self.batcher.training_batches[batch_idx]) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 1046, in train - train_stats = self._train(buff, self.cfg.batch_size, experience_size, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 731, in _train - ) = self._calculate_losses(mb, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 649, in _calculate_losses - exploration_loss = self.exploration_loss_func(action_distribution, valids, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 477, in _symmetric_kl_exploration_loss - kl_prior = action_distribution.symmetric_kl_with_uniform_prior() - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in symmetric_kl_with_uniform_prior - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] -AttributeError: 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' -[2023-09-12 18:24:34,303][09685] Unhandled exception 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' in evt loop learner_proc0_evt_loop -[2023-09-12 18:24:36,010][129210] Heartbeat connected on Batcher_0 -[2023-09-12 18:24:36,016][129210] Heartbeat connected on InferenceWorker_p0-w0 -[2023-09-12 18:24:36,025][129210] Heartbeat connected on RolloutWorker_w1 -[2023-09-12 18:24:36,029][129210] Heartbeat connected on RolloutWorker_w2 -[2023-09-12 18:24:36,034][129210] Heartbeat connected on RolloutWorker_w3 -[2023-09-12 18:24:36,038][129210] Heartbeat connected on RolloutWorker_w4 -[2023-09-12 18:24:36,046][129210] Heartbeat connected on RolloutWorker_w6 -[2023-09-12 18:24:36,593][09916] Port 40802 is available -[2023-09-12 18:24:36,594][09916] Using port 40802 -[2023-09-12 18:24:36,594][09916] Initializing env for player 0, init_info: {'port': 40802}... -[2023-09-12 18:24:36,628][09916] Using port 40802 on host... -[2023-09-12 18:24:36,645][09916] Initializing env for player 1, init_info: {'port': 40802}... -[2023-09-12 18:24:36,695][09916] Initializing env for player 2, init_info: {'port': 40802}... -[2023-09-12 18:24:36,746][09916] Initializing env for player 3, init_info: {'port': 40802}... -[2023-09-12 18:24:36,803][09916] Initializing env for player 4, init_info: {'port': 40802}... -[2023-09-12 18:24:36,859][09916] Initializing env for player 5, init_info: {'port': 40802}... -[2023-09-12 18:24:36,915][09916] Initializing env for player 6, init_info: {'port': 40802}... -[2023-09-12 18:24:36,971][09916] Initializing env for player 7, init_info: {'port': 40802}... -[2023-09-12 18:24:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 206.6. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:38,190][09916] Initialized w:5 v:2 player:3 -[2023-09-12 18:24:38,193][09916] Initialized w:5 v:2 player:4 -[2023-09-12 18:24:38,193][09916] Initialized w:5 v:2 player:0 -[2023-09-12 18:24:38,193][09916] Initialized w:5 v:2 player:7 -[2023-09-12 18:24:38,193][09916] Initialized w:5 v:2 player:1 -[2023-09-12 18:24:38,194][09916] Initialized w:5 v:2 player:2 -[2023-09-12 18:24:38,194][09916] Initialized w:5 v:2 player:6 -[2023-09-12 18:24:38,194][09916] Initialized w:5 v:2 player:5 -[2023-09-12 18:24:38,196][09916] 8 agent workers initialized for env 5! -[2023-09-12 18:24:38,246][09916] Decorrelating experience for 64 frames... -[2023-09-12 18:24:38,744][09916] Port 40803 is available -[2023-09-12 18:24:38,744][09916] Using port 40803 -[2023-09-12 18:24:38,745][09916] Initializing env for player 0, init_info: {'port': 40803}... -[2023-09-12 18:24:38,773][09916] Using port 40803 on host... -[2023-09-12 18:24:38,796][09916] Initializing env for player 1, init_info: {'port': 40803}... -[2023-09-12 18:24:38,846][09916] Initializing env for player 2, init_info: {'port': 40803}... -[2023-09-12 18:24:38,897][09916] Initializing env for player 3, init_info: {'port': 40803}... -[2023-09-12 18:24:38,955][09916] Initializing env for player 4, init_info: {'port': 40803}... -[2023-09-12 18:24:39,011][09916] Initializing env for player 5, init_info: {'port': 40803}... -[2023-09-12 18:24:39,063][09916] Initializing env for player 6, init_info: {'port': 40803}... -[2023-09-12 18:24:39,131][09916] Initializing env for player 7, init_info: {'port': 40803}... -[2023-09-12 18:24:40,340][09916] Initialized w:5 v:3 player:1 -[2023-09-12 18:24:40,340][09916] Initialized w:5 v:3 player:4 -[2023-09-12 18:24:40,340][09916] Initialized w:5 v:3 player:0 -[2023-09-12 18:24:40,340][09916] Initialized w:5 v:3 player:6 -[2023-09-12 18:24:40,340][09916] Initialized w:5 v:3 player:3 -[2023-09-12 18:24:40,340][09916] Initialized w:5 v:3 player:7 -[2023-09-12 18:24:40,340][09916] Initialized w:5 v:3 player:2 -[2023-09-12 18:24:40,341][09916] Initialized w:5 v:3 player:5 -[2023-09-12 18:24:40,344][09916] 8 agent workers initialized for env 5! -[2023-09-12 18:24:40,387][09916] Decorrelating experience for 96 frames... -[2023-09-12 18:24:41,160][129210] Heartbeat connected on RolloutWorker_w5 -[2023-09-12 18:24:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 160.9. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 131.7. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 111.5. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:24:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 96.7. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 85.3. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 80.7. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 80.7. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 80.7. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:25:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:26:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:27:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:28:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:29:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:30:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:31:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:32:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:33:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:12,722][129210] Components not started: LearnerWorker_p0, RolloutWorker_w0, RolloutWorker_w7, wait_time=600.0 seconds -[2023-09-12 18:34:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:34:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:35:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:36:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:37:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:38:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:39:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:40:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:41:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:42:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:32,718][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:43:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:12,721][129210] Components not started: LearnerWorker_p0, RolloutWorker_w0, RolloutWorker_w7, wait_time=1200.0 seconds -[2023-09-12 18:44:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:44:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:45:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:46:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:47:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:48:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:49:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:50:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:51:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:52:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:17,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:22,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:27,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:32,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:37,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:42,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:47,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:52,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:53:57,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:54:02,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:54:07,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:54:12,716][129210] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 3632. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 18:54:12,719][129210] Components not started: LearnerWorker_p0, RolloutWorker_w0, RolloutWorker_w7, wait_time=1800.0 seconds -[2023-09-12 18:54:12,722][129210] Components take too long to start: LearnerWorker_p0, RolloutWorker_w0, RolloutWorker_w7. Aborting the experiment! - - - -[2023-09-12 18:54:12,725][09685] Stopping Batcher_0... -[2023-09-12 18:54:12,725][09685] Loop batcher_evt_loop terminating... -[2023-09-12 18:54:12,725][129210] Component Batcher_0 stopped! -[2023-09-12 18:54:12,727][129210] Waiting for ['LearnerWorker_p0', 'InferenceWorker_p0-w0', 'RolloutWorker_w0', 'RolloutWorker_w1', 'RolloutWorker_w2', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 18:54:12,743][09820] Weights refcount: 2 0 -[2023-09-12 18:54:12,744][09820] Stopping InferenceWorker_p0-w0... -[2023-09-12 18:54:12,744][09820] Loop inference_proc0-0_evt_loop terminating... -[2023-09-12 18:54:12,744][129210] Component InferenceWorker_p0-w0 stopped! -[2023-09-12 18:54:12,745][129210] Waiting for ['LearnerWorker_p0', 'RolloutWorker_w0', 'RolloutWorker_w1', 'RolloutWorker_w2', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 18:54:15,940][09822] Stopping RolloutWorker_w1... -[2023-09-12 18:54:15,941][09822] Loop rollout_proc1_evt_loop terminating... -[2023-09-12 18:54:15,941][09916] Stopping RolloutWorker_w5... -[2023-09-12 18:54:15,941][09823] Stopping RolloutWorker_w2... -[2023-09-12 18:54:15,941][09860] Stopping RolloutWorker_w3... -[2023-09-12 18:54:15,941][09916] Loop rollout_proc5_evt_loop terminating... -[2023-09-12 18:54:15,942][09823] Loop rollout_proc2_evt_loop terminating... -[2023-09-12 18:54:15,940][129210] Component LearnerWorker_p0 process died already! Don't wait for it. -[2023-09-12 18:54:15,942][09860] Loop rollout_proc3_evt_loop terminating... -[2023-09-12 18:54:15,942][09915] Stopping RolloutWorker_w6... -[2023-09-12 18:54:15,943][09855] Stopping RolloutWorker_w4... -[2023-09-12 18:54:15,943][09915] Loop rollout_proc6_evt_loop terminating... -[2023-09-12 18:54:15,943][09855] Loop rollout_proc4_evt_loop terminating... -[2023-09-12 18:54:15,942][129210] Component RolloutWorker_w1 stopped! -[2023-09-12 18:54:15,945][129210] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w2', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 18:54:15,946][129210] Component RolloutWorker_w5 stopped! -[2023-09-12 18:54:15,947][129210] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w2', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 18:54:15,949][129210] Component RolloutWorker_w2 stopped! -[2023-09-12 18:54:15,950][129210] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 18:54:15,951][129210] Component RolloutWorker_w3 stopped! -[2023-09-12 18:54:15,952][129210] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w4', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 18:54:15,953][129210] Component RolloutWorker_w6 stopped! -[2023-09-12 18:54:15,954][129210] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w4', 'RolloutWorker_w7'] to stop... -[2023-09-12 18:54:15,955][129210] Component RolloutWorker_w4 stopped! -[2023-09-12 18:54:15,955][129210] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:25:28,797][129210] Keyboard interrupt detected in the event loop EvtLoop [Runner_EvtLoop, process=main process 129210], exiting... -[2023-09-12 19:25:28,800][09821] VizDoom game.init() threw an exception SignalException('Signal SIGINT received. ViZDoom instance has been closed.'). Terminate process... -[2023-09-12 19:25:28,800][09914] VizDoom game.init() threw an exception SignalException('Signal SIGINT received. ViZDoom instance has been closed.'). Terminate process... -[2023-09-12 19:25:28,800][129210] Runner profile tree view: -main_loop: 3672.7494 -[2023-09-12 19:25:28,802][09821] Failed with error RuntimeError('Critical error: worker stuck on initialization. Abort! '), trying again -[2023-09-12 19:25:28,802][129210] Collected {0: 0}, FPS: 0.0 -[2023-09-12 19:25:28,804][09914] Failed with error RuntimeError('Critical error: worker stuck on initialization. Abort! '), trying again -[2023-09-12 19:25:28,831][129210] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 19:25:28,832][129210] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 19:25:28,833][129210] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 19:25:28,834][129210] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 19:25:28,834][129210] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 19:25:28,835][129210] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 19:25:28,836][129210] Adding new argument 'max_num_frames'=100000 that is not in the saved config file! -[2023-09-12 19:25:28,837][129210] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 19:25:28,837][129210] Adding new argument 'push_to_hub'=True that is not in the saved config file! -[2023-09-12 19:25:28,838][129210] Adding new argument 'hf_repository'='MattStammers/vizdoom_fight' that is not in the saved config file! -[2023-09-12 19:25:28,839][129210] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 19:25:28,840][129210] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 19:25:28,841][129210] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 19:25:28,841][129210] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 19:25:28,842][129210] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 19:25:28,842][129210] Multi agent env, num agents: 8 -[2023-09-12 19:25:28,872][129210] RunningMeanStd input shape: (23,) -[2023-09-12 19:25:28,874][129210] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 19:25:28,875][129210] RunningMeanStd input shape: (1,) -[2023-09-12 19:25:28,886][129210] ConvEncoder: input_channels=3 -[2023-09-12 19:25:28,929][129210] Conv encoder output size: 512 -[2023-09-12 19:25:28,931][129210] Policy head output size: 640 -[2023-09-12 19:25:28,956][129210] No checkpoints found -[2023-09-12 19:25:29,809][09821] Port 40302 is available -[2023-09-12 19:25:29,809][09821] Using port 40302 -[2023-09-12 19:25:29,810][09821] Initializing env for player 0, init_info: {'port': 40302}... -[2023-09-12 19:25:29,810][09914] Port 41001 is available -[2023-09-12 19:25:29,811][09914] Using port 41001 -[2023-09-12 19:25:29,812][09914] Initializing env for player 0, init_info: {'port': 41001}... -[2023-09-12 19:25:29,846][09821] Using port 40302 on host... -[2023-09-12 19:25:29,846][09914] Using port 41001 on host... -[2023-09-12 19:25:29,861][09821] Initializing env for player 1, init_info: {'port': 40302}... -[2023-09-12 19:25:29,863][09914] Initializing env for player 1, init_info: {'port': 41001}... -[2023-09-12 19:25:29,912][09821] Initializing env for player 2, init_info: {'port': 40302}... -[2023-09-12 19:25:29,913][09914] Initializing env for player 2, init_info: {'port': 41001}... -[2023-09-12 19:25:29,963][09821] Initializing env for player 3, init_info: {'port': 40302}... -[2023-09-12 19:25:29,963][09914] Initializing env for player 3, init_info: {'port': 41001}... -[2023-09-12 19:25:30,015][09914] Initializing env for player 4, init_info: {'port': 41001}... -[2023-09-12 19:25:30,019][09821] Initializing env for player 4, init_info: {'port': 40302}... -[2023-09-12 19:25:30,071][09914] Initializing env for player 5, init_info: {'port': 41001}... -[2023-09-12 19:25:30,070][09821] Initializing env for player 5, init_info: {'port': 40302}... -[2023-09-12 19:25:30,127][09914] Initializing env for player 6, init_info: {'port': 41001}... -[2023-09-12 19:25:30,127][09821] Initializing env for player 6, init_info: {'port': 40302}... -[2023-09-12 19:25:30,179][09914] Initializing env for player 7, init_info: {'port': 41001}... -[2023-09-12 19:25:30,179][09821] Initializing env for player 7, init_info: {'port': 40302}... -[2023-09-12 19:25:31,286][09821] Initialized w:0 v:2 player:4 -[2023-09-12 19:25:31,286][09821] Initialized w:0 v:2 player:3 -[2023-09-12 19:25:31,286][09821] Initialized w:0 v:2 player:7 -[2023-09-12 19:25:31,286][09821] Initialized w:0 v:2 player:1 -[2023-09-12 19:25:31,286][09821] Initialized w:0 v:2 player:2 -[2023-09-12 19:25:31,286][09821] Initialized w:0 v:2 player:0 -[2023-09-12 19:25:31,287][09821] Initialized w:0 v:2 player:6 -[2023-09-12 19:25:31,287][09821] Initialized w:0 v:2 player:5 -[2023-09-12 19:25:31,290][09821] 8 agent workers initialized for env 0! -[2023-09-12 19:25:31,336][09821] Decorrelating experience for 64 frames... -[2023-09-12 19:25:31,357][09914] Initialized w:7 v:1 player:3 -[2023-09-12 19:25:31,359][09914] Initialized w:7 v:1 player:2 -[2023-09-12 19:25:31,359][09914] Initialized w:7 v:1 player:1 -[2023-09-12 19:25:31,360][09914] Initialized w:7 v:1 player:5 -[2023-09-12 19:25:31,360][09914] Initialized w:7 v:1 player:4 -[2023-09-12 19:25:31,360][09914] Initialized w:7 v:1 player:6 -[2023-09-12 19:25:31,361][09914] Initialized w:7 v:1 player:0 -[2023-09-12 19:25:31,791][09821] Port 40303 is available -[2023-09-12 19:25:31,791][09821] Using port 40303 -[2023-09-12 19:25:31,792][09821] Initializing env for player 0, init_info: {'port': 40303}... -[2023-09-12 19:25:31,821][09821] Using port 40303 on host... -[2023-09-12 19:25:31,842][09821] Initializing env for player 1, init_info: {'port': 40303}... -[2023-09-12 19:25:31,893][09821] Initializing env for player 2, init_info: {'port': 40303}... -[2023-09-12 19:25:31,943][09821] Initializing env for player 3, init_info: {'port': 40303}... -[2023-09-12 19:25:32,003][09821] Initializing env for player 4, init_info: {'port': 40303}... -[2023-09-12 19:25:32,055][09821] Initializing env for player 5, init_info: {'port': 40303}... -[2023-09-12 19:25:32,115][09821] Initializing env for player 6, init_info: {'port': 40303}... -[2023-09-12 19:25:32,167][09821] Initializing env for player 7, init_info: {'port': 40303}... -[2023-09-12 19:25:32,357][09914] Initialized w:7 v:1 player:7 -[2023-09-12 19:25:32,358][09914] 8 agent workers initialized for env 7! -[2023-09-12 19:25:32,411][09914] Decorrelating experience for 32 frames... -[2023-09-12 19:25:32,710][09914] Multi agent env, num agents: 8 -[2023-09-12 19:25:32,739][09914] Multi agent env, num agents: 8 -[2023-09-12 19:25:32,768][09914] Port 41002 is available -[2023-09-12 19:25:32,768][09914] Using port 41002 -[2023-09-12 19:25:32,769][09914] Initializing env for player 0, init_info: {'port': 41002}... -[2023-09-12 19:25:32,803][09914] Using port 41002 on host... -[2023-09-12 19:25:32,819][09914] Initializing env for player 1, init_info: {'port': 41002}... -[2023-09-12 19:25:32,870][09914] Initializing env for player 2, init_info: {'port': 41002}... -[2023-09-12 19:25:32,930][09914] Initializing env for player 3, init_info: {'port': 41002}... -[2023-09-12 19:25:32,977][09914] Initializing env for player 4, init_info: {'port': 41002}... -[2023-09-12 19:25:33,039][09914] Initializing env for player 5, init_info: {'port': 41002}... -[2023-09-12 19:25:33,090][09914] Initializing env for player 6, init_info: {'port': 41002}... -[2023-09-12 19:25:33,143][09914] Initializing env for player 7, init_info: {'port': 41002}... -[2023-09-12 19:25:33,553][09821] Initialized w:0 v:3 player:3 -[2023-09-12 19:25:33,554][09821] Initialized w:0 v:3 player:6 -[2023-09-12 19:25:33,554][09821] Initialized w:0 v:3 player:7 -[2023-09-12 19:25:33,554][09821] Initialized w:0 v:3 player:2 -[2023-09-12 19:25:33,554][09821] Initialized w:0 v:3 player:5 -[2023-09-12 19:25:33,554][09821] Initialized w:0 v:3 player:0 -[2023-09-12 19:25:33,554][09821] Initialized w:0 v:3 player:1 -[2023-09-12 19:25:33,554][09821] Initialized w:0 v:3 player:4 -[2023-09-12 19:25:33,557][09821] 8 agent workers initialized for env 0! -[2023-09-12 19:25:33,607][09821] Decorrelating experience for 96 frames... -[2023-09-12 19:25:34,389][09914] Initialized w:7 v:2 player:2 -[2023-09-12 19:25:34,391][09914] Initialized w:7 v:2 player:3 -[2023-09-12 19:25:34,391][09914] Initialized w:7 v:2 player:7 -[2023-09-12 19:25:34,392][09914] Initialized w:7 v:2 player:1 -[2023-09-12 19:25:34,392][09914] Initialized w:7 v:2 player:6 -[2023-09-12 19:25:34,392][09914] Initialized w:7 v:2 player:4 -[2023-09-12 19:25:34,392][09914] Initialized w:7 v:2 player:5 -[2023-09-12 19:25:34,392][09914] Initialized w:7 v:2 player:0 -[2023-09-12 19:25:34,394][09914] 8 agent workers initialized for env 7! -[2023-09-12 19:25:34,445][09914] Decorrelating experience for 64 frames... -[2023-09-12 19:25:35,056][09914] Port 41003 is available -[2023-09-12 19:25:35,056][09914] Using port 41003 -[2023-09-12 19:25:35,056][09914] Initializing env for player 0, init_info: {'port': 41003}... -[2023-09-12 19:25:35,085][09914] Using port 41003 on host... -[2023-09-12 19:25:35,107][09914] Initializing env for player 1, init_info: {'port': 41003}... -[2023-09-12 19:25:35,158][09914] Initializing env for player 2, init_info: {'port': 41003}... -[2023-09-12 19:25:35,209][09914] Initializing env for player 3, init_info: {'port': 41003}... -[2023-09-12 19:25:35,259][09914] Initializing env for player 4, init_info: {'port': 41003}... -[2023-09-12 19:25:35,319][09914] Initializing env for player 5, init_info: {'port': 41003}... -[2023-09-12 19:25:35,375][09914] Initializing env for player 6, init_info: {'port': 41003}... -[2023-09-12 19:25:35,451][09914] Initializing env for player 7, init_info: {'port': 41003}... -[2023-09-12 19:25:36,598][09914] Initialized w:7 v:3 player:2 -[2023-09-12 19:25:36,599][09914] Initialized w:7 v:3 player:3 -[2023-09-12 19:25:36,600][09914] Initialized w:7 v:3 player:7 -[2023-09-12 19:25:36,600][09914] Initialized w:7 v:3 player:1 -[2023-09-12 19:25:36,600][09914] Initialized w:7 v:3 player:6 -[2023-09-12 19:25:36,600][09914] Initialized w:7 v:3 player:4 -[2023-09-12 19:25:36,600][09914] Initialized w:7 v:3 player:5 -[2023-09-12 19:25:36,601][09914] Initialized w:7 v:3 player:0 -[2023-09-12 19:25:36,602][09914] 8 agent workers initialized for env 7! -[2023-09-12 19:25:36,645][09914] Decorrelating experience for 96 frames... -[2023-09-12 19:25:37,751][09821] Stopping RolloutWorker_w0... -[2023-09-12 19:25:37,752][09821] Loop rollout_proc0_evt_loop terminating... -[2023-09-12 19:25:40,652][09914] Stopping RolloutWorker_w7... -[2023-09-12 19:25:40,654][09914] Loop rollout_proc7_evt_loop terminating... -[2023-09-12 19:27:27,076][45761] Saving configuration to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json... -[2023-09-12 19:27:28,113][45761] Rollout worker 0 uses device cpu -[2023-09-12 19:27:28,114][45761] Rollout worker 1 uses device cpu -[2023-09-12 19:27:28,115][45761] Rollout worker 2 uses device cpu -[2023-09-12 19:27:28,116][45761] Rollout worker 3 uses device cpu -[2023-09-12 19:27:28,117][45761] Rollout worker 4 uses device cpu -[2023-09-12 19:27:28,118][45761] Rollout worker 5 uses device cpu -[2023-09-12 19:27:28,119][45761] Rollout worker 6 uses device cpu -[2023-09-12 19:27:28,121][45761] Rollout worker 7 uses device cpu -[2023-09-12 19:27:28,310][45761] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 19:27:28,311][45761] InferenceWorker_p0-w0: min num requests: 2 -[2023-09-12 19:27:28,352][45761] Starting all processes... -[2023-09-12 19:27:28,353][45761] Starting process learner_proc0 -[2023-09-12 19:27:29,971][45761] Starting all processes... -[2023-09-12 19:27:29,972][47474] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 19:27:29,972][47474] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0 -[2023-09-12 19:27:29,980][45761] Starting process inference_proc0-0 -[2023-09-12 19:27:29,980][45761] Starting process rollout_proc0 -[2023-09-12 19:27:29,981][45761] Starting process rollout_proc1 -[2023-09-12 19:27:29,981][45761] Starting process rollout_proc2 -[2023-09-12 19:27:29,982][45761] Starting process rollout_proc3 -[2023-09-12 19:27:29,983][45761] Starting process rollout_proc4 -[2023-09-12 19:27:29,984][45761] Starting process rollout_proc5 -[2023-09-12 19:27:30,010][47474] Num visible devices: 1 -[2023-09-12 19:27:30,052][47474] Starting seed is not provided -[2023-09-12 19:27:30,052][47474] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 19:27:30,052][47474] Initializing actor-critic model on device cuda:0 -[2023-09-12 19:27:30,052][47474] RunningMeanStd input shape: (23,) -[2023-09-12 19:27:30,053][47474] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 19:27:30,053][47474] RunningMeanStd input shape: (1,) -[2023-09-12 19:27:29,984][45761] Starting process rollout_proc6 -[2023-09-12 19:27:29,985][45761] Starting process rollout_proc7 -[2023-09-12 19:27:30,067][47474] ConvEncoder: input_channels=3 -[2023-09-12 19:27:30,299][47474] Conv encoder output size: 512 -[2023-09-12 19:27:30,300][47474] Policy head output size: 640 -[2023-09-12 19:27:30,318][47474] Created Actor Critic model with architecture: -[2023-09-12 19:27:30,318][47474] ActorCriticSharedWeights( - (obs_normalizer): ObservationNormalizer( - (running_mean_std): RunningMeanStdDictInPlace( - (running_mean_std): ModuleDict( - (measurements): RunningMeanStdInPlace() - (obs): RunningMeanStdInPlace() - ) - ) - ) - (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) - (encoder): VizdoomEncoder( - (basic_encoder): ConvEncoder( - (enc): RecursiveScriptModule( - original_name=ConvEncoderImpl - (conv_head): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Conv2d) - (1): RecursiveScriptModule(original_name=ELU) - (2): RecursiveScriptModule(original_name=Conv2d) - (3): RecursiveScriptModule(original_name=ELU) - (4): RecursiveScriptModule(original_name=Conv2d) - (5): RecursiveScriptModule(original_name=ELU) - ) - (mlp_layers): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Linear) - (1): RecursiveScriptModule(original_name=ELU) - ) - ) - ) - (measurements_head): Sequential( - (0): Linear(in_features=23, out_features=128, bias=True) - (1): ELU(alpha=1.0) - (2): Linear(in_features=128, out_features=128, bias=True) - (3): ELU(alpha=1.0) - ) - ) - (core): ModelCoreRNN( - (core): GRU(640, 512) - ) - (decoder): MlpDecoder( - (mlp): Identity() - ) - (critic_linear): Linear(in_features=512, out_features=1, bias=True) - (action_parameterization): ActionParameterizationDefault( - (distribution_linear): Linear(in_features=512, out_features=15, bias=True) - ) -) -[2023-09-12 19:27:31,551][47474] Using optimizer -[2023-09-12 19:27:31,551][47474] No checkpoints found -[2023-09-12 19:27:31,551][47474] Did not load from checkpoint, starting from scratch! -[2023-09-12 19:27:31,551][47474] Initialized policy 0 weights for model version 0 -[2023-09-12 19:27:31,553][47474] LearnerWorker_p0 finished initialization! -[2023-09-12 19:27:31,554][47474] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 19:27:31,975][47629] Worker 2 uses CPU cores [8, 9, 10, 11] -[2023-09-12 19:27:32,042][47594] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 19:27:32,042][47594] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0 -[2023-09-12 19:27:32,060][47594] Num visible devices: 1 -[2023-09-12 19:27:32,062][47593] Worker 0 uses CPU cores [0, 1, 2, 3] -[2023-09-12 19:27:32,071][47627] Worker 1 uses CPU cores [4, 5, 6, 7] -[2023-09-12 19:27:32,155][47662] Worker 4 uses CPU cores [16, 17, 18, 19] -[2023-09-12 19:27:32,240][47630] Worker 5 uses CPU cores [20, 21, 22, 23] -[2023-09-12 19:27:32,280][47664] Worker 7 uses CPU cores [28, 29, 30, 31] -[2023-09-12 19:27:32,463][47628] Worker 3 uses CPU cores [12, 13, 14, 15] -[2023-09-12 19:27:32,576][47663] Worker 6 uses CPU cores [24, 25, 26, 27] -[2023-09-12 19:27:32,841][47594] RunningMeanStd input shape: (23,) -[2023-09-12 19:27:32,841][47594] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 19:27:32,842][47594] RunningMeanStd input shape: (1,) -[2023-09-12 19:27:32,853][47594] ConvEncoder: input_channels=3 -[2023-09-12 19:27:32,953][47594] Conv encoder output size: 512 -[2023-09-12 19:27:32,954][47594] Policy head output size: 640 -[2023-09-12 19:27:33,049][45761] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:27:33,301][45761] Inference worker 0-0 is ready! -[2023-09-12 19:27:33,302][45761] All inference workers are ready! Signal rollout workers to start! -[2023-09-12 19:27:33,306][47628] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,307][47664] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,307][47630] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,307][47629] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,307][47662] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,308][47593] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,308][47627] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,308][47663] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,340][47662] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,340][47664] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,340][47630] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,340][47593] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,341][47629] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,341][47627] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,343][47662] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,343][47630] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,343][47664] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,343][47593] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,344][47629] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,344][47627] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,349][47628] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,354][47663] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 19:27:33,354][47628] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,358][47663] Multi agent env, num agents: 8 -[2023-09-12 19:27:33,375][47664] Port 41000 is available -[2023-09-12 19:27:33,375][47664] Using port 41000 -[2023-09-12 19:27:33,375][47630] Port 40800 is available -[2023-09-12 19:27:33,375][47593] Port 40300 is available -[2023-09-12 19:27:33,375][47630] Using port 40800 -[2023-09-12 19:27:33,375][47593] Using port 40300 -[2023-09-12 19:27:33,375][47662] Port 40700 is available -[2023-09-12 19:27:33,375][47662] Using port 40700 -[2023-09-12 19:27:33,375][47627] Port 40400 is available -[2023-09-12 19:27:33,376][47627] Using port 40400 -[2023-09-12 19:27:33,376][47629] Port 40500 is available -[2023-09-12 19:27:33,376][47629] Using port 40500 -[2023-09-12 19:27:33,376][47664] Initializing env for player 0, init_info: {'port': 41000}... -[2023-09-12 19:27:33,376][47630] Initializing env for player 0, init_info: {'port': 40800}... -[2023-09-12 19:27:33,376][47662] Initializing env for player 0, init_info: {'port': 40700}... -[2023-09-12 19:27:33,376][47627] Initializing env for player 0, init_info: {'port': 40400}... -[2023-09-12 19:27:33,376][47593] Initializing env for player 0, init_info: {'port': 40300}... -[2023-09-12 19:27:33,389][47663] Port 40900 is available -[2023-09-12 19:27:33,389][47663] Using port 40900 -[2023-09-12 19:27:33,390][47663] Initializing env for player 0, init_info: {'port': 40900}... -[2023-09-12 19:27:33,399][47628] Port 40600 is available -[2023-09-12 19:27:33,399][47628] Using port 40600 -[2023-09-12 19:27:33,400][47628] Initializing env for player 0, init_info: {'port': 40600}... -[2023-09-12 19:27:33,405][47662] Using port 40700 on host... -[2023-09-12 19:27:33,405][47627] Using port 40400 on host... -[2023-09-12 19:27:33,405][47630] Using port 40800 on host... -[2023-09-12 19:27:33,410][47664] Using port 41000 on host... -[2023-09-12 19:27:33,410][47593] Using port 40300 on host... -[2023-09-12 19:27:33,419][47663] Using port 40900 on host... -[2023-09-12 19:27:33,426][47664] Initializing env for player 1, init_info: {'port': 41000}... -[2023-09-12 19:27:33,427][47630] Initializing env for player 1, init_info: {'port': 40800}... -[2023-09-12 19:27:33,427][47593] Initializing env for player 1, init_info: {'port': 40300}... -[2023-09-12 19:27:33,427][47662] Initializing env for player 1, init_info: {'port': 40700}... -[2023-09-12 19:27:33,427][47627] Initializing env for player 1, init_info: {'port': 40400}... -[2023-09-12 19:27:33,431][47628] Using port 40600 on host... -[2023-09-12 19:27:33,441][47663] Initializing env for player 1, init_info: {'port': 40900}... -[2023-09-12 19:27:33,451][47628] Initializing env for player 1, init_info: {'port': 40600}... -[2023-09-12 19:27:33,477][47664] Initializing env for player 2, init_info: {'port': 41000}... -[2023-09-12 19:27:33,477][47627] Initializing env for player 2, init_info: {'port': 40400}... -[2023-09-12 19:27:33,479][47593] Initializing env for player 2, init_info: {'port': 40300}... -[2023-09-12 19:27:33,479][47662] Initializing env for player 2, init_info: {'port': 40700}... -[2023-09-12 19:27:33,480][47630] Initializing env for player 2, init_info: {'port': 40800}... -[2023-09-12 19:27:33,491][47663] Initializing env for player 2, init_info: {'port': 40900}... -[2023-09-12 19:27:33,503][47628] Initializing env for player 2, init_info: {'port': 40600}... -[2023-09-12 19:27:33,529][47627] Initializing env for player 3, init_info: {'port': 40400}... -[2023-09-12 19:27:33,530][47630] Initializing env for player 3, init_info: {'port': 40800}... -[2023-09-12 19:27:33,532][47593] Initializing env for player 3, init_info: {'port': 40300}... -[2023-09-12 19:27:33,535][47664] Initializing env for player 3, init_info: {'port': 41000}... -[2023-09-12 19:27:33,535][47662] Initializing env for player 3, init_info: {'port': 40700}... -[2023-09-12 19:27:33,543][47663] Initializing env for player 3, init_info: {'port': 40900}... -[2023-09-12 19:27:33,560][47628] Initializing env for player 3, init_info: {'port': 40600}... -[2023-09-12 19:27:33,579][47664] Initializing env for player 4, init_info: {'port': 41000}... -[2023-09-12 19:27:33,582][47630] Initializing env for player 4, init_info: {'port': 40800}... -[2023-09-12 19:27:33,584][47627] Initializing env for player 4, init_info: {'port': 40400}... -[2023-09-12 19:27:33,591][47662] Initializing env for player 4, init_info: {'port': 40700}... -[2023-09-12 19:27:33,591][47593] Initializing env for player 4, init_info: {'port': 40300}... -[2023-09-12 19:27:33,607][47628] Initializing env for player 4, init_info: {'port': 40600}... -[2023-09-12 19:27:33,608][47663] Initializing env for player 4, init_info: {'port': 40900}... -[2023-09-12 19:27:33,638][47593] Initializing env for player 5, init_info: {'port': 40300}... -[2023-09-12 19:27:33,639][47664] Initializing env for player 5, init_info: {'port': 41000}... -[2023-09-12 19:27:33,640][47627] Initializing env for player 5, init_info: {'port': 40400}... -[2023-09-12 19:27:33,656][47628] Initializing env for player 5, init_info: {'port': 40600}... -[2023-09-12 19:27:33,663][47663] Initializing env for player 5, init_info: {'port': 40900}... -[2023-09-12 19:27:33,643][47662] Initializing env for player 5, init_info: {'port': 40700}... -[2023-09-12 19:27:33,667][47630] Initializing env for player 5, init_info: {'port': 40800}... -[2023-09-12 19:27:33,683][47664] Initializing env for player 6, init_info: {'port': 41000}... -[2023-09-12 19:27:33,687][47630] Initializing env for player 6, init_info: {'port': 40800}... -[2023-09-12 19:27:33,691][47627] Initializing env for player 6, init_info: {'port': 40400}... -[2023-09-12 19:27:33,694][47593] Initializing env for player 6, init_info: {'port': 40300}... -[2023-09-12 19:27:33,707][47662] Initializing env for player 6, init_info: {'port': 40700}... -[2023-09-12 19:27:33,715][47663] Initializing env for player 6, init_info: {'port': 40900}... -[2023-09-12 19:27:33,724][47628] Initializing env for player 6, init_info: {'port': 40600}... -[2023-09-12 19:27:33,731][47664] Initializing env for player 7, init_info: {'port': 41000}... -[2023-09-12 19:27:33,741][47593] Initializing env for player 7, init_info: {'port': 40300}... -[2023-09-12 19:27:33,743][47662] Initializing env for player 7, init_info: {'port': 40700}... -[2023-09-12 19:27:33,743][47627] Initializing env for player 7, init_info: {'port': 40400}... -[2023-09-12 19:27:33,756][47630] Initializing env for player 7, init_info: {'port': 40800}... -[2023-09-12 19:27:33,774][47628] Initializing env for player 7, init_info: {'port': 40600}... -[2023-09-12 19:27:33,775][47663] Initializing env for player 7, init_info: {'port': 40900}... -[2023-09-12 19:27:35,030][47663] Initialized w:6 v:0 player:2 -[2023-09-12 19:27:35,031][47663] Initialized w:6 v:0 player:5 -[2023-09-12 19:27:35,032][47663] Initialized w:6 v:0 player:1 -[2023-09-12 19:27:35,032][47663] Initialized w:6 v:0 player:0 -[2023-09-12 19:27:35,032][47663] Initialized w:6 v:0 player:4 -[2023-09-12 19:27:35,032][47663] Initialized w:6 v:0 player:6 -[2023-09-12 19:27:35,033][47663] Initialized w:6 v:0 player:7 -[2023-09-12 19:27:35,033][47663] Initialized w:6 v:0 player:3 -[2023-09-12 19:27:35,036][47663] 8 agent workers initialized for env 6! -[2023-09-12 19:27:35,083][47663] Decorrelating experience for 0 frames... -[2023-09-12 19:27:35,085][47663] Port 40901 is available -[2023-09-12 19:27:35,085][47663] Using port 40901 -[2023-09-12 19:27:35,151][47627] Initialized w:1 v:0 player:0 -[2023-09-12 19:27:35,152][47627] Initialized w:1 v:0 player:4 -[2023-09-12 19:27:35,152][47627] Initialized w:1 v:0 player:7 -[2023-09-12 19:27:35,152][47627] Initialized w:1 v:0 player:6 -[2023-09-12 19:27:35,152][47627] Initialized w:1 v:0 player:1 -[2023-09-12 19:27:35,152][47627] Initialized w:1 v:0 player:2 -[2023-09-12 19:27:35,153][47627] Initialized w:1 v:0 player:3 -[2023-09-12 19:27:35,153][47627] Initialized w:1 v:0 player:5 -[2023-09-12 19:27:35,155][47627] 8 agent workers initialized for env 1! -[2023-09-12 19:27:35,186][47663] Initializing env for player 0, init_info: {'port': 40901}... -[2023-09-12 19:27:35,199][47627] Decorrelating experience for 0 frames... -[2023-09-12 19:27:35,201][47627] Port 40401 is available -[2023-09-12 19:27:35,201][47627] Using port 40401 -[2023-09-12 19:27:35,201][47627] Initializing env for player 0, init_info: {'port': 40401}... -[2023-09-12 19:27:35,215][47664] Initialized w:7 v:0 player:6 -[2023-09-12 19:27:35,216][47664] Initialized w:7 v:0 player:5 -[2023-09-12 19:27:35,217][47664] Initialized w:7 v:0 player:4 -[2023-09-12 19:27:35,217][47664] Initialized w:7 v:0 player:1 -[2023-09-12 19:27:35,217][47664] Initialized w:7 v:0 player:0 -[2023-09-12 19:27:35,217][47664] Initialized w:7 v:0 player:2 -[2023-09-12 19:27:35,217][47664] Initialized w:7 v:0 player:7 -[2023-09-12 19:27:35,218][47664] Initialized w:7 v:0 player:3 -[2023-09-12 19:27:35,221][47664] 8 agent workers initialized for env 7! -[2023-09-12 19:27:35,222][47663] Using port 40901 on host... -[2023-09-12 19:27:35,237][47663] Initializing env for player 1, init_info: {'port': 40901}... -[2023-09-12 19:27:35,238][47627] Using port 40401 on host... -[2023-09-12 19:27:35,252][47627] Initializing env for player 1, init_info: {'port': 40401}... -[2023-09-12 19:27:35,268][47628] Initialized w:3 v:0 player:7 -[2023-09-12 19:27:35,270][47628] Initialized w:3 v:0 player:6 -[2023-09-12 19:27:35,270][47628] Initialized w:3 v:0 player:1 -[2023-09-12 19:27:35,270][47628] Initialized w:3 v:0 player:3 -[2023-09-12 19:27:35,270][47628] Initialized w:3 v:0 player:2 -[2023-09-12 19:27:35,270][47628] Initialized w:3 v:0 player:5 -[2023-09-12 19:27:35,270][47628] Initialized w:3 v:0 player:0 -[2023-09-12 19:27:35,270][47628] Initialized w:3 v:0 player:4 -[2023-09-12 19:27:35,274][47628] 8 agent workers initialized for env 3! -[2023-09-12 19:27:35,275][47664] Decorrelating experience for 0 frames... -[2023-09-12 19:27:35,277][47664] Port 41001 is available -[2023-09-12 19:27:35,277][47664] Using port 41001 -[2023-09-12 19:27:35,278][47664] Initializing env for player 0, init_info: {'port': 41001}... -[2023-09-12 19:27:35,282][47630] Initialized w:5 v:0 player:6 -[2023-09-12 19:27:35,283][47630] Initialized w:5 v:0 player:4 -[2023-09-12 19:27:35,285][47630] Initialized w:5 v:0 player:2 -[2023-09-12 19:27:35,285][47630] Initialized w:5 v:0 player:3 -[2023-09-12 19:27:35,285][47630] Initialized w:5 v:0 player:0 -[2023-09-12 19:27:35,285][47630] Initialized w:5 v:0 player:1 -[2023-09-12 19:27:35,285][47630] Initialized w:5 v:0 player:7 -[2023-09-12 19:27:35,286][47630] Initialized w:5 v:0 player:5 -[2023-09-12 19:27:35,288][47630] 8 agent workers initialized for env 5! -[2023-09-12 19:27:35,295][47663] Initializing env for player 2, init_info: {'port': 40901}... -[2023-09-12 19:27:35,305][47627] Initializing env for player 2, init_info: {'port': 40401}... -[2023-09-12 19:27:35,314][47593] Initialized w:0 v:0 player:3 -[2023-09-12 19:27:35,316][47593] Initialized w:0 v:0 player:2 -[2023-09-12 19:27:35,317][47593] Initialized w:0 v:0 player:6 -[2023-09-12 19:27:35,317][47593] Initialized w:0 v:0 player:7 -[2023-09-12 19:27:35,317][47593] Initialized w:0 v:0 player:0 -[2023-09-12 19:27:35,317][47593] Initialized w:0 v:0 player:1 -[2023-09-12 19:27:35,318][47593] Initialized w:0 v:0 player:5 -[2023-09-12 19:27:35,318][47593] Initialized w:0 v:0 player:4 -[2023-09-12 19:27:35,320][47593] 8 agent workers initialized for env 0! -[2023-09-12 19:27:35,321][47664] Using port 41001 on host... -[2023-09-12 19:27:35,325][47628] Decorrelating experience for 0 frames... -[2023-09-12 19:27:35,326][47628] Port 40601 is available -[2023-09-12 19:27:35,326][47628] Using port 40601 -[2023-09-12 19:27:35,327][47628] Initializing env for player 0, init_info: {'port': 40601}... -[2023-09-12 19:27:35,329][47664] Initializing env for player 1, init_info: {'port': 41001}... -[2023-09-12 19:27:35,333][47630] Decorrelating experience for 0 frames... -[2023-09-12 19:27:35,336][47630] Port 40801 is available -[2023-09-12 19:27:35,336][47630] Using port 40801 -[2023-09-12 19:27:35,337][47630] Initializing env for player 0, init_info: {'port': 40801}... -[2023-09-12 19:27:35,355][47663] Initializing env for player 3, init_info: {'port': 40901}... -[2023-09-12 19:27:35,356][47627] Initializing env for player 3, init_info: {'port': 40401}... -[2023-09-12 19:27:35,357][47628] Using port 40601 on host... -[2023-09-12 19:27:35,360][47593] Decorrelating experience for 0 frames... -[2023-09-12 19:27:35,362][47593] Port 40301 is available -[2023-09-12 19:27:35,362][47593] Using port 40301 -[2023-09-12 19:27:35,363][47593] Initializing env for player 0, init_info: {'port': 40301}... -[2023-09-12 19:27:35,372][47630] Using port 40801 on host... -[2023-09-12 19:27:35,377][47628] Initializing env for player 1, init_info: {'port': 40601}... -[2023-09-12 19:27:35,379][47664] Initializing env for player 2, init_info: {'port': 41001}... -[2023-09-12 19:27:35,391][47630] Initializing env for player 1, init_info: {'port': 40801}... -[2023-09-12 19:27:35,396][47662] Initialized w:4 v:0 player:5 -[2023-09-12 19:27:35,399][47663] Initializing env for player 4, init_info: {'port': 40901}... -[2023-09-12 19:27:35,399][47662] Initialized w:4 v:0 player:6 -[2023-09-12 19:27:35,399][47662] Initialized w:4 v:0 player:7 -[2023-09-12 19:27:35,399][47662] Initialized w:4 v:0 player:4 -[2023-09-12 19:27:35,399][47662] Initialized w:4 v:0 player:1 -[2023-09-12 19:27:35,399][47662] Initialized w:4 v:0 player:2 -[2023-09-12 19:27:35,400][47662] Initialized w:4 v:0 player:0 -[2023-09-12 19:27:35,400][47662] Initialized w:4 v:0 player:3 -[2023-09-12 19:27:35,403][47662] 8 agent workers initialized for env 4! -[2023-09-12 19:27:35,406][47627] Initializing env for player 4, init_info: {'port': 40401}... -[2023-09-12 19:27:35,414][47593] Initializing env for player 1, init_info: {'port': 40301}... -[2023-09-12 19:27:35,428][47628] Initializing env for player 2, init_info: {'port': 40601}... -[2023-09-12 19:27:35,429][47664] Initializing env for player 3, init_info: {'port': 41001}... -[2023-09-12 19:27:35,436][47593] Using port 40301 on host... -[2023-09-12 19:27:35,448][47630] Initializing env for player 2, init_info: {'port': 40801}... -[2023-09-12 19:27:35,457][47627] Initializing env for player 5, init_info: {'port': 40401}... -[2023-09-12 19:27:35,464][47593] Initializing env for player 2, init_info: {'port': 40301}... -[2023-09-12 19:27:35,467][47663] Initializing env for player 5, init_info: {'port': 40901}... -[2023-09-12 19:27:35,475][47662] Decorrelating experience for 0 frames... -[2023-09-12 19:27:35,477][47662] Port 40701 is available -[2023-09-12 19:27:35,477][47662] Using port 40701 -[2023-09-12 19:27:35,479][47628] Initializing env for player 3, init_info: {'port': 40601}... -[2023-09-12 19:27:35,487][47664] Initializing env for player 4, init_info: {'port': 41001}... -[2023-09-12 19:27:35,501][47630] Initializing env for player 3, init_info: {'port': 40801}... -[2023-09-12 19:27:35,511][47627] Initializing env for player 6, init_info: {'port': 40401}... -[2023-09-12 19:27:35,519][47663] Initializing env for player 6, init_info: {'port': 40901}... -[2023-09-12 19:27:35,519][47593] Initializing env for player 3, init_info: {'port': 40301}... -[2023-09-12 19:27:35,535][47664] Initializing env for player 5, init_info: {'port': 41001}... -[2023-09-12 19:27:35,539][47628] Initializing env for player 4, init_info: {'port': 40601}... -[2023-09-12 19:27:35,551][47630] Initializing env for player 4, init_info: {'port': 40801}... -[2023-09-12 19:27:35,566][47627] Initializing env for player 7, init_info: {'port': 40401}... -[2023-09-12 19:27:35,571][47593] Initializing env for player 4, init_info: {'port': 40301}... -[2023-09-12 19:27:35,571][47663] Initializing env for player 7, init_info: {'port': 40901}... -[2023-09-12 19:27:35,587][47664] Initializing env for player 6, init_info: {'port': 41001}... -[2023-09-12 19:27:35,597][47628] Initializing env for player 5, init_info: {'port': 40601}... -[2023-09-12 19:27:35,603][47630] Initializing env for player 5, init_info: {'port': 40801}... -[2023-09-12 19:27:35,623][47593] Initializing env for player 5, init_info: {'port': 40301}... -[2023-09-12 19:27:35,635][47664] Initializing env for player 7, init_info: {'port': 41001}... -[2023-09-12 19:27:35,635][47628] Initializing env for player 6, init_info: {'port': 40601}... -[2023-09-12 19:27:35,655][47630] Initializing env for player 6, init_info: {'port': 40801}... -[2023-09-12 19:27:35,679][47593] Initializing env for player 6, init_info: {'port': 40301}... -[2023-09-12 19:27:35,687][47628] Initializing env for player 7, init_info: {'port': 40601}... -[2023-09-12 19:27:35,735][47593] Initializing env for player 7, init_info: {'port': 40301}... -[2023-09-12 19:27:35,756][47630] Initializing env for player 7, init_info: {'port': 40801}... -[2023-09-12 19:27:37,019][47663] Initialized w:6 v:1 player:1 -[2023-09-12 19:27:37,020][47663] Initialized w:6 v:1 player:0 -[2023-09-12 19:27:37,020][47663] Initialized w:6 v:1 player:2 -[2023-09-12 19:27:37,020][47663] Initialized w:6 v:1 player:3 -[2023-09-12 19:27:37,023][47663] Initialized w:6 v:1 player:4 -[2023-09-12 19:27:37,024][47663] Initialized w:6 v:1 player:6 -[2023-09-12 19:27:37,027][47663] Initialized w:6 v:1 player:7 -[2023-09-12 19:27:37,139][47593] Initialized w:0 v:1 player:5 -[2023-09-12 19:27:37,142][47593] Initialized w:0 v:1 player:1 -[2023-09-12 19:27:37,142][47593] Initialized w:0 v:1 player:6 -[2023-09-12 19:27:37,142][47593] Initialized w:0 v:1 player:4 -[2023-09-12 19:27:37,142][47593] Initialized w:0 v:1 player:2 -[2023-09-12 19:27:37,143][47593] Initialized w:0 v:1 player:3 -[2023-09-12 19:27:37,143][47593] Initialized w:0 v:1 player:0 -[2023-09-12 19:27:37,143][47593] Initialized w:0 v:1 player:7 -[2023-09-12 19:27:37,146][47593] 8 agent workers initialized for env 0! -[2023-09-12 19:27:37,159][47627] Initialized w:1 v:1 player:7 -[2023-09-12 19:27:37,162][47627] Initialized w:1 v:1 player:5 -[2023-09-12 19:27:37,162][47627] Initialized w:1 v:1 player:3 -[2023-09-12 19:27:37,162][47627] Initialized w:1 v:1 player:6 -[2023-09-12 19:27:37,162][47627] Initialized w:1 v:1 player:1 -[2023-09-12 19:27:37,163][47627] Initialized w:1 v:1 player:4 -[2023-09-12 19:27:37,164][47627] Initialized w:1 v:1 player:2 -[2023-09-12 19:27:37,165][47627] Initialized w:1 v:1 player:0 -[2023-09-12 19:27:37,167][47627] 8 agent workers initialized for env 1! -[2023-09-12 19:27:37,199][47593] Decorrelating experience for 32 frames... -[2023-09-12 19:27:37,202][47664] Initialized w:7 v:1 player:0 -[2023-09-12 19:27:37,203][47664] Initialized w:7 v:1 player:6 -[2023-09-12 19:27:37,203][47664] Initialized w:7 v:1 player:1 -[2023-09-12 19:27:37,205][47664] Initialized w:7 v:1 player:5 -[2023-09-12 19:27:37,205][47664] Initialized w:7 v:1 player:7 -[2023-09-12 19:27:37,205][47664] Initialized w:7 v:1 player:3 -[2023-09-12 19:27:37,207][47664] Initialized w:7 v:1 player:2 -[2023-09-12 19:27:37,207][47664] Initialized w:7 v:1 player:4 -[2023-09-12 19:27:37,208][47664] 8 agent workers initialized for env 7! -[2023-09-12 19:27:37,226][47630] Initialized w:5 v:1 player:7 -[2023-09-12 19:27:37,228][47630] Initialized w:5 v:1 player:1 -[2023-09-12 19:27:37,229][47630] Initialized w:5 v:1 player:0 -[2023-09-12 19:27:37,230][47630] Initialized w:5 v:1 player:5 -[2023-09-12 19:27:37,231][47630] Initialized w:5 v:1 player:4 -[2023-09-12 19:27:37,231][47630] Initialized w:5 v:1 player:2 -[2023-09-12 19:27:37,231][47630] Initialized w:5 v:1 player:3 -[2023-09-12 19:27:37,232][47627] Decorrelating experience for 32 frames... -[2023-09-12 19:27:37,232][47630] Initialized w:5 v:1 player:6 -[2023-09-12 19:27:37,233][47630] 8 agent workers initialized for env 5! -[2023-09-12 19:27:37,252][47628] Initialized w:3 v:1 player:3 -[2023-09-12 19:27:37,254][47628] Initialized w:3 v:1 player:7 -[2023-09-12 19:27:37,254][47628] Initialized w:3 v:1 player:2 -[2023-09-12 19:27:37,254][47628] Initialized w:3 v:1 player:1 -[2023-09-12 19:27:37,254][47628] Initialized w:3 v:1 player:0 -[2023-09-12 19:27:37,254][47628] Initialized w:3 v:1 player:6 -[2023-09-12 19:27:37,254][47628] Initialized w:3 v:1 player:4 -[2023-09-12 19:27:37,254][47628] Initialized w:3 v:1 player:5 -[2023-09-12 19:27:37,258][47628] 8 agent workers initialized for env 3! -[2023-09-12 19:27:37,260][47664] Decorrelating experience for 32 frames... -[2023-09-12 19:27:37,288][47630] Decorrelating experience for 32 frames... -[2023-09-12 19:27:37,311][47628] Decorrelating experience for 32 frames... -[2023-09-12 19:27:37,577][47593] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,607][47593] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,611][47664] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,638][47593] Port 40302 is available -[2023-09-12 19:27:37,639][47593] Using port 40302 -[2023-09-12 19:27:37,640][47593] Initializing env for player 0, init_info: {'port': 40302}... -[2023-09-12 19:27:37,651][47664] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,660][47628] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,669][47593] Using port 40302 on host... -[2023-09-12 19:27:37,682][47664] Port 41002 is available -[2023-09-12 19:27:37,682][47664] Using port 41002 -[2023-09-12 19:27:37,683][47664] Initializing env for player 0, init_info: {'port': 41002}... -[2023-09-12 19:27:37,691][47628] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,690][47593] Initializing env for player 1, init_info: {'port': 40302}... -[2023-09-12 19:27:37,698][47630] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,714][47664] Using port 41002 on host... -[2023-09-12 19:27:37,722][47628] Port 40602 is available -[2023-09-12 19:27:37,722][47628] Using port 40602 -[2023-09-12 19:27:37,723][47628] Initializing env for player 0, init_info: {'port': 40602}... -[2023-09-12 19:27:37,733][47664] Initializing env for player 1, init_info: {'port': 41002}... -[2023-09-12 19:27:37,735][47627] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,739][47630] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,747][47593] Initializing env for player 2, init_info: {'port': 40302}... -[2023-09-12 19:27:37,755][47628] Using port 40602 on host... -[2023-09-12 19:27:37,767][47627] Multi agent env, num agents: 8 -[2023-09-12 19:27:37,769][47630] Port 40802 is available -[2023-09-12 19:27:37,769][47630] Using port 40802 -[2023-09-12 19:27:37,769][47630] Initializing env for player 0, init_info: {'port': 40802}... -[2023-09-12 19:27:37,774][47628] Initializing env for player 1, init_info: {'port': 40602}... -[2023-09-12 19:27:37,784][47664] Initializing env for player 2, init_info: {'port': 41002}... -[2023-09-12 19:27:37,797][47630] Using port 40802 on host... -[2023-09-12 19:27:37,798][47627] Port 40402 is available -[2023-09-12 19:27:37,798][47627] Using port 40402 -[2023-09-12 19:27:37,797][47593] Initializing env for player 3, init_info: {'port': 40302}... -[2023-09-12 19:27:37,798][47627] Initializing env for player 0, init_info: {'port': 40402}... -[2023-09-12 19:27:37,820][47630] Initializing env for player 1, init_info: {'port': 40802}... -[2023-09-12 19:27:37,829][47627] Using port 40402 on host... -[2023-09-12 19:27:37,831][47628] Initializing env for player 2, init_info: {'port': 40602}... -[2023-09-12 19:27:37,834][47664] Initializing env for player 3, init_info: {'port': 41002}... -[2023-09-12 19:27:37,849][47627] Initializing env for player 1, init_info: {'port': 40402}... -[2023-09-12 19:27:37,856][47593] Initializing env for player 4, init_info: {'port': 40302}... -[2023-09-12 19:27:37,870][47630] Initializing env for player 2, init_info: {'port': 40802}... -[2023-09-12 19:27:37,888][47628] Initializing env for player 3, init_info: {'port': 40602}... -[2023-09-12 19:27:37,891][47664] Initializing env for player 4, init_info: {'port': 41002}... -[2023-09-12 19:27:37,900][47627] Initializing env for player 2, init_info: {'port': 40402}... -[2023-09-12 19:27:37,911][47593] Initializing env for player 5, init_info: {'port': 40302}... -[2023-09-12 19:27:37,921][47630] Initializing env for player 3, init_info: {'port': 40802}... -[2023-09-12 19:27:37,939][47628] Initializing env for player 4, init_info: {'port': 40602}... -[2023-09-12 19:27:37,939][47664] Initializing env for player 5, init_info: {'port': 41002}... -[2023-09-12 19:27:37,953][47627] Initializing env for player 3, init_info: {'port': 40402}... -[2023-09-12 19:27:37,959][47593] Initializing env for player 6, init_info: {'port': 40302}... -[2023-09-12 19:27:37,979][47630] Initializing env for player 4, init_info: {'port': 40802}... -[2023-09-12 19:27:37,995][47628] Initializing env for player 5, init_info: {'port': 40602}... -[2023-09-12 19:27:38,011][47627] Initializing env for player 4, init_info: {'port': 40402}... -[2023-09-12 19:27:38,011][47664] Initializing env for player 6, init_info: {'port': 41002}... -[2023-09-12 19:27:38,018][47663] Initialized w:6 v:1 player:5 -[2023-09-12 19:27:38,021][47663] 8 agent workers initialized for env 6! -[2023-09-12 19:27:38,031][47630] Initializing env for player 5, init_info: {'port': 40802}... -[2023-09-12 19:27:38,038][47629] Initializing env for player 0, init_info: {'port': 40500}... -[2023-09-12 19:27:38,047][47628] Initializing env for player 6, init_info: {'port': 40602}... -[2023-09-12 19:27:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:27:38,071][47627] Initializing env for player 5, init_info: {'port': 40402}... -[2023-09-12 19:27:38,071][47664] Initializing env for player 7, init_info: {'port': 41002}... -[2023-09-12 19:27:38,084][47629] Using port 40500 on host... -[2023-09-12 19:27:38,091][47629] Initializing env for player 1, init_info: {'port': 40500}... -[2023-09-12 19:27:38,091][47630] Initializing env for player 6, init_info: {'port': 40802}... -[2023-09-12 19:27:38,043][47593] Initializing env for player 7, init_info: {'port': 40302}... -[2023-09-12 19:27:38,119][47627] Initializing env for player 6, init_info: {'port': 40402}... -[2023-09-12 19:27:38,122][47628] Initializing env for player 7, init_info: {'port': 40602}... -[2023-09-12 19:27:38,142][47629] Initializing env for player 2, init_info: {'port': 40500}... -[2023-09-12 19:27:38,155][47630] Initializing env for player 7, init_info: {'port': 40802}... -[2023-09-12 19:27:38,182][47663] Decorrelating experience for 32 frames... -[2023-09-12 19:27:38,179][47627] Initializing env for player 7, init_info: {'port': 40402}... -[2023-09-12 19:27:38,195][47629] Initializing env for player 3, init_info: {'port': 40500}... -[2023-09-12 19:27:38,258][47629] Initializing env for player 4, init_info: {'port': 40500}... -[2023-09-12 19:27:38,305][47629] Initializing env for player 5, init_info: {'port': 40500}... -[2023-09-12 19:27:38,359][47629] Initializing env for player 6, init_info: {'port': 40500}... -[2023-09-12 19:27:38,415][47629] Initializing env for player 7, init_info: {'port': 40500}... -[2023-09-12 19:27:38,800][47663] Multi agent env, num agents: 8 -[2023-09-12 19:27:38,846][47663] Multi agent env, num agents: 8 -[2023-09-12 19:27:38,893][47663] Port 40902 is available -[2023-09-12 19:27:38,893][47663] Using port 40902 -[2023-09-12 19:27:38,894][47663] Initializing env for player 0, init_info: {'port': 40902}... -[2023-09-12 19:27:38,938][47663] Using port 40902 on host... -[2023-09-12 19:27:38,944][47663] Initializing env for player 1, init_info: {'port': 40902}... -[2023-09-12 19:27:38,995][47663] Initializing env for player 2, init_info: {'port': 40902}... -[2023-09-12 19:27:39,045][47663] Initializing env for player 3, init_info: {'port': 40902}... -[2023-09-12 19:27:39,096][47663] Initializing env for player 4, init_info: {'port': 40902}... -[2023-09-12 19:27:39,149][47663] Initializing env for player 5, init_info: {'port': 40902}... -[2023-09-12 19:27:39,203][47663] Initializing env for player 6, init_info: {'port': 40902}... -[2023-09-12 19:27:39,255][47663] Initializing env for player 7, init_info: {'port': 40902}... -[2023-09-12 19:27:39,429][47593] Initialized w:0 v:2 player:1 -[2023-09-12 19:27:39,429][47593] Initialized w:0 v:2 player:6 -[2023-09-12 19:27:39,431][47593] Initialized w:0 v:2 player:2 -[2023-09-12 19:27:39,430][47593] Initialized w:0 v:2 player:0 -[2023-09-12 19:27:39,430][47593] Initialized w:0 v:2 player:3 -[2023-09-12 19:27:39,430][47593] Initialized w:0 v:2 player:5 -[2023-09-12 19:27:39,430][47593] Initialized w:0 v:2 player:7 -[2023-09-12 19:27:39,430][47593] Initialized w:0 v:2 player:4 -[2023-09-12 19:27:39,436][47593] 8 agent workers initialized for env 0! -[2023-09-12 19:27:39,490][47593] Decorrelating experience for 64 frames... -[2023-09-12 19:27:39,675][47664] Initialized w:7 v:2 player:1 -[2023-09-12 19:27:39,676][47664] Initialized w:7 v:2 player:7 -[2023-09-12 19:27:39,677][47664] Initialized w:7 v:2 player:3 -[2023-09-12 19:27:39,677][47664] Initialized w:7 v:2 player:2 -[2023-09-12 19:27:39,678][47664] Initialized w:7 v:2 player:6 -[2023-09-12 19:27:39,678][47664] Initialized w:7 v:2 player:0 -[2023-09-12 19:27:39,678][47664] Initialized w:7 v:2 player:4 -[2023-09-12 19:27:39,679][47664] Initialized w:7 v:2 player:5 -[2023-09-12 19:27:39,681][47664] 8 agent workers initialized for env 7! -[2023-09-12 19:27:39,683][47628] Initialized w:3 v:2 player:5 -[2023-09-12 19:27:39,684][47628] Initialized w:3 v:2 player:0 -[2023-09-12 19:27:39,684][47628] Initialized w:3 v:2 player:2 -[2023-09-12 19:27:39,686][47628] Initialized w:3 v:2 player:6 -[2023-09-12 19:27:39,685][47628] Initialized w:3 v:2 player:1 -[2023-09-12 19:27:39,685][47628] Initialized w:3 v:2 player:7 -[2023-09-12 19:27:39,685][47628] Initialized w:3 v:2 player:3 -[2023-09-12 19:27:39,684][47628] Initialized w:3 v:2 player:4 -[2023-09-12 19:27:39,688][47628] 8 agent workers initialized for env 3! -[2023-09-12 19:27:39,699][47630] Initialized w:5 v:2 player:0 -[2023-09-12 19:27:39,700][47630] Initialized w:5 v:2 player:2 -[2023-09-12 19:27:39,701][47630] Initialized w:5 v:2 player:6 -[2023-09-12 19:27:39,703][47630] Initialized w:5 v:2 player:3 -[2023-09-12 19:27:39,703][47630] Initialized w:5 v:2 player:1 -[2023-09-12 19:27:39,703][47630] Initialized w:5 v:2 player:5 -[2023-09-12 19:27:39,703][47630] Initialized w:5 v:2 player:4 -[2023-09-12 19:27:39,704][47630] Initialized w:5 v:2 player:7 -[2023-09-12 19:27:39,706][47630] 8 agent workers initialized for env 5! -[2023-09-12 19:27:39,718][47664] Decorrelating experience for 64 frames... -[2023-09-12 19:27:39,737][47628] Decorrelating experience for 64 frames... -[2023-09-12 19:27:39,758][47630] Decorrelating experience for 64 frames... -[2023-09-12 19:27:39,756][47627] Initialized w:1 v:2 player:3 -[2023-09-12 19:27:39,759][47627] Initialized w:1 v:2 player:2 -[2023-09-12 19:27:39,759][47627] Initialized w:1 v:2 player:1 -[2023-09-12 19:27:39,759][47627] Initialized w:1 v:2 player:5 -[2023-09-12 19:27:39,759][47627] Initialized w:1 v:2 player:4 -[2023-09-12 19:27:39,760][47627] Initialized w:1 v:2 player:0 -[2023-09-12 19:27:39,760][47627] Initialized w:1 v:2 player:7 -[2023-09-12 19:27:39,760][47627] Initialized w:1 v:2 player:6 -[2023-09-12 19:27:39,763][47627] 8 agent workers initialized for env 1! -[2023-09-12 19:27:39,811][47627] Decorrelating experience for 64 frames... -[2023-09-12 19:27:39,874][47629] Initialized w:2 v:0 player:4 -[2023-09-12 19:27:39,875][47629] Initialized w:2 v:0 player:7 -[2023-09-12 19:27:39,876][47629] Initialized w:2 v:0 player:1 -[2023-09-12 19:27:39,876][47629] Initialized w:2 v:0 player:0 -[2023-09-12 19:27:39,876][47629] Initialized w:2 v:0 player:3 -[2023-09-12 19:27:39,876][47629] Initialized w:2 v:0 player:6 -[2023-09-12 19:27:39,878][47629] Initialized w:2 v:0 player:5 -[2023-09-12 19:27:39,878][47629] Initialized w:2 v:0 player:2 -[2023-09-12 19:27:39,879][47629] 8 agent workers initialized for env 2! -[2023-09-12 19:27:39,889][47662] Initializing env for player 0, init_info: {'port': 40701}... -[2023-09-12 19:27:39,919][47629] Decorrelating experience for 0 frames... -[2023-09-12 19:27:39,922][47629] Port 40501 is available -[2023-09-12 19:27:39,922][47629] Using port 40501 -[2023-09-12 19:27:39,922][47629] Initializing env for player 0, init_info: {'port': 40501}... -[2023-09-12 19:27:39,933][47662] Using port 40701 on host... -[2023-09-12 19:27:39,942][47662] Initializing env for player 1, init_info: {'port': 40701}... -[2023-09-12 19:27:39,953][47629] Using port 40501 on host... -[2023-09-12 19:27:39,973][47629] Initializing env for player 1, init_info: {'port': 40501}... -[2023-09-12 19:27:39,995][47662] Initializing env for player 2, init_info: {'port': 40701}... -[2023-09-12 19:27:40,023][47629] Initializing env for player 2, init_info: {'port': 40501}... -[2023-09-12 19:27:40,046][47662] Initializing env for player 3, init_info: {'port': 40701}... -[2023-09-12 19:27:40,082][47629] Initializing env for player 3, init_info: {'port': 40501}... -[2023-09-12 19:27:40,107][47662] Initializing env for player 4, init_info: {'port': 40701}... -[2023-09-12 19:27:40,139][47629] Initializing env for player 4, init_info: {'port': 40501}... -[2023-09-12 19:27:40,167][47662] Initializing env for player 5, init_info: {'port': 40701}... -[2023-09-12 19:27:40,195][47629] Initializing env for player 5, init_info: {'port': 40501}... -[2023-09-12 19:27:40,223][47662] Initializing env for player 6, init_info: {'port': 40701}... -[2023-09-12 19:27:40,251][47629] Initializing env for player 6, init_info: {'port': 40501}... -[2023-09-12 19:27:40,266][47593] Port 40303 is available -[2023-09-12 19:27:40,266][47593] Using port 40303 -[2023-09-12 19:27:40,267][47593] Initializing env for player 0, init_info: {'port': 40303}... -[2023-09-12 19:27:40,283][47662] Initializing env for player 7, init_info: {'port': 40701}... -[2023-09-12 19:27:40,312][47593] Using port 40303 on host... -[2023-09-12 19:27:40,314][47629] Initializing env for player 7, init_info: {'port': 40501}... -[2023-09-12 19:27:40,326][47593] Initializing env for player 1, init_info: {'port': 40303}... -[2023-09-12 19:27:40,376][47593] Initializing env for player 2, init_info: {'port': 40303}... -[2023-09-12 19:27:40,408][47628] Port 40603 is available -[2023-09-12 19:27:40,408][47628] Using port 40603 -[2023-09-12 19:27:40,409][47628] Initializing env for player 0, init_info: {'port': 40603}... -[2023-09-12 19:27:40,421][47664] Port 41003 is available -[2023-09-12 19:27:40,421][47664] Using port 41003 -[2023-09-12 19:27:40,421][47664] Initializing env for player 0, init_info: {'port': 41003}... -[2023-09-12 19:27:40,435][47593] Initializing env for player 3, init_info: {'port': 40303}... -[2023-09-12 19:27:40,441][47628] Using port 40603 on host... -[2023-09-12 19:27:40,452][47664] Using port 41003 on host... -[2023-09-12 19:27:40,460][47628] Initializing env for player 1, init_info: {'port': 40603}... -[2023-09-12 19:27:40,472][47664] Initializing env for player 1, init_info: {'port': 41003}... -[2023-09-12 19:27:40,487][47593] Initializing env for player 4, init_info: {'port': 40303}... -[2023-09-12 19:27:40,505][47663] Initialized w:6 v:2 player:0 -[2023-09-12 19:27:40,506][47663] Initialized w:6 v:2 player:6 -[2023-09-12 19:27:40,507][47663] Initialized w:6 v:2 player:4 -[2023-09-12 19:27:40,508][47663] Initialized w:6 v:2 player:3 -[2023-09-12 19:27:40,508][47663] Initialized w:6 v:2 player:1 -[2023-09-12 19:27:40,509][47663] Initialized w:6 v:2 player:5 -[2023-09-12 19:27:40,510][47663] Initialized w:6 v:2 player:2 -[2023-09-12 19:27:40,510][47628] Initializing env for player 2, init_info: {'port': 40603}... -[2023-09-12 19:27:40,510][47663] Initialized w:6 v:2 player:7 -[2023-09-12 19:27:40,512][47663] 8 agent workers initialized for env 6! -[2023-09-12 19:27:40,522][47630] Port 40803 is available -[2023-09-12 19:27:40,522][47630] Using port 40803 -[2023-09-12 19:27:40,526][47664] Initializing env for player 2, init_info: {'port': 41003}... -[2023-09-12 19:27:40,533][47627] Port 40403 is available -[2023-09-12 19:27:40,533][47627] Using port 40403 -[2023-09-12 19:27:40,534][47627] Initializing env for player 0, init_info: {'port': 40403}... -[2023-09-12 19:27:40,539][47593] Initializing env for player 5, init_info: {'port': 40303}... -[2023-09-12 19:27:40,563][47628] Initializing env for player 3, init_info: {'port': 40603}... -[2023-09-12 19:27:40,564][47627] Using port 40403 on host... -[2023-09-12 19:27:40,584][47627] Initializing env for player 1, init_info: {'port': 40403}... -[2023-09-12 19:27:40,586][47663] Decorrelating experience for 64 frames... -[2023-09-12 19:27:40,587][47664] Initializing env for player 3, init_info: {'port': 41003}... -[2023-09-12 19:27:40,591][47593] Initializing env for player 6, init_info: {'port': 40303}... -[2023-09-12 19:27:40,619][47628] Initializing env for player 4, init_info: {'port': 40603}... -[2023-09-12 19:27:40,635][47664] Initializing env for player 4, init_info: {'port': 41003}... -[2023-09-12 19:27:40,635][47627] Initializing env for player 2, init_info: {'port': 40403}... -[2023-09-12 19:27:40,683][47593] Initializing env for player 7, init_info: {'port': 40303}... -[2023-09-12 19:27:40,685][47627] Initializing env for player 3, init_info: {'port': 40403}... -[2023-09-12 19:27:40,687][47628] Initializing env for player 5, init_info: {'port': 40603}... -[2023-09-12 19:27:40,699][47664] Initializing env for player 5, init_info: {'port': 41003}... -[2023-09-12 19:27:40,733][47628] Initializing env for player 6, init_info: {'port': 40603}... -[2023-09-12 19:27:40,739][47627] Initializing env for player 4, init_info: {'port': 40403}... -[2023-09-12 19:27:40,763][47664] Initializing env for player 6, init_info: {'port': 41003}... -[2023-09-12 19:27:40,815][47664] Initializing env for player 7, init_info: {'port': 41003}... -[2023-09-12 19:27:40,816][47627] Initializing env for player 5, init_info: {'port': 40403}... -[2023-09-12 19:27:40,827][47628] Initializing env for player 7, init_info: {'port': 40603}... -[2023-09-12 19:27:40,883][47627] Initializing env for player 6, init_info: {'port': 40403}... -[2023-09-12 19:27:40,935][47627] Initializing env for player 7, init_info: {'port': 40403}... -[2023-09-12 19:27:41,496][47663] Port 40903 is available -[2023-09-12 19:27:41,496][47663] Using port 40903 -[2023-09-12 19:27:41,496][47663] Initializing env for player 0, init_info: {'port': 40903}... -[2023-09-12 19:27:41,524][47663] Using port 40903 on host... -[2023-09-12 19:27:41,547][47663] Initializing env for player 1, init_info: {'port': 40903}... -[2023-09-12 19:27:41,585][47662] Initialized w:4 v:1 player:4 -[2023-09-12 19:27:41,587][47662] Initialized w:4 v:1 player:6 -[2023-09-12 19:27:41,587][47662] Initialized w:4 v:1 player:2 -[2023-09-12 19:27:41,587][47662] Initialized w:4 v:1 player:7 -[2023-09-12 19:27:41,588][47662] Initialized w:4 v:1 player:5 -[2023-09-12 19:27:41,588][47662] Initialized w:4 v:1 player:3 -[2023-09-12 19:27:41,590][47662] Initialized w:4 v:1 player:0 -[2023-09-12 19:27:41,590][47662] Initialized w:4 v:1 player:1 -[2023-09-12 19:27:41,591][47662] 8 agent workers initialized for env 4! -[2023-09-12 19:27:41,611][47663] Initializing env for player 2, init_info: {'port': 40903}... -[2023-09-12 19:27:41,629][47629] Initialized w:2 v:1 player:2 -[2023-09-12 19:27:41,631][47629] Initialized w:2 v:1 player:0 -[2023-09-12 19:27:41,632][47629] Initialized w:2 v:1 player:7 -[2023-09-12 19:27:41,632][47629] Initialized w:2 v:1 player:5 -[2023-09-12 19:27:41,632][47629] Initialized w:2 v:1 player:1 -[2023-09-12 19:27:41,633][47629] Initialized w:2 v:1 player:3 -[2023-09-12 19:27:41,633][47629] Initialized w:2 v:1 player:6 -[2023-09-12 19:27:41,634][47629] Initialized w:2 v:1 player:4 -[2023-09-12 19:27:41,636][47629] 8 agent workers initialized for env 2! -[2023-09-12 19:27:41,645][47662] Decorrelating experience for 32 frames... -[2023-09-12 19:27:41,668][47663] Initializing env for player 3, init_info: {'port': 40903}... -[2023-09-12 19:27:41,683][47630] Initializing env for player 0, init_info: {'port': 40803}... -[2023-09-12 19:27:41,690][47629] Decorrelating experience for 32 frames... -[2023-09-12 19:27:41,718][47663] Initializing env for player 4, init_info: {'port': 40903}... -[2023-09-12 19:27:41,729][47630] Using port 40803 on host... -[2023-09-12 19:27:41,733][47630] Initializing env for player 1, init_info: {'port': 40803}... -[2023-09-12 19:27:41,775][47663] Initializing env for player 5, init_info: {'port': 40903}... -[2023-09-12 19:27:41,789][47630] Initializing env for player 2, init_info: {'port': 40803}... -[2023-09-12 19:27:41,835][47663] Initializing env for player 6, init_info: {'port': 40903}... -[2023-09-12 19:27:41,843][47630] Initializing env for player 3, init_info: {'port': 40803}... -[2023-09-12 19:27:41,895][47630] Initializing env for player 4, init_info: {'port': 40803}... -[2023-09-12 19:27:41,931][47663] Initializing env for player 7, init_info: {'port': 40903}... -[2023-09-12 19:27:41,946][47630] Initializing env for player 5, init_info: {'port': 40803}... -[2023-09-12 19:27:41,978][47662] Multi agent env, num agents: 8 -[2023-09-12 19:27:41,999][47630] Initializing env for player 6, init_info: {'port': 40803}... -[2023-09-12 19:27:42,009][47662] Multi agent env, num agents: 8 -[2023-09-12 19:27:42,039][47662] Port 40702 is available -[2023-09-12 19:27:42,040][47662] Using port 40702 -[2023-09-12 19:27:42,051][47629] Multi agent env, num agents: 8 -[2023-09-12 19:27:42,055][47630] Initializing env for player 7, init_info: {'port': 40803}... -[2023-09-12 19:27:42,092][47629] Multi agent env, num agents: 8 -[2023-09-12 19:27:42,139][47629] Port 40502 is available -[2023-09-12 19:27:42,139][47629] Using port 40502 -[2023-09-12 19:27:42,140][47629] Initializing env for player 0, init_info: {'port': 40502}... -[2023-09-12 19:27:42,174][47593] Initialized w:0 v:3 player:7 -[2023-09-12 19:27:42,176][47593] Initialized w:0 v:3 player:0 -[2023-09-12 19:27:42,176][47593] Initialized w:0 v:3 player:4 -[2023-09-12 19:27:42,177][47593] Initialized w:0 v:3 player:1 -[2023-09-12 19:27:42,177][47593] Initialized w:0 v:3 player:5 -[2023-09-12 19:27:42,177][47593] Initialized w:0 v:3 player:2 -[2023-09-12 19:27:42,177][47593] Initialized w:0 v:3 player:6 -[2023-09-12 19:27:42,178][47593] Initialized w:0 v:3 player:3 -[2023-09-12 19:27:42,180][47593] 8 agent workers initialized for env 0! -[2023-09-12 19:27:42,184][47629] Using port 40502 on host... -[2023-09-12 19:27:42,195][47629] Initializing env for player 1, init_info: {'port': 40502}... -[2023-09-12 19:27:42,219][47593] Decorrelating experience for 96 frames... -[2023-09-12 19:27:42,247][47627] Initialized w:1 v:3 player:1 -[2023-09-12 19:27:42,249][47627] Initialized w:1 v:3 player:4 -[2023-09-12 19:27:42,250][47627] Initialized w:1 v:3 player:2 -[2023-09-12 19:27:42,252][47627] Initialized w:1 v:3 player:0 -[2023-09-12 19:27:42,253][47627] Initialized w:1 v:3 player:6 -[2023-09-12 19:27:42,253][47627] Initialized w:1 v:3 player:7 -[2023-09-12 19:27:42,255][47627] Initialized w:1 v:3 player:3 -[2023-09-12 19:27:42,255][47629] Initializing env for player 2, init_info: {'port': 40502}... -[2023-09-12 19:27:42,256][47627] Initialized w:1 v:3 player:5 -[2023-09-12 19:27:42,257][47627] 8 agent workers initialized for env 1! -[2023-09-12 19:27:42,303][47629] Initializing env for player 3, init_info: {'port': 40502}... -[2023-09-12 19:27:42,317][47627] Decorrelating experience for 96 frames... -[2023-09-12 19:27:42,331][47664] Initialized w:7 v:3 player:5 -[2023-09-12 19:27:42,331][47664] Initialized w:7 v:3 player:4 -[2023-09-12 19:27:42,332][47664] Initialized w:7 v:3 player:2 -[2023-09-12 19:27:42,334][47664] Initialized w:7 v:3 player:1 -[2023-09-12 19:27:42,335][47628] Initialized w:3 v:3 player:1 -[2023-09-12 19:27:42,334][47664] Initialized w:7 v:3 player:6 -[2023-09-12 19:27:42,335][47664] Initialized w:7 v:3 player:0 -[2023-09-12 19:27:42,335][47664] Initialized w:7 v:3 player:3 -[2023-09-12 19:27:42,335][47664] Initialized w:7 v:3 player:7 -[2023-09-12 19:27:42,337][47628] Initialized w:3 v:3 player:2 -[2023-09-12 19:27:42,338][47664] 8 agent workers initialized for env 7! -[2023-09-12 19:27:42,343][47628] Initialized w:3 v:3 player:0 -[2023-09-12 19:27:42,343][47628] Initialized w:3 v:3 player:7 -[2023-09-12 19:27:42,345][47628] Initialized w:3 v:3 player:6 -[2023-09-12 19:27:42,345][47628] Initialized w:3 v:3 player:3 -[2023-09-12 19:27:42,346][47628] Initialized w:3 v:3 player:5 -[2023-09-12 19:27:42,347][47662] Initializing env for player 0, init_info: {'port': 40702}... -[2023-09-12 19:27:42,361][47629] Initializing env for player 4, init_info: {'port': 40502}... -[2023-09-12 19:27:42,376][47664] Decorrelating experience for 96 frames... -[2023-09-12 19:27:42,384][47662] Using port 40702 on host... -[2023-09-12 19:27:42,397][47662] Initializing env for player 1, init_info: {'port': 40702}... -[2023-09-12 19:27:42,411][47629] Initializing env for player 5, init_info: {'port': 40502}... -[2023-09-12 19:27:42,451][47662] Initializing env for player 2, init_info: {'port': 40702}... -[2023-09-12 19:27:42,475][47629] Initializing env for player 6, init_info: {'port': 40502}... -[2023-09-12 19:27:42,500][47662] Initializing env for player 3, init_info: {'port': 40702}... -[2023-09-12 19:27:42,531][47629] Initializing env for player 7, init_info: {'port': 40502}... -[2023-09-12 19:27:42,550][47662] Initializing env for player 4, init_info: {'port': 40702}... -[2023-09-12 19:27:42,603][47662] Initializing env for player 5, init_info: {'port': 40702}... -[2023-09-12 19:27:42,659][47662] Initializing env for player 6, init_info: {'port': 40702}... -[2023-09-12 19:27:42,711][47662] Initializing env for player 7, init_info: {'port': 40702}... -[2023-09-12 19:27:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:27:43,214][47663] Initialized w:6 v:3 player:6 -[2023-09-12 19:27:43,215][47663] Initialized w:6 v:3 player:4 -[2023-09-12 19:27:43,216][47663] Initialized w:6 v:3 player:3 -[2023-09-12 19:27:43,216][47663] Initialized w:6 v:3 player:0 -[2023-09-12 19:27:43,216][47663] Initialized w:6 v:3 player:7 -[2023-09-12 19:27:43,219][47663] Initialized w:6 v:3 player:5 -[2023-09-12 19:27:43,219][47663] Initialized w:6 v:3 player:2 -[2023-09-12 19:27:43,334][47628] Initialized w:3 v:3 player:4 -[2023-09-12 19:27:43,335][47628] 8 agent workers initialized for env 3! -[2023-09-12 19:27:43,399][47628] Decorrelating experience for 96 frames... -[2023-09-12 19:27:43,465][47630] Initialized w:5 v:3 player:6 -[2023-09-12 19:27:43,467][47630] Initialized w:5 v:3 player:4 -[2023-09-12 19:27:43,467][47630] Initialized w:5 v:3 player:5 -[2023-09-12 19:27:43,467][47630] Initialized w:5 v:3 player:1 -[2023-09-12 19:27:43,467][47630] Initialized w:5 v:3 player:2 -[2023-09-12 19:27:43,467][47630] Initialized w:5 v:3 player:7 -[2023-09-12 19:27:43,467][47630] Initialized w:5 v:3 player:3 -[2023-09-12 19:27:43,467][47630] Initialized w:5 v:3 player:0 -[2023-09-12 19:27:43,470][47630] 8 agent workers initialized for env 5! -[2023-09-12 19:27:43,521][47630] Decorrelating experience for 96 frames... -[2023-09-12 19:27:43,768][47629] Initialized w:2 v:2 player:5 -[2023-09-12 19:27:43,768][47629] Initialized w:2 v:2 player:0 -[2023-09-12 19:27:43,769][47629] Initialized w:2 v:2 player:4 -[2023-09-12 19:27:43,769][47629] Initialized w:2 v:2 player:3 -[2023-09-12 19:27:43,770][47629] Initialized w:2 v:2 player:1 -[2023-09-12 19:27:43,770][47629] Initialized w:2 v:2 player:7 -[2023-09-12 19:27:43,771][47629] Initialized w:2 v:2 player:6 -[2023-09-12 19:27:43,771][47629] Initialized w:2 v:2 player:2 -[2023-09-12 19:27:43,773][47629] 8 agent workers initialized for env 2! -[2023-09-12 19:27:43,820][47629] Decorrelating experience for 64 frames... -[2023-09-12 19:27:44,129][47662] Initialized w:4 v:2 player:1 -[2023-09-12 19:27:44,131][47662] Initialized w:4 v:2 player:7 -[2023-09-12 19:27:44,131][47662] Initialized w:4 v:2 player:4 -[2023-09-12 19:27:44,132][47662] Initialized w:4 v:2 player:6 -[2023-09-12 19:27:44,132][47662] Initialized w:4 v:2 player:5 -[2023-09-12 19:27:44,133][47662] Initialized w:4 v:2 player:2 -[2023-09-12 19:27:44,133][47662] Initialized w:4 v:2 player:0 -[2023-09-12 19:27:44,133][47662] Initialized w:4 v:2 player:3 -[2023-09-12 19:27:44,135][47662] 8 agent workers initialized for env 4! -[2023-09-12 19:27:44,180][47662] Decorrelating experience for 64 frames... -[2023-09-12 19:27:44,590][47629] Port 40503 is available -[2023-09-12 19:27:44,590][47629] Using port 40503 -[2023-09-12 19:27:44,591][47629] Initializing env for player 0, init_info: {'port': 40503}... -[2023-09-12 19:27:44,636][47629] Using port 40503 on host... -[2023-09-12 19:27:44,643][47629] Initializing env for player 1, init_info: {'port': 40503}... -[2023-09-12 19:27:44,719][47629] Initializing env for player 2, init_info: {'port': 40503}... -[2023-09-12 19:27:44,775][47629] Initializing env for player 3, init_info: {'port': 40503}... -[2023-09-12 19:27:44,839][47629] Initializing env for player 4, init_info: {'port': 40503}... -[2023-09-12 19:27:44,892][47629] Initializing env for player 5, init_info: {'port': 40503}... -[2023-09-12 19:27:44,959][47629] Initializing env for player 6, init_info: {'port': 40503}... -[2023-09-12 19:27:45,011][47629] Initializing env for player 7, init_info: {'port': 40503}... -[2023-09-12 19:27:45,147][47662] Port 40703 is available -[2023-09-12 19:27:45,148][47662] Using port 40703 -[2023-09-12 19:27:45,148][47662] Initializing env for player 0, init_info: {'port': 40703}... -[2023-09-12 19:27:45,186][47662] Using port 40703 on host... -[2023-09-12 19:27:45,199][47662] Initializing env for player 1, init_info: {'port': 40703}... -[2023-09-12 19:27:45,265][47662] Initializing env for player 2, init_info: {'port': 40703}... -[2023-09-12 19:27:45,315][47662] Initializing env for player 3, init_info: {'port': 40703}... -[2023-09-12 19:27:45,371][47662] Initializing env for player 4, init_info: {'port': 40703}... -[2023-09-12 19:27:45,424][47662] Initializing env for player 5, init_info: {'port': 40703}... -[2023-09-12 19:27:45,478][47662] Initializing env for player 6, init_info: {'port': 40703}... -[2023-09-12 19:27:45,535][47662] Initializing env for player 7, init_info: {'port': 40703}... -[2023-09-12 19:27:46,226][47474] Signal inference workers to stop experience collection... -[2023-09-12 19:27:46,236][47594] InferenceWorker_p0-w0: stopping experience collection -[2023-09-12 19:27:46,558][47629] Initialized w:2 v:3 player:4 -[2023-09-12 19:27:46,560][47629] Initialized w:2 v:3 player:0 -[2023-09-12 19:27:46,561][47629] Initialized w:2 v:3 player:1 -[2023-09-12 19:27:46,561][47629] Initialized w:2 v:3 player:2 -[2023-09-12 19:27:46,561][47629] Initialized w:2 v:3 player:6 -[2023-09-12 19:27:46,562][47629] Initialized w:2 v:3 player:3 -[2023-09-12 19:27:46,562][47629] Initialized w:2 v:3 player:7 -[2023-09-12 19:27:46,562][47629] Initialized w:2 v:3 player:5 -[2023-09-12 19:27:46,564][47629] 8 agent workers initialized for env 2! -[2023-09-12 19:27:46,612][47629] Decorrelating experience for 96 frames... -[2023-09-12 19:27:47,035][47662] Initialized w:4 v:3 player:5 -[2023-09-12 19:27:47,038][47662] Initialized w:4 v:3 player:7 -[2023-09-12 19:27:47,039][47662] Initialized w:4 v:3 player:3 -[2023-09-12 19:27:47,039][47662] Initialized w:4 v:3 player:0 -[2023-09-12 19:27:47,039][47662] Initialized w:4 v:3 player:2 -[2023-09-12 19:27:47,039][47662] Initialized w:4 v:3 player:4 -[2023-09-12 19:27:47,039][47662] Initialized w:4 v:3 player:6 -[2023-09-12 19:27:47,040][47662] Initialized w:4 v:3 player:1 -[2023-09-12 19:27:47,042][47662] 8 agent workers initialized for env 4! -[2023-09-12 19:27:47,045][47474] EvtLoop [learner_proc0_evt_loop, process=learner_proc0] unhandled exception in slot='on_new_training_batch' connected to emitter=Emitter(object_id='Batcher_0', signal_name='training_batches_available'), args=(0,) -Traceback (most recent call last): - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py", line 355, in _process_signal - slot_callable(*args) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner_worker.py", line 150, in on_new_training_batch - stats = self.learner.train(self.batcher.training_batches[batch_idx]) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 1046, in train - train_stats = self._train(buff, self.cfg.batch_size, experience_size, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 731, in _train - ) = self._calculate_losses(mb, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 649, in _calculate_losses - exploration_loss = self.exploration_loss_func(action_distribution, valids, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 477, in _symmetric_kl_exploration_loss - kl_prior = action_distribution.symmetric_kl_with_uniform_prior() - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in symmetric_kl_with_uniform_prior - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] -AttributeError: 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' -[2023-09-12 19:27:47,046][47474] Unhandled exception 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' in evt loop learner_proc0_evt_loop -[2023-09-12 19:27:47,096][47662] Decorrelating experience for 96 frames... -[2023-09-12 19:27:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 189.9. Samples: 2848. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:27:48,301][45761] Heartbeat connected on Batcher_0 -[2023-09-12 19:27:48,310][45761] Heartbeat connected on InferenceWorker_p0-w0 -[2023-09-12 19:27:48,318][45761] Heartbeat connected on RolloutWorker_w0 -[2023-09-12 19:27:48,322][45761] Heartbeat connected on RolloutWorker_w1 -[2023-09-12 19:27:48,327][45761] Heartbeat connected on RolloutWorker_w2 -[2023-09-12 19:27:48,332][45761] Heartbeat connected on RolloutWorker_w3 -[2023-09-12 19:27:48,336][45761] Heartbeat connected on RolloutWorker_w4 -[2023-09-12 19:27:48,341][45761] Heartbeat connected on RolloutWorker_w5 -[2023-09-12 19:27:48,350][45761] Heartbeat connected on RolloutWorker_w7 -[2023-09-12 19:27:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 252.8. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:27:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 202.2. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 168.5. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 144.5. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 126.4. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 112.4. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 112.4. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 112.4. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 49.1. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:28:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:29:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:30:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:31:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:32:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:33:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:34:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:35:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:36:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:23,055][45761] Components not started: LearnerWorker_p0, RolloutWorker_w6, wait_time=600.0 seconds -[2023-09-12 19:37:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:37:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:38:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:39:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:40:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:13,050][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:41:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:42:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:43:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:44:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:45:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:46:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:23,055][45761] Components not started: LearnerWorker_p0, RolloutWorker_w6, wait_time=1200.0 seconds -[2023-09-12 19:47:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:47:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:48:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:49:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:50:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:51:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:53,050][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:52:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:53:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:54:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:55:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:28,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:33,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:38,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:43,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:48,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:53,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:56:58,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:57:03,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:57:08,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:57:13,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:57:18,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:57:23,049][45761] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5056. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 19:57:23,054][45761] Components not started: LearnerWorker_p0, RolloutWorker_w6, wait_time=1800.0 seconds -[2023-09-12 19:57:23,057][45761] Components take too long to start: LearnerWorker_p0, RolloutWorker_w6. Aborting the experiment! - - - -[2023-09-12 19:57:23,059][47474] Stopping Batcher_0... -[2023-09-12 19:57:23,059][47474] Loop batcher_evt_loop terminating... -[2023-09-12 19:57:23,059][45761] Component Batcher_0 stopped! -[2023-09-12 19:57:23,062][45761] Waiting for ['LearnerWorker_p0', 'InferenceWorker_p0-w0', 'RolloutWorker_w0', 'RolloutWorker_w1', 'RolloutWorker_w2', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:23,073][47594] Weights refcount: 2 0 -[2023-09-12 19:57:23,074][47594] Stopping InferenceWorker_p0-w0... -[2023-09-12 19:57:23,074][47594] Loop inference_proc0-0_evt_loop terminating... -[2023-09-12 19:57:23,074][45761] Component InferenceWorker_p0-w0 stopped! -[2023-09-12 19:57:23,076][45761] Waiting for ['LearnerWorker_p0', 'RolloutWorker_w0', 'RolloutWorker_w1', 'RolloutWorker_w2', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:26,275][47629] Stopping RolloutWorker_w2... -[2023-09-12 19:57:26,275][47627] Stopping RolloutWorker_w1... -[2023-09-12 19:57:26,275][47629] Loop rollout_proc2_evt_loop terminating... -[2023-09-12 19:57:26,275][47593] Stopping RolloutWorker_w0... -[2023-09-12 19:57:26,276][47627] Loop rollout_proc1_evt_loop terminating... -[2023-09-12 19:57:26,276][47662] Stopping RolloutWorker_w4... -[2023-09-12 19:57:26,276][47593] Loop rollout_proc0_evt_loop terminating... -[2023-09-12 19:57:26,276][47630] Stopping RolloutWorker_w5... -[2023-09-12 19:57:26,276][47662] Loop rollout_proc4_evt_loop terminating... -[2023-09-12 19:57:26,276][47628] Stopping RolloutWorker_w3... -[2023-09-12 19:57:26,277][47630] Loop rollout_proc5_evt_loop terminating... -[2023-09-12 19:57:26,277][47628] Loop rollout_proc3_evt_loop terminating... -[2023-09-12 19:57:26,277][47664] Stopping RolloutWorker_w7... -[2023-09-12 19:57:26,276][45761] Component LearnerWorker_p0 process died already! Don't wait for it. -[2023-09-12 19:57:26,278][47664] Loop rollout_proc7_evt_loop terminating... -[2023-09-12 19:57:26,278][45761] Component RolloutWorker_w2 stopped! -[2023-09-12 19:57:26,279][45761] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w1', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:26,281][45761] Component RolloutWorker_w1 stopped! -[2023-09-12 19:57:26,283][45761] Waiting for ['RolloutWorker_w0', 'RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:26,285][45761] Component RolloutWorker_w0 stopped! -[2023-09-12 19:57:26,286][45761] Waiting for ['RolloutWorker_w3', 'RolloutWorker_w4', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:26,287][45761] Component RolloutWorker_w4 stopped! -[2023-09-12 19:57:26,289][45761] Waiting for ['RolloutWorker_w3', 'RolloutWorker_w5', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:26,290][45761] Component RolloutWorker_w5 stopped! -[2023-09-12 19:57:26,291][45761] Waiting for ['RolloutWorker_w3', 'RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:26,292][45761] Component RolloutWorker_w3 stopped! -[2023-09-12 19:57:26,293][45761] Waiting for ['RolloutWorker_w6', 'RolloutWorker_w7'] to stop... -[2023-09-12 19:57:26,295][45761] Component RolloutWorker_w7 stopped! -[2023-09-12 19:57:26,296][45761] Waiting for ['RolloutWorker_w6'] to stop... -[2023-09-12 20:58:13,927][47663] VizDoom game.init() threw an exception SignalException('Signal SIGINT received. ViZDoom instance has been closed.'). Terminate process... -[2023-09-12 20:58:13,931][47663] Failed with error RuntimeError('Critical error: worker stuck on initialization. Abort! '), trying again -[2023-09-12 20:58:13,946][45761] Keyboard interrupt detected in the event loop EvtLoop [Runner_EvtLoop, process=main process 45761], exiting... -[2023-09-12 20:58:13,948][45761] Runner profile tree view: -main_loop: 5445.5967 -[2023-09-12 20:58:13,949][45761] Collected {0: 0}, FPS: 0.0 -[2023-09-12 20:58:13,989][45761] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 20:58:13,990][45761] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 20:58:13,991][45761] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 20:58:13,992][45761] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 20:58:13,993][45761] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 20:58:13,994][45761] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 20:58:13,996][45761] Adding new argument 'max_num_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 20:58:13,997][45761] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 20:58:13,998][45761] Adding new argument 'push_to_hub'=False that is not in the saved config file! -[2023-09-12 20:58:13,999][45761] Adding new argument 'hf_repository'=None that is not in the saved config file! -[2023-09-12 20:58:14,000][45761] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 20:58:14,001][45761] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 20:58:14,002][45761] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 20:58:14,003][45761] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 20:58:14,003][45761] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 20:58:14,006][45761] Multi agent env, num agents: 8 -[2023-09-12 20:58:14,035][45761] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:58:14,041][45761] RunningMeanStd input shape: (23,) -[2023-09-12 20:58:14,042][45761] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 20:58:14,044][45761] RunningMeanStd input shape: (1,) -[2023-09-12 20:58:14,057][45761] ConvEncoder: input_channels=3 -[2023-09-12 20:58:14,193][45761] Conv encoder output size: 512 -[2023-09-12 20:58:14,196][45761] Policy head output size: 640 -[2023-09-12 20:58:14,937][47663] Port 40903 is available -[2023-09-12 20:58:14,937][47663] Using port 40903 -[2023-09-12 20:58:14,938][47663] Initializing env for player 0, init_info: {'port': 40903}... -[2023-09-12 20:58:14,972][47663] Using port 40903 on host... -[2023-09-12 20:58:14,989][47663] Initializing env for player 1, init_info: {'port': 40903}... -[2023-09-12 20:58:15,039][47663] Initializing env for player 2, init_info: {'port': 40903}... -[2023-09-12 20:58:15,089][47663] Initializing env for player 3, init_info: {'port': 40903}... -[2023-09-12 20:58:15,151][47663] Initializing env for player 4, init_info: {'port': 40903}... -[2023-09-12 20:58:15,203][47663] Initializing env for player 5, init_info: {'port': 40903}... -[2023-09-12 20:58:15,259][47663] Initializing env for player 6, init_info: {'port': 40903}... -[2023-09-12 20:58:15,307][47663] Initializing env for player 7, init_info: {'port': 40903}... -[2023-09-12 20:58:15,335][45761] No checkpoints found -[2023-09-12 20:58:16,238][45761] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 20:58:16,239][45761] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 20:58:16,241][45761] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 20:58:16,242][45761] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 20:58:16,243][45761] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 20:58:16,244][45761] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 20:58:16,245][45761] Adding new argument 'max_num_frames'=100000 that is not in the saved config file! -[2023-09-12 20:58:16,247][45761] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 20:58:16,248][45761] Adding new argument 'push_to_hub'=True that is not in the saved config file! -[2023-09-12 20:58:16,249][45761] Adding new argument 'hf_repository'='MattStammers/vizdoom_fight' that is not in the saved config file! -[2023-09-12 20:58:16,250][45761] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 20:58:16,250][45761] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 20:58:16,251][45761] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 20:58:16,252][45761] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 20:58:16,252][45761] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 20:58:16,253][45761] Multi agent env, num agents: 8 -[2023-09-12 20:58:16,283][45761] RunningMeanStd input shape: (23,) -[2023-09-12 20:58:16,285][45761] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 20:58:16,286][45761] RunningMeanStd input shape: (1,) -[2023-09-12 20:58:16,295][45761] ConvEncoder: input_channels=3 -[2023-09-12 20:58:16,342][45761] Conv encoder output size: 512 -[2023-09-12 20:58:16,345][45761] Policy head output size: 640 -[2023-09-12 20:58:16,376][45761] No checkpoints found -[2023-09-12 20:58:16,490][47663] Initialized w:6 v:3 player:6 -[2023-09-12 20:58:16,491][47663] Initialized w:6 v:3 player:0 -[2023-09-12 20:58:16,492][47663] Initialized w:6 v:3 player:2 -[2023-09-12 20:58:16,493][47663] Initialized w:6 v:3 player:3 -[2023-09-12 20:58:16,493][47663] Initialized w:6 v:3 player:7 -[2023-09-12 20:58:16,493][47663] Initialized w:6 v:3 player:4 -[2023-09-12 20:58:16,494][47663] Initialized w:6 v:3 player:5 -[2023-09-12 20:58:16,496][47663] Initialized w:6 v:3 player:1 -[2023-09-12 20:58:16,497][47663] 8 agent workers initialized for env 6! -[2023-09-12 20:58:16,546][47663] Decorrelating experience for 96 frames... -[2023-09-12 20:58:20,712][47663] Stopping RolloutWorker_w6... -[2023-09-12 20:58:20,713][47663] Loop rollout_proc6_evt_loop terminating... -[2023-09-12 20:59:03,126][28625] Saving configuration to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json... -[2023-09-12 20:59:04,135][28625] Rollout worker 0 uses device cpu -[2023-09-12 20:59:04,136][28625] Rollout worker 1 uses device cpu -[2023-09-12 20:59:04,138][28625] Rollout worker 2 uses device cpu -[2023-09-12 20:59:04,139][28625] Rollout worker 3 uses device cpu -[2023-09-12 20:59:04,140][28625] Rollout worker 4 uses device cpu -[2023-09-12 20:59:04,142][28625] Rollout worker 5 uses device cpu -[2023-09-12 20:59:04,144][28625] Rollout worker 6 uses device cpu -[2023-09-12 20:59:04,144][28625] Rollout worker 7 uses device cpu -[2023-09-12 20:59:04,357][28625] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 20:59:04,358][28625] InferenceWorker_p0-w0: min num requests: 2 -[2023-09-12 20:59:04,384][28625] Starting all processes... -[2023-09-12 20:59:04,385][28625] Starting process learner_proc0 -[2023-09-12 20:59:06,069][29273] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 20:59:06,070][29273] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0 -[2023-09-12 20:59:06,068][28625] Starting all processes... -[2023-09-12 20:59:06,076][28625] Starting process inference_proc0-0 -[2023-09-12 20:59:06,077][28625] Starting process rollout_proc0 -[2023-09-12 20:59:06,078][28625] Starting process rollout_proc1 -[2023-09-12 20:59:06,078][28625] Starting process rollout_proc2 -[2023-09-12 20:59:06,079][28625] Starting process rollout_proc3 -[2023-09-12 20:59:06,080][28625] Starting process rollout_proc4 -[2023-09-12 20:59:06,110][29273] Num visible devices: 1 -[2023-09-12 20:59:06,080][28625] Starting process rollout_proc5 -[2023-09-12 20:59:06,153][29273] Starting seed is not provided -[2023-09-12 20:59:06,153][29273] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 20:59:06,154][29273] Initializing actor-critic model on device cuda:0 -[2023-09-12 20:59:06,154][29273] RunningMeanStd input shape: (23,) -[2023-09-12 20:59:06,154][29273] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 20:59:06,155][29273] RunningMeanStd input shape: (1,) -[2023-09-12 20:59:06,084][28625] Starting process rollout_proc6 -[2023-09-12 20:59:06,172][29273] ConvEncoder: input_channels=3 -[2023-09-12 20:59:06,086][28625] Starting process rollout_proc7 -[2023-09-12 20:59:06,345][29273] Conv encoder output size: 512 -[2023-09-12 20:59:06,346][29273] Policy head output size: 640 -[2023-09-12 20:59:06,364][29273] Created Actor Critic model with architecture: -[2023-09-12 20:59:06,364][29273] ActorCriticSharedWeights( - (obs_normalizer): ObservationNormalizer( - (running_mean_std): RunningMeanStdDictInPlace( - (running_mean_std): ModuleDict( - (measurements): RunningMeanStdInPlace() - (obs): RunningMeanStdInPlace() - ) - ) - ) - (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) - (encoder): VizdoomEncoder( - (basic_encoder): ConvEncoder( - (enc): RecursiveScriptModule( - original_name=ConvEncoderImpl - (conv_head): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Conv2d) - (1): RecursiveScriptModule(original_name=ELU) - (2): RecursiveScriptModule(original_name=Conv2d) - (3): RecursiveScriptModule(original_name=ELU) - (4): RecursiveScriptModule(original_name=Conv2d) - (5): RecursiveScriptModule(original_name=ELU) - ) - (mlp_layers): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Linear) - (1): RecursiveScriptModule(original_name=ELU) - ) - ) - ) - (measurements_head): Sequential( - (0): Linear(in_features=23, out_features=128, bias=True) - (1): ELU(alpha=1.0) - (2): Linear(in_features=128, out_features=128, bias=True) - (3): ELU(alpha=1.0) - ) - ) - (core): ModelCoreRNN( - (core): GRU(640, 512) - ) - (decoder): MlpDecoder( - (mlp): Identity() - ) - (critic_linear): Linear(in_features=512, out_features=1, bias=True) - (action_parameterization): ActionParameterizationDefault( - (distribution_linear): Linear(in_features=512, out_features=15, bias=True) - ) -) -[2023-09-12 20:59:07,588][29273] Using optimizer -[2023-09-12 20:59:07,588][29273] No checkpoints found -[2023-09-12 20:59:07,589][29273] Did not load from checkpoint, starting from scratch! -[2023-09-12 20:59:07,589][29273] Initialized policy 0 weights for model version 0 -[2023-09-12 20:59:07,591][29273] LearnerWorker_p0 finished initialization! -[2023-09-12 20:59:07,591][29273] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 20:59:08,052][29485] Worker 1 uses CPU cores [4, 5, 6, 7] -[2023-09-12 20:59:08,091][29486] Worker 2 uses CPU cores [8, 9, 10, 11] -[2023-09-12 20:59:08,165][29520] Worker 4 uses CPU cores [16, 17, 18, 19] -[2023-09-12 20:59:08,224][29452] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 20:59:08,224][29452] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0 -[2023-09-12 20:59:08,264][29452] Num visible devices: 1 -[2023-09-12 20:59:08,270][29453] Worker 0 uses CPU cores [0, 1, 2, 3] -[2023-09-12 20:59:08,271][29522] Worker 6 uses CPU cores [24, 25, 26, 27] -[2023-09-12 20:59:08,319][29519] Worker 3 uses CPU cores [12, 13, 14, 15] -[2023-09-12 20:59:08,404][29521] Worker 5 uses CPU cores [20, 21, 22, 23] -[2023-09-12 20:59:08,472][29523] Worker 7 uses CPU cores [28, 29, 30, 31] -[2023-09-12 20:59:08,998][29452] RunningMeanStd input shape: (23,) -[2023-09-12 20:59:08,998][29452] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 20:59:08,999][29452] RunningMeanStd input shape: (1,) -[2023-09-12 20:59:09,011][29452] ConvEncoder: input_channels=3 -[2023-09-12 20:59:09,118][29452] Conv encoder output size: 512 -[2023-09-12 20:59:09,119][29452] Policy head output size: 640 -[2023-09-12 20:59:09,192][28625] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:09,482][28625] Inference worker 0-0 is ready! -[2023-09-12 20:59:09,483][28625] All inference workers are ready! Signal rollout workers to start! -[2023-09-12 20:59:09,489][29486] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,490][29523] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,490][29521] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,490][29520] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,490][29522] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,490][29453] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,491][29485] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,491][29519] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,521][29486] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,523][29519] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,524][29522] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,524][29521] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,524][29520] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,524][29523] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,525][29453] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,526][29519] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,526][29486] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,527][29522] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,527][29521] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,527][29520] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,528][29523] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,529][29453] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,538][29485] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 20:59:09,541][29485] Multi agent env, num agents: 8 -[2023-09-12 20:59:09,558][29519] Port 40600 is available -[2023-09-12 20:59:09,558][29519] Using port 40600 -[2023-09-12 20:59:09,559][29519] Initializing env for player 0, init_info: {'port': 40600}... -[2023-09-12 20:59:09,559][29522] Port 40900 is available -[2023-09-12 20:59:09,559][29520] Port 40700 is available -[2023-09-12 20:59:09,560][29520] Using port 40700 -[2023-09-12 20:59:09,560][29522] Using port 40900 -[2023-09-12 20:59:09,560][29521] Port 40800 is available -[2023-09-12 20:59:09,560][29521] Using port 40800 -[2023-09-12 20:59:09,560][29523] Port 41000 is available -[2023-09-12 20:59:09,561][29520] Initializing env for player 0, init_info: {'port': 40700}... -[2023-09-12 20:59:09,561][29523] Using port 41000 -[2023-09-12 20:59:09,561][29522] Initializing env for player 0, init_info: {'port': 40900}... -[2023-09-12 20:59:09,561][29521] Initializing env for player 0, init_info: {'port': 40800}... -[2023-09-12 20:59:09,562][29453] Port 40300 is available -[2023-09-12 20:59:09,562][29453] Using port 40300 -[2023-09-12 20:59:09,562][29486] Port 40500 is available -[2023-09-12 20:59:09,562][29523] Initializing env for player 0, init_info: {'port': 41000}... -[2023-09-12 20:59:09,562][29486] Using port 40500 -[2023-09-12 20:59:09,563][29453] Initializing env for player 0, init_info: {'port': 40300}... -[2023-09-12 20:59:09,564][29486] Initializing env for player 0, init_info: {'port': 40500}... -[2023-09-12 20:59:09,572][29485] Port 40400 is available -[2023-09-12 20:59:09,572][29485] Using port 40400 -[2023-09-12 20:59:09,573][29485] Initializing env for player 0, init_info: {'port': 40400}... -[2023-09-12 20:59:09,588][29519] Using port 40600 on host... -[2023-09-12 20:59:09,590][29520] Using port 40700 on host... -[2023-09-12 20:59:09,591][29522] Using port 40900 on host... -[2023-09-12 20:59:09,593][29523] Using port 41000 on host... -[2023-09-12 20:59:09,594][29486] Using port 40500 on host... -[2023-09-12 20:59:09,596][29521] Using port 40800 on host... -[2023-09-12 20:59:09,598][29453] Using port 40300 on host... -[2023-09-12 20:59:09,601][29485] Using port 40400 on host... -[2023-09-12 20:59:09,610][29519] Initializing env for player 1, init_info: {'port': 40600}... -[2023-09-12 20:59:09,611][29520] Initializing env for player 1, init_info: {'port': 40700}... -[2023-09-12 20:59:09,611][29521] Initializing env for player 1, init_info: {'port': 40800}... -[2023-09-12 20:59:09,612][29522] Initializing env for player 1, init_info: {'port': 40900}... -[2023-09-12 20:59:09,613][29523] Initializing env for player 1, init_info: {'port': 41000}... -[2023-09-12 20:59:09,613][29453] Initializing env for player 1, init_info: {'port': 40300}... -[2023-09-12 20:59:09,614][29486] Initializing env for player 1, init_info: {'port': 40500}... -[2023-09-12 20:59:09,623][29485] Initializing env for player 1, init_info: {'port': 40400}... -[2023-09-12 20:59:09,660][29519] Initializing env for player 2, init_info: {'port': 40600}... -[2023-09-12 20:59:09,662][29521] Initializing env for player 2, init_info: {'port': 40800}... -[2023-09-12 20:59:09,663][29520] Initializing env for player 2, init_info: {'port': 40700}... -[2023-09-12 20:59:09,665][29523] Initializing env for player 2, init_info: {'port': 41000}... -[2023-09-12 20:59:09,667][29453] Initializing env for player 2, init_info: {'port': 40300}... -[2023-09-12 20:59:09,669][29522] Initializing env for player 2, init_info: {'port': 40900}... -[2023-09-12 20:59:09,671][29486] Initializing env for player 2, init_info: {'port': 40500}... -[2023-09-12 20:59:09,674][29485] Initializing env for player 2, init_info: {'port': 40400}... -[2023-09-12 20:59:09,715][29520] Initializing env for player 3, init_info: {'port': 40700}... -[2023-09-12 20:59:09,715][29519] Initializing env for player 3, init_info: {'port': 40600}... -[2023-09-12 20:59:09,717][29453] Initializing env for player 3, init_info: {'port': 40300}... -[2023-09-12 20:59:09,719][29522] Initializing env for player 3, init_info: {'port': 40900}... -[2023-09-12 20:59:09,719][29523] Initializing env for player 3, init_info: {'port': 41000}... -[2023-09-12 20:59:09,721][29486] Initializing env for player 3, init_info: {'port': 40500}... -[2023-09-12 20:59:09,714][29521] Initializing env for player 3, init_info: {'port': 40800}... -[2023-09-12 20:59:09,731][29485] Initializing env for player 3, init_info: {'port': 40400}... -[2023-09-12 20:59:09,764][29519] Initializing env for player 4, init_info: {'port': 40600}... -[2023-09-12 20:59:09,764][29520] Initializing env for player 4, init_info: {'port': 40700}... -[2023-09-12 20:59:09,771][29521] Initializing env for player 4, init_info: {'port': 40800}... -[2023-09-12 20:59:09,771][29522] Initializing env for player 4, init_info: {'port': 40900}... -[2023-09-12 20:59:09,775][29486] Initializing env for player 4, init_info: {'port': 40500}... -[2023-09-12 20:59:09,785][29485] Initializing env for player 4, init_info: {'port': 40400}... -[2023-09-12 20:59:09,785][29523] Initializing env for player 4, init_info: {'port': 41000}... -[2023-09-12 20:59:09,807][29453] Initializing env for player 4, init_info: {'port': 40300}... -[2023-09-12 20:59:09,815][29520] Initializing env for player 5, init_info: {'port': 40700}... -[2023-09-12 20:59:09,816][29519] Initializing env for player 5, init_info: {'port': 40600}... -[2023-09-12 20:59:09,819][29453] Initializing env for player 5, init_info: {'port': 40300}... -[2023-09-12 20:59:09,819][29521] Initializing env for player 5, init_info: {'port': 40800}... -[2023-09-12 20:59:09,822][29522] Initializing env for player 5, init_info: {'port': 40900}... -[2023-09-12 20:59:09,828][29486] Initializing env for player 5, init_info: {'port': 40500}... -[2023-09-12 20:59:09,836][29485] Initializing env for player 5, init_info: {'port': 40400}... -[2023-09-12 20:59:09,838][29523] Initializing env for player 5, init_info: {'port': 41000}... -[2023-09-12 20:59:09,867][29519] Initializing env for player 6, init_info: {'port': 40600}... -[2023-09-12 20:59:09,867][29520] Initializing env for player 6, init_info: {'port': 40700}... -[2023-09-12 20:59:09,871][29453] Initializing env for player 6, init_info: {'port': 40300}... -[2023-09-12 20:59:09,875][29522] Initializing env for player 6, init_info: {'port': 40900}... -[2023-09-12 20:59:09,879][29521] Initializing env for player 6, init_info: {'port': 40800}... -[2023-09-12 20:59:09,886][29486] Initializing env for player 6, init_info: {'port': 40500}... -[2023-09-12 20:59:09,886][29523] Initializing env for player 6, init_info: {'port': 41000}... -[2023-09-12 20:59:09,890][29485] Initializing env for player 6, init_info: {'port': 40400}... -[2023-09-12 20:59:09,917][29520] Initializing env for player 7, init_info: {'port': 40700}... -[2023-09-12 20:59:09,923][29453] Initializing env for player 7, init_info: {'port': 40300}... -[2023-09-12 20:59:09,922][29519] Initializing env for player 7, init_info: {'port': 40600}... -[2023-09-12 20:59:09,924][29521] Initializing env for player 7, init_info: {'port': 40800}... -[2023-09-12 20:59:09,930][29486] Initializing env for player 7, init_info: {'port': 40500}... -[2023-09-12 20:59:09,931][29522] Initializing env for player 7, init_info: {'port': 40900}... -[2023-09-12 20:59:09,943][29523] Initializing env for player 7, init_info: {'port': 41000}... -[2023-09-12 20:59:09,945][29485] Initializing env for player 7, init_info: {'port': 40400}... -[2023-09-12 20:59:11,447][29523] Initialized w:7 v:0 player:1 -[2023-09-12 20:59:11,450][29523] Initialized w:7 v:0 player:6 -[2023-09-12 20:59:11,450][29522] Initialized w:6 v:0 player:3 -[2023-09-12 20:59:11,450][29523] Initialized w:7 v:0 player:4 -[2023-09-12 20:59:11,450][29523] Initialized w:7 v:0 player:2 -[2023-09-12 20:59:11,451][29523] Initialized w:7 v:0 player:7 -[2023-09-12 20:59:11,451][29523] Initialized w:7 v:0 player:0 -[2023-09-12 20:59:11,451][29523] Initialized w:7 v:0 player:3 -[2023-09-12 20:59:11,451][29523] Initialized w:7 v:0 player:5 -[2023-09-12 20:59:11,454][29523] 8 agent workers initialized for env 7! -[2023-09-12 20:59:11,455][29522] Initialized w:6 v:0 player:2 -[2023-09-12 20:59:11,456][29522] Initialized w:6 v:0 player:6 -[2023-09-12 20:59:11,457][29522] Initialized w:6 v:0 player:1 -[2023-09-12 20:59:11,457][29522] Initialized w:6 v:0 player:0 -[2023-09-12 20:59:11,457][29522] Initialized w:6 v:0 player:5 -[2023-09-12 20:59:11,457][29522] Initialized w:6 v:0 player:4 -[2023-09-12 20:59:11,504][29523] Decorrelating experience for 0 frames... -[2023-09-12 20:59:11,506][29523] Port 41001 is available -[2023-09-12 20:59:11,506][29523] Using port 41001 -[2023-09-12 20:59:11,507][29523] Initializing env for player 0, init_info: {'port': 41001}... -[2023-09-12 20:59:11,514][29519] Initialized w:3 v:0 player:7 -[2023-09-12 20:59:11,515][29519] Initialized w:3 v:0 player:0 -[2023-09-12 20:59:11,517][29519] Initialized w:3 v:0 player:1 -[2023-09-12 20:59:11,518][29519] Initialized w:3 v:0 player:4 -[2023-09-12 20:59:11,518][29519] Initialized w:3 v:0 player:2 -[2023-09-12 20:59:11,518][29519] Initialized w:3 v:0 player:6 -[2023-09-12 20:59:11,519][29519] Initialized w:3 v:0 player:3 -[2023-09-12 20:59:11,523][29519] Initialized w:3 v:0 player:5 -[2023-09-12 20:59:11,524][29519] 8 agent workers initialized for env 3! -[2023-09-12 20:59:11,531][29521] Initialized w:5 v:0 player:2 -[2023-09-12 20:59:11,532][29521] Initialized w:5 v:0 player:4 -[2023-09-12 20:59:11,533][29521] Initialized w:5 v:0 player:6 -[2023-09-12 20:59:11,533][29521] Initialized w:5 v:0 player:0 -[2023-09-12 20:59:11,533][29521] Initialized w:5 v:0 player:3 -[2023-09-12 20:59:11,534][29521] Initialized w:5 v:0 player:5 -[2023-09-12 20:59:11,535][29521] Initialized w:5 v:0 player:7 -[2023-09-12 20:59:11,537][29521] Initialized w:5 v:0 player:1 -[2023-09-12 20:59:11,538][29521] 8 agent workers initialized for env 5! -[2023-09-12 20:59:11,547][29523] Using port 41001 on host... -[2023-09-12 20:59:11,557][29523] Initializing env for player 1, init_info: {'port': 41001}... -[2023-09-12 20:59:11,572][29519] Decorrelating experience for 0 frames... -[2023-09-12 20:59:11,568][29520] Initialized w:4 v:0 player:4 -[2023-09-12 20:59:11,574][29519] Port 40601 is available -[2023-09-12 20:59:11,575][29519] Using port 40601 -[2023-09-12 20:59:11,578][29520] Initialized w:4 v:0 player:6 -[2023-09-12 20:59:11,576][29520] Initialized w:4 v:0 player:7 -[2023-09-12 20:59:11,576][29520] Initialized w:4 v:0 player:1 -[2023-09-12 20:59:11,577][29520] Initialized w:4 v:0 player:5 -[2023-09-12 20:59:11,577][29520] Initialized w:4 v:0 player:2 -[2023-09-12 20:59:11,577][29520] Initialized w:4 v:0 player:0 -[2023-09-12 20:59:11,574][29520] Initialized w:4 v:0 player:3 -[2023-09-12 20:59:11,582][29520] 8 agent workers initialized for env 4! -[2023-09-12 20:59:11,585][29485] Initialized w:1 v:0 player:1 -[2023-09-12 20:59:11,587][29485] Initialized w:1 v:0 player:6 -[2023-09-12 20:59:11,588][29485] Initialized w:1 v:0 player:3 -[2023-09-12 20:59:11,588][29485] Initialized w:1 v:0 player:7 -[2023-09-12 20:59:11,588][29485] Initialized w:1 v:0 player:5 -[2023-09-12 20:59:11,589][29485] Initialized w:1 v:0 player:0 -[2023-09-12 20:59:11,589][29485] Initialized w:1 v:0 player:2 -[2023-09-12 20:59:11,590][29485] Initialized w:1 v:0 player:4 -[2023-09-12 20:59:11,591][29485] 8 agent workers initialized for env 1! -[2023-09-12 20:59:11,596][29521] Decorrelating experience for 0 frames... -[2023-09-12 20:59:11,598][29521] Port 40801 is available -[2023-09-12 20:59:11,598][29521] Using port 40801 -[2023-09-12 20:59:11,604][29453] Initialized w:0 v:0 player:7 -[2023-09-12 20:59:11,606][29453] Initialized w:0 v:0 player:0 -[2023-09-12 20:59:11,606][29453] Initialized w:0 v:0 player:3 -[2023-09-12 20:59:11,608][29523] Initializing env for player 2, init_info: {'port': 41001}... -[2023-09-12 20:59:11,606][29453] Initialized w:0 v:0 player:6 -[2023-09-12 20:59:11,606][29453] Initialized w:0 v:0 player:4 -[2023-09-12 20:59:11,606][29453] Initialized w:0 v:0 player:2 -[2023-09-12 20:59:11,606][29453] Initialized w:0 v:0 player:1 -[2023-09-12 20:59:11,607][29453] Initialized w:0 v:0 player:5 -[2023-09-12 20:59:11,611][29453] 8 agent workers initialized for env 0! -[2023-09-12 20:59:11,635][29485] Decorrelating experience for 0 frames... -[2023-09-12 20:59:11,637][29485] Port 40401 is available -[2023-09-12 20:59:11,637][29485] Using port 40401 -[2023-09-12 20:59:11,639][29486] Initialized w:2 v:0 player:0 -[2023-09-12 20:59:11,640][29486] Initialized w:2 v:0 player:1 -[2023-09-12 20:59:11,641][29486] Initialized w:2 v:0 player:4 -[2023-09-12 20:59:11,641][29486] Initialized w:2 v:0 player:3 -[2023-09-12 20:59:11,642][29486] Initialized w:2 v:0 player:6 -[2023-09-12 20:59:11,643][29486] Initialized w:2 v:0 player:2 -[2023-09-12 20:59:11,644][29486] Initialized w:2 v:0 player:7 -[2023-09-12 20:59:11,644][29520] Decorrelating experience for 0 frames... -[2023-09-12 20:59:11,644][29486] Initialized w:2 v:0 player:5 -[2023-09-12 20:59:11,645][29486] 8 agent workers initialized for env 2! -[2023-09-12 20:59:11,646][29520] Port 40701 is available -[2023-09-12 20:59:11,646][29520] Using port 40701 -[2023-09-12 20:59:11,647][29520] Initializing env for player 0, init_info: {'port': 40701}... -[2023-09-12 20:59:11,649][29521] Initializing env for player 0, init_info: {'port': 40801}... -[2023-09-12 20:59:11,654][29453] Decorrelating experience for 0 frames... -[2023-09-12 20:59:11,656][29453] Port 40301 is available -[2023-09-12 20:59:11,656][29453] Using port 40301 -[2023-09-12 20:59:11,656][29453] Initializing env for player 0, init_info: {'port': 40301}... -[2023-09-12 20:59:11,658][29523] Initializing env for player 3, init_info: {'port': 41001}... -[2023-09-12 20:59:11,677][29520] Using port 40701 on host... -[2023-09-12 20:59:11,679][29521] Using port 40801 on host... -[2023-09-12 20:59:11,684][29453] Using port 40301 on host... -[2023-09-12 20:59:11,697][29520] Initializing env for player 1, init_info: {'port': 40701}... -[2023-09-12 20:59:11,699][29521] Initializing env for player 1, init_info: {'port': 40801}... -[2023-09-12 20:59:11,704][29486] Decorrelating experience for 0 frames... -[2023-09-12 20:59:11,706][29486] Port 40501 is available -[2023-09-12 20:59:11,707][29486] Using port 40501 -[2023-09-12 20:59:11,707][29453] Initializing env for player 1, init_info: {'port': 40301}... -[2023-09-12 20:59:11,715][29523] Initializing env for player 4, init_info: {'port': 41001}... -[2023-09-12 20:59:11,748][29520] Initializing env for player 2, init_info: {'port': 40701}... -[2023-09-12 20:59:11,749][29521] Initializing env for player 2, init_info: {'port': 40801}... -[2023-09-12 20:59:11,757][29453] Initializing env for player 2, init_info: {'port': 40301}... -[2023-09-12 20:59:11,767][29523] Initializing env for player 5, init_info: {'port': 41001}... -[2023-09-12 20:59:11,798][29520] Initializing env for player 3, init_info: {'port': 40701}... -[2023-09-12 20:59:11,801][29521] Initializing env for player 3, init_info: {'port': 40801}... -[2023-09-12 20:59:11,807][29453] Initializing env for player 3, init_info: {'port': 40301}... -[2023-09-12 20:59:11,815][29523] Initializing env for player 6, init_info: {'port': 41001}... -[2023-09-12 20:59:11,848][29520] Initializing env for player 4, init_info: {'port': 40701}... -[2023-09-12 20:59:11,853][29521] Initializing env for player 4, init_info: {'port': 40801}... -[2023-09-12 20:59:11,863][29453] Initializing env for player 4, init_info: {'port': 40301}... -[2023-09-12 20:59:11,867][29523] Initializing env for player 7, init_info: {'port': 41001}... -[2023-09-12 20:59:11,899][29520] Initializing env for player 5, init_info: {'port': 40701}... -[2023-09-12 20:59:11,907][29521] Initializing env for player 5, init_info: {'port': 40801}... -[2023-09-12 20:59:11,912][29453] Initializing env for player 5, init_info: {'port': 40301}... -[2023-09-12 20:59:11,963][29521] Initializing env for player 6, init_info: {'port': 40801}... -[2023-09-12 20:59:11,963][29520] Initializing env for player 6, init_info: {'port': 40701}... -[2023-09-12 20:59:11,967][29453] Initializing env for player 6, init_info: {'port': 40301}... -[2023-09-12 20:59:12,011][29520] Initializing env for player 7, init_info: {'port': 40701}... -[2023-09-12 20:59:12,027][29521] Initializing env for player 7, init_info: {'port': 40801}... -[2023-09-12 20:59:12,039][29453] Initializing env for player 7, init_info: {'port': 40301}... -[2023-09-12 20:59:12,448][29522] Initialized w:6 v:0 player:7 -[2023-09-12 20:59:12,450][29522] 8 agent workers initialized for env 6! -[2023-09-12 20:59:12,496][29485] Initializing env for player 0, init_info: {'port': 40401}... -[2023-09-12 20:59:12,524][29522] Decorrelating experience for 0 frames... -[2023-09-12 20:59:12,525][29522] Port 40901 is available -[2023-09-12 20:59:12,525][29522] Using port 40901 -[2023-09-12 20:59:12,526][29522] Initializing env for player 0, init_info: {'port': 40901}... -[2023-09-12 20:59:12,534][29485] Using port 40401 on host... -[2023-09-12 20:59:12,546][29485] Initializing env for player 1, init_info: {'port': 40401}... -[2023-09-12 20:59:12,555][29522] Using port 40901 on host... -[2023-09-12 20:59:12,576][29522] Initializing env for player 1, init_info: {'port': 40901}... -[2023-09-12 20:59:12,597][29485] Initializing env for player 2, init_info: {'port': 40401}... -[2023-09-12 20:59:12,627][29522] Initializing env for player 2, init_info: {'port': 40901}... -[2023-09-12 20:59:12,655][29485] Initializing env for player 3, init_info: {'port': 40401}... -[2023-09-12 20:59:12,677][29522] Initializing env for player 3, init_info: {'port': 40901}... -[2023-09-12 20:59:12,703][29485] Initializing env for player 4, init_info: {'port': 40401}... -[2023-09-12 20:59:12,735][29522] Initializing env for player 4, init_info: {'port': 40901}... -[2023-09-12 20:59:12,759][29485] Initializing env for player 5, init_info: {'port': 40401}... -[2023-09-12 20:59:12,803][29522] Initializing env for player 5, init_info: {'port': 40901}... -[2023-09-12 20:59:12,813][29485] Initializing env for player 6, init_info: {'port': 40401}... -[2023-09-12 20:59:12,852][29522] Initializing env for player 6, init_info: {'port': 40901}... -[2023-09-12 20:59:12,858][29485] Initializing env for player 7, init_info: {'port': 40401}... -[2023-09-12 20:59:12,903][29522] Initializing env for player 7, init_info: {'port': 40901}... -[2023-09-12 20:59:13,236][29523] Initialized w:7 v:1 player:7 -[2023-09-12 20:59:13,238][29523] Initialized w:7 v:1 player:1 -[2023-09-12 20:59:13,238][29523] Initialized w:7 v:1 player:6 -[2023-09-12 20:59:13,238][29523] Initialized w:7 v:1 player:4 -[2023-09-12 20:59:13,238][29523] Initialized w:7 v:1 player:2 -[2023-09-12 20:59:13,239][29523] Initialized w:7 v:1 player:0 -[2023-09-12 20:59:13,239][29523] Initialized w:7 v:1 player:3 -[2023-09-12 20:59:13,239][29523] Initialized w:7 v:1 player:5 -[2023-09-12 20:59:13,242][29523] 8 agent workers initialized for env 7! -[2023-09-12 20:59:13,259][29519] Initializing env for player 0, init_info: {'port': 40601}... -[2023-09-12 20:59:13,288][29523] Decorrelating experience for 32 frames... -[2023-09-12 20:59:13,300][29519] Using port 40601 on host... -[2023-09-12 20:59:13,310][29519] Initializing env for player 1, init_info: {'port': 40601}... -[2023-09-12 20:59:13,352][29521] Initialized w:5 v:1 player:3 -[2023-09-12 20:59:13,352][29521] Initialized w:5 v:1 player:1 -[2023-09-12 20:59:13,352][29521] Initialized w:5 v:1 player:2 -[2023-09-12 20:59:13,353][29521] Initialized w:5 v:1 player:4 -[2023-09-12 20:59:13,353][29521] Initialized w:5 v:1 player:0 -[2023-09-12 20:59:13,353][29521] Initialized w:5 v:1 player:5 -[2023-09-12 20:59:13,353][29521] Initialized w:5 v:1 player:6 -[2023-09-12 20:59:13,353][29521] Initialized w:5 v:1 player:7 -[2023-09-12 20:59:13,356][29521] 8 agent workers initialized for env 5! -[2023-09-12 20:59:13,360][29519] Initializing env for player 2, init_info: {'port': 40601}... -[2023-09-12 20:59:13,395][29486] Initializing env for player 0, init_info: {'port': 40501}... -[2023-09-12 20:59:13,399][29521] Decorrelating experience for 32 frames... -[2023-09-12 20:59:13,410][29519] Initializing env for player 3, init_info: {'port': 40601}... -[2023-09-12 20:59:13,427][29486] Using port 40501 on host... -[2023-09-12 20:59:13,446][29486] Initializing env for player 1, init_info: {'port': 40501}... -[2023-09-12 20:59:13,467][29519] Initializing env for player 4, init_info: {'port': 40601}... -[2023-09-12 20:59:13,495][29453] Initialized w:0 v:1 player:0 -[2023-09-12 20:59:13,498][29453] Initialized w:0 v:1 player:7 -[2023-09-12 20:59:13,499][29453] Initialized w:0 v:1 player:6 -[2023-09-12 20:59:13,499][29486] Initializing env for player 2, init_info: {'port': 40501}... -[2023-09-12 20:59:13,499][29453] Initialized w:0 v:1 player:2 -[2023-09-12 20:59:13,499][29453] Initialized w:0 v:1 player:4 -[2023-09-12 20:59:13,499][29453] Initialized w:0 v:1 player:5 -[2023-09-12 20:59:13,503][29453] Initialized w:0 v:1 player:1 -[2023-09-12 20:59:13,519][29519] Initializing env for player 5, init_info: {'port': 40601}... -[2023-09-12 20:59:13,538][29520] Initialized w:4 v:1 player:5 -[2023-09-12 20:59:13,539][29520] Initialized w:4 v:1 player:4 -[2023-09-12 20:59:13,540][29520] Initialized w:4 v:1 player:2 -[2023-09-12 20:59:13,540][29520] Initialized w:4 v:1 player:1 -[2023-09-12 20:59:13,541][29520] Initialized w:4 v:1 player:6 -[2023-09-12 20:59:13,542][29520] Initialized w:4 v:1 player:7 -[2023-09-12 20:59:13,542][29520] Initialized w:4 v:1 player:0 -[2023-09-12 20:59:13,551][29520] Initialized w:4 v:1 player:3 -[2023-09-12 20:59:13,552][29486] Initializing env for player 3, init_info: {'port': 40501}... -[2023-09-12 20:59:13,553][29520] 8 agent workers initialized for env 4! -[2023-09-12 20:59:13,587][29519] Initializing env for player 6, init_info: {'port': 40601}... -[2023-09-12 20:59:13,591][29520] Decorrelating experience for 32 frames... -[2023-09-12 20:59:13,617][29486] Initializing env for player 4, init_info: {'port': 40501}... -[2023-09-12 20:59:13,637][29519] Initializing env for player 7, init_info: {'port': 40601}... -[2023-09-12 20:59:13,675][29486] Initializing env for player 5, init_info: {'port': 40501}... -[2023-09-12 20:59:13,708][29523] Multi agent env, num agents: 8 -[2023-09-12 20:59:13,727][29486] Initializing env for player 6, init_info: {'port': 40501}... -[2023-09-12 20:59:13,755][29523] Multi agent env, num agents: 8 -[2023-09-12 20:59:13,779][29486] Initializing env for player 7, init_info: {'port': 40501}... -[2023-09-12 20:59:13,802][29523] Port 41002 is available -[2023-09-12 20:59:13,802][29523] Using port 41002 -[2023-09-12 20:59:13,803][29523] Initializing env for player 0, init_info: {'port': 41002}... -[2023-09-12 20:59:13,825][29521] Multi agent env, num agents: 8 -[2023-09-12 20:59:13,848][29523] Using port 41002 on host... -[2023-09-12 20:59:13,857][29521] Multi agent env, num agents: 8 -[2023-09-12 20:59:13,859][29523] Initializing env for player 1, init_info: {'port': 41002}... -[2023-09-12 20:59:13,889][29521] Port 40802 is available -[2023-09-12 20:59:13,889][29521] Using port 40802 -[2023-09-12 20:59:13,890][29521] Initializing env for player 0, init_info: {'port': 40802}... -[2023-09-12 20:59:13,917][29523] Initializing env for player 2, init_info: {'port': 41002}... -[2023-09-12 20:59:13,920][29521] Using port 40802 on host... -[2023-09-12 20:59:13,933][29520] Multi agent env, num agents: 8 -[2023-09-12 20:59:13,941][29521] Initializing env for player 1, init_info: {'port': 40802}... -[2023-09-12 20:59:13,965][29520] Multi agent env, num agents: 8 -[2023-09-12 20:59:13,975][29523] Initializing env for player 3, init_info: {'port': 41002}... -[2023-09-12 20:59:13,995][29521] Initializing env for player 2, init_info: {'port': 40802}... -[2023-09-12 20:59:13,997][29520] Port 40702 is available -[2023-09-12 20:59:13,998][29520] Using port 40702 -[2023-09-12 20:59:13,998][29520] Initializing env for player 0, init_info: {'port': 40702}... -[2023-09-12 20:59:14,031][29520] Using port 40702 on host... -[2023-09-12 20:59:14,039][29523] Initializing env for player 4, init_info: {'port': 41002}... -[2023-09-12 20:59:14,043][29521] Initializing env for player 3, init_info: {'port': 40802}... -[2023-09-12 20:59:14,049][29520] Initializing env for player 1, init_info: {'port': 40702}... -[2023-09-12 20:59:14,091][29523] Initializing env for player 5, init_info: {'port': 41002}... -[2023-09-12 20:59:14,099][29521] Initializing env for player 4, init_info: {'port': 40802}... -[2023-09-12 20:59:14,099][29520] Initializing env for player 2, init_info: {'port': 40702}... -[2023-09-12 20:59:14,131][29485] Initialized w:1 v:1 player:4 -[2023-09-12 20:59:14,132][29485] Initialized w:1 v:1 player:3 -[2023-09-12 20:59:14,134][29485] Initialized w:1 v:1 player:7 -[2023-09-12 20:59:14,134][29485] Initialized w:1 v:1 player:5 -[2023-09-12 20:59:14,135][29485] Initialized w:1 v:1 player:0 -[2023-09-12 20:59:14,135][29485] Initialized w:1 v:1 player:6 -[2023-09-12 20:59:14,136][29485] Initialized w:1 v:1 player:2 -[2023-09-12 20:59:14,136][29485] Initialized w:1 v:1 player:1 -[2023-09-12 20:59:14,138][29485] 8 agent workers initialized for env 1! -[2023-09-12 20:59:14,153][29521] Initializing env for player 5, init_info: {'port': 40802}... -[2023-09-12 20:59:14,156][29520] Initializing env for player 3, init_info: {'port': 40702}... -[2023-09-12 20:59:14,159][29523] Initializing env for player 6, init_info: {'port': 41002}... -[2023-09-12 20:59:14,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:14,207][29520] Initializing env for player 4, init_info: {'port': 40702}... -[2023-09-12 20:59:14,212][29522] Initialized w:6 v:1 player:0 -[2023-09-12 20:59:14,214][29522] Initialized w:6 v:1 player:2 -[2023-09-12 20:59:14,214][29522] Initialized w:6 v:1 player:1 -[2023-09-12 20:59:14,214][29522] Initialized w:6 v:1 player:6 -[2023-09-12 20:59:14,216][29485] Decorrelating experience for 32 frames... -[2023-09-12 20:59:14,216][29522] Initialized w:6 v:1 player:4 -[2023-09-12 20:59:14,215][29522] Initialized w:6 v:1 player:7 -[2023-09-12 20:59:14,217][29522] Initialized w:6 v:1 player:3 -[2023-09-12 20:59:14,218][29522] Initialized w:6 v:1 player:5 -[2023-09-12 20:59:14,219][29522] 8 agent workers initialized for env 6! -[2023-09-12 20:59:14,222][29521] Initializing env for player 6, init_info: {'port': 40802}... -[2023-09-12 20:59:14,227][29523] Initializing env for player 7, init_info: {'port': 41002}... -[2023-09-12 20:59:14,259][29520] Initializing env for player 5, init_info: {'port': 40702}... -[2023-09-12 20:59:14,310][29520] Initializing env for player 6, init_info: {'port': 40702}... -[2023-09-12 20:59:14,311][29521] Initializing env for player 7, init_info: {'port': 40802}... -[2023-09-12 20:59:14,320][29522] Decorrelating experience for 32 frames... -[2023-09-12 20:59:14,363][29520] Initializing env for player 7, init_info: {'port': 40702}... -[2023-09-12 20:59:14,495][29453] Initialized w:0 v:1 player:3 -[2023-09-12 20:59:14,496][29453] 8 agent workers initialized for env 0! -[2023-09-12 20:59:14,588][29453] Decorrelating experience for 32 frames... -[2023-09-12 20:59:14,920][29522] Multi agent env, num agents: 8 -[2023-09-12 20:59:14,967][29522] Multi agent env, num agents: 8 -[2023-09-12 20:59:15,013][29485] Multi agent env, num agents: 8 -[2023-09-12 20:59:15,014][29522] Port 40902 is available -[2023-09-12 20:59:15,015][29522] Using port 40902 -[2023-09-12 20:59:15,015][29522] Initializing env for player 0, init_info: {'port': 40902}... -[2023-09-12 20:59:15,026][29453] Multi agent env, num agents: 8 -[2023-09-12 20:59:15,044][29485] Multi agent env, num agents: 8 -[2023-09-12 20:59:15,047][29522] Using port 40902 on host... -[2023-09-12 20:59:15,056][29453] Multi agent env, num agents: 8 -[2023-09-12 20:59:15,066][29522] Initializing env for player 1, init_info: {'port': 40902}... -[2023-09-12 20:59:15,076][29485] Port 40402 is available -[2023-09-12 20:59:15,077][29485] Using port 40402 -[2023-09-12 20:59:15,078][29485] Initializing env for player 0, init_info: {'port': 40402}... -[2023-09-12 20:59:15,087][29453] Port 40302 is available -[2023-09-12 20:59:15,087][29453] Using port 40302 -[2023-09-12 20:59:15,088][29453] Initializing env for player 0, init_info: {'port': 40302}... -[2023-09-12 20:59:15,106][29485] Using port 40402 on host... -[2023-09-12 20:59:15,116][29522] Initializing env for player 2, init_info: {'port': 40902}... -[2023-09-12 20:59:15,120][29453] Using port 40302 on host... -[2023-09-12 20:59:15,128][29485] Initializing env for player 1, init_info: {'port': 40402}... -[2023-09-12 20:59:15,139][29453] Initializing env for player 1, init_info: {'port': 40302}... -[2023-09-12 20:59:15,160][29519] Initialized w:3 v:1 player:3 -[2023-09-12 20:59:15,163][29519] Initialized w:3 v:1 player:0 -[2023-09-12 20:59:15,163][29519] Initialized w:3 v:1 player:1 -[2023-09-12 20:59:15,163][29519] Initialized w:3 v:1 player:5 -[2023-09-12 20:59:15,164][29519] Initialized w:3 v:1 player:7 -[2023-09-12 20:59:15,164][29519] Initialized w:3 v:1 player:2 -[2023-09-12 20:59:15,164][29519] Initialized w:3 v:1 player:4 -[2023-09-12 20:59:15,165][29519] Initialized w:3 v:1 player:6 -[2023-09-12 20:59:15,167][29519] 8 agent workers initialized for env 3! -[2023-09-12 20:59:15,174][29522] Initializing env for player 3, init_info: {'port': 40902}... -[2023-09-12 20:59:15,178][29485] Initializing env for player 2, init_info: {'port': 40402}... -[2023-09-12 20:59:15,191][29453] Initializing env for player 2, init_info: {'port': 40302}... -[2023-09-12 20:59:15,221][29519] Decorrelating experience for 32 frames... -[2023-09-12 20:59:15,223][29522] Initializing env for player 4, init_info: {'port': 40902}... -[2023-09-12 20:59:15,237][29485] Initializing env for player 3, init_info: {'port': 40402}... -[2023-09-12 20:59:15,241][29453] Initializing env for player 3, init_info: {'port': 40302}... -[2023-09-12 20:59:15,279][29522] Initializing env for player 5, init_info: {'port': 40902}... -[2023-09-12 20:59:15,292][29453] Initializing env for player 4, init_info: {'port': 40302}... -[2023-09-12 20:59:15,293][29485] Initializing env for player 4, init_info: {'port': 40402}... -[2023-09-12 20:59:15,319][29486] Initialized w:2 v:1 player:1 -[2023-09-12 20:59:15,319][29486] Initialized w:2 v:1 player:7 -[2023-09-12 20:59:15,320][29486] Initialized w:2 v:1 player:6 -[2023-09-12 20:59:15,321][29486] Initialized w:2 v:1 player:4 -[2023-09-12 20:59:15,321][29486] Initialized w:2 v:1 player:2 -[2023-09-12 20:59:15,323][29486] Initialized w:2 v:1 player:5 -[2023-09-12 20:59:15,324][29486] Initialized w:2 v:1 player:0 -[2023-09-12 20:59:15,326][29486] Initialized w:2 v:1 player:3 -[2023-09-12 20:59:15,327][29486] 8 agent workers initialized for env 2! -[2023-09-12 20:59:15,347][29485] Initializing env for player 5, init_info: {'port': 40402}... -[2023-09-12 20:59:15,355][29522] Initializing env for player 6, init_info: {'port': 40902}... -[2023-09-12 20:59:15,357][29453] Initializing env for player 5, init_info: {'port': 40302}... -[2023-09-12 20:59:15,387][29522] Initializing env for player 7, init_info: {'port': 40902}... -[2023-09-12 20:59:15,399][29485] Initializing env for player 6, init_info: {'port': 40402}... -[2023-09-12 20:59:15,402][29486] Decorrelating experience for 32 frames... -[2023-09-12 20:59:15,415][29453] Initializing env for player 6, init_info: {'port': 40302}... -[2023-09-12 20:59:15,463][29485] Initializing env for player 7, init_info: {'port': 40402}... -[2023-09-12 20:59:15,468][29453] Initializing env for player 7, init_info: {'port': 40302}... -[2023-09-12 20:59:15,599][29523] Initialized w:7 v:2 player:5 -[2023-09-12 20:59:15,602][29523] Initialized w:7 v:2 player:2 -[2023-09-12 20:59:15,603][29523] Initialized w:7 v:2 player:0 -[2023-09-12 20:59:15,604][29523] Initialized w:7 v:2 player:1 -[2023-09-12 20:59:15,605][29523] Initialized w:7 v:2 player:7 -[2023-09-12 20:59:15,605][29523] Initialized w:7 v:2 player:4 -[2023-09-12 20:59:15,606][29523] Initialized w:7 v:2 player:3 -[2023-09-12 20:59:15,607][29523] Initialized w:7 v:2 player:6 -[2023-09-12 20:59:15,608][29523] 8 agent workers initialized for env 7! -[2023-09-12 20:59:15,703][29523] Decorrelating experience for 64 frames... -[2023-09-12 20:59:15,790][29520] Initialized w:4 v:2 player:1 -[2023-09-12 20:59:15,793][29520] Initialized w:4 v:2 player:6 -[2023-09-12 20:59:15,794][29520] Initialized w:4 v:2 player:0 -[2023-09-12 20:59:15,795][29520] Initialized w:4 v:2 player:2 -[2023-09-12 20:59:15,796][29520] Initialized w:4 v:2 player:5 -[2023-09-12 20:59:15,797][29520] Initialized w:4 v:2 player:3 -[2023-09-12 20:59:15,804][29520] Initialized w:4 v:2 player:7 -[2023-09-12 20:59:15,804][29520] Initialized w:4 v:2 player:4 -[2023-09-12 20:59:15,805][29520] 8 agent workers initialized for env 4! -[2023-09-12 20:59:15,861][29520] Decorrelating experience for 64 frames... -[2023-09-12 20:59:15,862][29521] Initialized w:5 v:2 player:4 -[2023-09-12 20:59:15,864][29521] Initialized w:5 v:2 player:5 -[2023-09-12 20:59:15,863][29521] Initialized w:5 v:2 player:0 -[2023-09-12 20:59:15,863][29521] Initialized w:5 v:2 player:2 -[2023-09-12 20:59:15,864][29521] Initialized w:5 v:2 player:6 -[2023-09-12 20:59:15,865][29521] Initialized w:5 v:2 player:1 -[2023-09-12 20:59:15,868][29521] Initialized w:5 v:2 player:7 -[2023-09-12 20:59:15,868][29521] Initialized w:5 v:2 player:3 -[2023-09-12 20:59:15,869][29521] 8 agent workers initialized for env 5! -[2023-09-12 20:59:15,929][29521] Decorrelating experience for 64 frames... -[2023-09-12 20:59:16,046][29486] Multi agent env, num agents: 8 -[2023-09-12 20:59:16,050][29519] Multi agent env, num agents: 8 -[2023-09-12 20:59:16,078][29486] Multi agent env, num agents: 8 -[2023-09-12 20:59:16,097][29519] Multi agent env, num agents: 8 -[2023-09-12 20:59:16,109][29486] Port 40502 is available -[2023-09-12 20:59:16,109][29486] Using port 40502 -[2023-09-12 20:59:16,110][29486] Initializing env for player 0, init_info: {'port': 40502}... -[2023-09-12 20:59:16,145][29486] Using port 40502 on host... -[2023-09-12 20:59:16,147][29519] Port 40602 is available -[2023-09-12 20:59:16,147][29519] Using port 40602 -[2023-09-12 20:59:16,148][29519] Initializing env for player 0, init_info: {'port': 40602}... -[2023-09-12 20:59:16,161][29486] Initializing env for player 1, init_info: {'port': 40502}... -[2023-09-12 20:59:16,193][29519] Using port 40602 on host... -[2023-09-12 20:59:16,204][29519] Initializing env for player 1, init_info: {'port': 40602}... -[2023-09-12 20:59:16,212][29486] Initializing env for player 2, init_info: {'port': 40502}... -[2023-09-12 20:59:16,261][29486] Initializing env for player 3, init_info: {'port': 40502}... -[2023-09-12 20:59:16,266][29519] Initializing env for player 2, init_info: {'port': 40602}... -[2023-09-12 20:59:16,316][29519] Initializing env for player 3, init_info: {'port': 40602}... -[2023-09-12 20:59:16,313][29486] Initializing env for player 4, init_info: {'port': 40502}... -[2023-09-12 20:59:16,367][29486] Initializing env for player 5, init_info: {'port': 40502}... -[2023-09-12 20:59:16,381][29519] Initializing env for player 4, init_info: {'port': 40602}... -[2023-09-12 20:59:16,419][29486] Initializing env for player 6, init_info: {'port': 40502}... -[2023-09-12 20:59:16,435][29519] Initializing env for player 5, init_info: {'port': 40602}... -[2023-09-12 20:59:16,467][29486] Initializing env for player 7, init_info: {'port': 40502}... -[2023-09-12 20:59:16,488][29519] Initializing env for player 6, init_info: {'port': 40602}... -[2023-09-12 20:59:16,547][29519] Initializing env for player 7, init_info: {'port': 40602}... -[2023-09-12 20:59:16,570][29520] Port 40703 is available -[2023-09-12 20:59:16,570][29520] Using port 40703 -[2023-09-12 20:59:16,571][29520] Initializing env for player 0, init_info: {'port': 40703}... -[2023-09-12 20:59:16,601][29520] Using port 40703 on host... -[2023-09-12 20:59:16,604][29521] Port 40803 is available -[2023-09-12 20:59:16,605][29521] Using port 40803 -[2023-09-12 20:59:16,605][29521] Initializing env for player 0, init_info: {'port': 40803}... -[2023-09-12 20:59:16,621][29520] Initializing env for player 1, init_info: {'port': 40703}... -[2023-09-12 20:59:16,634][29521] Using port 40803 on host... -[2023-09-12 20:59:16,656][29521] Initializing env for player 1, init_info: {'port': 40803}... -[2023-09-12 20:59:16,672][29520] Initializing env for player 2, init_info: {'port': 40703}... -[2023-09-12 20:59:16,707][29521] Initializing env for player 2, init_info: {'port': 40803}... -[2023-09-12 20:59:16,715][29523] Port 41003 is available -[2023-09-12 20:59:16,715][29523] Using port 41003 -[2023-09-12 20:59:16,715][29523] Initializing env for player 0, init_info: {'port': 41003}... -[2023-09-12 20:59:16,722][29520] Initializing env for player 3, init_info: {'port': 40703}... -[2023-09-12 20:59:16,757][29521] Initializing env for player 3, init_info: {'port': 40803}... -[2023-09-12 20:59:16,761][29523] Using port 41003 on host... -[2023-09-12 20:59:16,775][29523] Initializing env for player 1, init_info: {'port': 41003}... -[2023-09-12 20:59:16,787][29520] Initializing env for player 4, init_info: {'port': 40703}... -[2023-09-12 20:59:16,827][29523] Initializing env for player 2, init_info: {'port': 41003}... -[2023-09-12 20:59:16,828][29521] Initializing env for player 4, init_info: {'port': 40803}... -[2023-09-12 20:59:16,839][29520] Initializing env for player 5, init_info: {'port': 40703}... -[2023-09-12 20:59:16,874][29522] Initialized w:6 v:2 player:3 -[2023-09-12 20:59:16,878][29523] Initializing env for player 3, init_info: {'port': 41003}... -[2023-09-12 20:59:16,884][29521] Initializing env for player 5, init_info: {'port': 40803}... -[2023-09-12 20:59:16,888][29522] Initialized w:6 v:2 player:7 -[2023-09-12 20:59:16,888][29522] Initialized w:6 v:2 player:1 -[2023-09-12 20:59:16,890][29522] Initialized w:6 v:2 player:5 -[2023-09-12 20:59:16,890][29522] Initialized w:6 v:2 player:4 -[2023-09-12 20:59:16,893][29522] Initialized w:6 v:2 player:0 -[2023-09-12 20:59:16,895][29520] Initializing env for player 6, init_info: {'port': 40703}... -[2023-09-12 20:59:16,894][29522] Initialized w:6 v:2 player:2 -[2023-09-12 20:59:16,895][29522] Initialized w:6 v:2 player:6 -[2023-09-12 20:59:16,897][29522] 8 agent workers initialized for env 6! -[2023-09-12 20:59:16,930][29523] Initializing env for player 4, init_info: {'port': 41003}... -[2023-09-12 20:59:16,939][29521] Initializing env for player 6, init_info: {'port': 40803}... -[2023-09-12 20:59:16,983][29523] Initializing env for player 5, init_info: {'port': 41003}... -[2023-09-12 20:59:16,985][29521] Initializing env for player 7, init_info: {'port': 40803}... -[2023-09-12 20:59:16,998][29522] Decorrelating experience for 64 frames... -[2023-09-12 20:59:17,004][29453] Initialized w:0 v:2 player:7 -[2023-09-12 20:59:17,006][29453] Initialized w:0 v:2 player:2 -[2023-09-12 20:59:17,007][29453] Initialized w:0 v:2 player:4 -[2023-09-12 20:59:17,007][29453] Initialized w:0 v:2 player:1 -[2023-09-12 20:59:17,007][29453] Initialized w:0 v:2 player:0 -[2023-09-12 20:59:17,008][29453] Initialized w:0 v:2 player:5 -[2023-09-12 20:59:17,009][29485] Initialized w:1 v:2 player:3 -[2023-09-12 20:59:17,010][29485] Initialized w:1 v:2 player:5 -[2023-09-12 20:59:17,011][29485] Initialized w:1 v:2 player:4 -[2023-09-12 20:59:17,012][29453] Initialized w:0 v:2 player:6 -[2023-09-12 20:59:17,012][29485] Initialized w:1 v:2 player:1 -[2023-09-12 20:59:17,013][29453] Initialized w:0 v:2 player:3 -[2023-09-12 20:59:17,013][29485] Initialized w:1 v:2 player:6 -[2023-09-12 20:59:17,014][29453] 8 agent workers initialized for env 0! -[2023-09-12 20:59:17,014][29485] Initialized w:1 v:2 player:0 -[2023-09-12 20:59:17,019][29485] Initialized w:1 v:2 player:2 -[2023-09-12 20:59:16,962][29520] Initializing env for player 7, init_info: {'port': 40703}... -[2023-09-12 20:59:17,053][29523] Initializing env for player 6, init_info: {'port': 41003}... -[2023-09-12 20:59:17,091][29453] Decorrelating experience for 64 frames... -[2023-09-12 20:59:17,111][29523] Initializing env for player 7, init_info: {'port': 41003}... -[2023-09-12 20:59:17,882][29453] Port 40303 is available -[2023-09-12 20:59:17,883][29453] Using port 40303 -[2023-09-12 20:59:17,887][29486] Initialized w:2 v:2 player:4 -[2023-09-12 20:59:17,890][29486] Initialized w:2 v:2 player:6 -[2023-09-12 20:59:17,890][29486] Initialized w:2 v:2 player:3 -[2023-09-12 20:59:17,890][29486] Initialized w:2 v:2 player:2 -[2023-09-12 20:59:17,891][29486] Initialized w:2 v:2 player:1 -[2023-09-12 20:59:17,891][29486] Initialized w:2 v:2 player:7 -[2023-09-12 20:59:17,891][29486] Initialized w:2 v:2 player:0 -[2023-09-12 20:59:17,891][29486] Initialized w:2 v:2 player:5 -[2023-09-12 20:59:17,894][29486] 8 agent workers initialized for env 2! -[2023-09-12 20:59:17,954][29486] Decorrelating experience for 64 frames... -[2023-09-12 20:59:17,981][29519] Initialized w:3 v:2 player:3 -[2023-09-12 20:59:17,982][29519] Initialized w:3 v:2 player:5 -[2023-09-12 20:59:17,982][29519] Initialized w:3 v:2 player:6 -[2023-09-12 20:59:17,982][29519] Initialized w:3 v:2 player:1 -[2023-09-12 20:59:17,982][29519] Initialized w:3 v:2 player:7 -[2023-09-12 20:59:17,983][29519] Initialized w:3 v:2 player:2 -[2023-09-12 20:59:17,983][29519] Initialized w:3 v:2 player:0 -[2023-09-12 20:59:17,983][29519] Initialized w:3 v:2 player:4 -[2023-09-12 20:59:17,985][29519] 8 agent workers initialized for env 3! -[2023-09-12 20:59:18,007][29485] Initialized w:1 v:2 player:7 -[2023-09-12 20:59:18,008][29485] 8 agent workers initialized for env 1! -[2023-09-12 20:59:18,035][29453] Initializing env for player 0, init_info: {'port': 40303}... -[2023-09-12 20:59:18,040][29519] Decorrelating experience for 64 frames... -[2023-09-12 20:59:18,079][29453] Using port 40303 on host... -[2023-09-12 20:59:18,087][29453] Initializing env for player 1, init_info: {'port': 40303}... -[2023-09-12 20:59:18,134][29485] Decorrelating experience for 64 frames... -[2023-09-12 20:59:18,137][29453] Initializing env for player 2, init_info: {'port': 40303}... -[2023-09-12 20:59:18,191][29522] Port 40903 is available -[2023-09-12 20:59:18,191][29522] Using port 40903 -[2023-09-12 20:59:18,192][29522] Initializing env for player 0, init_info: {'port': 40903}... -[2023-09-12 20:59:18,203][29453] Initializing env for player 3, init_info: {'port': 40303}... -[2023-09-12 20:59:18,232][29522] Using port 40903 on host... -[2023-09-12 20:59:18,246][29522] Initializing env for player 1, init_info: {'port': 40903}... -[2023-09-12 20:59:18,251][29453] Initializing env for player 4, init_info: {'port': 40303}... -[2023-09-12 20:59:18,302][29522] Initializing env for player 2, init_info: {'port': 40903}... -[2023-09-12 20:59:18,323][29453] Initializing env for player 5, init_info: {'port': 40303}... -[2023-09-12 20:59:18,355][29522] Initializing env for player 3, init_info: {'port': 40903}... -[2023-09-12 20:59:18,383][29453] Initializing env for player 6, init_info: {'port': 40303}... -[2023-09-12 20:59:18,410][29522] Initializing env for player 4, init_info: {'port': 40903}... -[2023-09-12 20:59:18,411][29521] Initialized w:5 v:3 player:1 -[2023-09-12 20:59:18,415][29521] Initialized w:5 v:3 player:2 -[2023-09-12 20:59:18,416][29521] Initialized w:5 v:3 player:0 -[2023-09-12 20:59:18,416][29521] Initialized w:5 v:3 player:4 -[2023-09-12 20:59:18,416][29521] Initialized w:5 v:3 player:5 -[2023-09-12 20:59:18,416][29521] Initialized w:5 v:3 player:6 -[2023-09-12 20:59:18,416][29521] Initialized w:5 v:3 player:7 -[2023-09-12 20:59:18,416][29521] Initialized w:5 v:3 player:3 -[2023-09-12 20:59:18,420][29521] 8 agent workers initialized for env 5! -[2023-09-12 20:59:18,435][29453] Initializing env for player 7, init_info: {'port': 40303}... -[2023-09-12 20:59:18,465][29523] Initialized w:7 v:3 player:7 -[2023-09-12 20:59:18,466][29523] Initialized w:7 v:3 player:0 -[2023-09-12 20:59:18,468][29523] Initialized w:7 v:3 player:5 -[2023-09-12 20:59:18,469][29523] Initialized w:7 v:3 player:1 -[2023-09-12 20:59:18,469][29523] Initialized w:7 v:3 player:2 -[2023-09-12 20:59:18,469][29523] Initialized w:7 v:3 player:3 -[2023-09-12 20:59:18,470][29523] Initialized w:7 v:3 player:6 -[2023-09-12 20:59:18,471][29523] Initialized w:7 v:3 player:4 -[2023-09-12 20:59:18,473][29523] 8 agent workers initialized for env 7! -[2023-09-12 20:59:18,479][29522] Initializing env for player 5, init_info: {'port': 40903}... -[2023-09-12 20:59:18,497][29521] Decorrelating experience for 96 frames... -[2023-09-12 20:59:18,522][29520] Initialized w:4 v:3 player:7 -[2023-09-12 20:59:18,524][29520] Initialized w:4 v:3 player:5 -[2023-09-12 20:59:18,526][29520] Initialized w:4 v:3 player:6 -[2023-09-12 20:59:18,526][29520] Initialized w:4 v:3 player:4 -[2023-09-12 20:59:18,527][29520] Initialized w:4 v:3 player:1 -[2023-09-12 20:59:18,528][29523] Decorrelating experience for 96 frames... -[2023-09-12 20:59:18,529][29520] Initialized w:4 v:3 player:0 -[2023-09-12 20:59:18,531][29520] Initialized w:4 v:3 player:3 -[2023-09-12 20:59:18,531][29520] Initialized w:4 v:3 player:2 -[2023-09-12 20:59:18,532][29520] 8 agent workers initialized for env 4! -[2023-09-12 20:59:18,539][29522] Initializing env for player 6, init_info: {'port': 40903}... -[2023-09-12 20:59:18,613][29522] Initializing env for player 7, init_info: {'port': 40903}... -[2023-09-12 20:59:18,618][29520] Decorrelating experience for 96 frames... -[2023-09-12 20:59:18,912][29519] Port 40603 is available -[2023-09-12 20:59:18,912][29519] Using port 40603 -[2023-09-12 20:59:18,913][29519] Initializing env for player 0, init_info: {'port': 40603}... -[2023-09-12 20:59:18,954][29519] Using port 40603 on host... -[2023-09-12 20:59:18,967][29519] Initializing env for player 1, init_info: {'port': 40603}... -[2023-09-12 20:59:18,984][29486] Port 40503 is available -[2023-09-12 20:59:18,984][29486] Using port 40503 -[2023-09-12 20:59:18,984][29486] Initializing env for player 0, init_info: {'port': 40503}... -[2023-09-12 20:59:19,027][29519] Initializing env for player 2, init_info: {'port': 40603}... -[2023-09-12 20:59:19,030][29486] Using port 40503 on host... -[2023-09-12 20:59:19,043][29486] Initializing env for player 1, init_info: {'port': 40503}... -[2023-09-12 20:59:19,075][29519] Initializing env for player 3, init_info: {'port': 40603}... -[2023-09-12 20:59:19,093][29486] Initializing env for player 2, init_info: {'port': 40503}... -[2023-09-12 20:59:19,138][29519] Initializing env for player 4, init_info: {'port': 40603}... -[2023-09-12 20:59:19,142][29485] Port 40403 is available -[2023-09-12 20:59:19,142][29485] Using port 40403 -[2023-09-12 20:59:19,144][29486] Initializing env for player 3, init_info: {'port': 40503}... -[2023-09-12 20:59:19,191][29519] Initializing env for player 5, init_info: {'port': 40603}... -[2023-09-12 20:59:19,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:19,195][29486] Initializing env for player 4, init_info: {'port': 40503}... -[2023-09-12 20:59:19,243][29519] Initializing env for player 6, init_info: {'port': 40603}... -[2023-09-12 20:59:19,245][29486] Initializing env for player 5, init_info: {'port': 40503}... -[2023-09-12 20:59:19,322][29486] Initializing env for player 6, init_info: {'port': 40503}... -[2023-09-12 20:59:19,327][29519] Initializing env for player 7, init_info: {'port': 40603}... -[2023-09-12 20:59:19,375][29486] Initializing env for player 7, init_info: {'port': 40503}... -[2023-09-12 20:59:19,881][29453] Initialized w:0 v:3 player:4 -[2023-09-12 20:59:19,884][29453] Initialized w:0 v:3 player:5 -[2023-09-12 20:59:19,884][29453] Initialized w:0 v:3 player:2 -[2023-09-12 20:59:19,885][29453] Initialized w:0 v:3 player:6 -[2023-09-12 20:59:19,886][29453] Initialized w:0 v:3 player:0 -[2023-09-12 20:59:19,887][29453] Initialized w:0 v:3 player:1 -[2023-09-12 20:59:19,887][29453] Initialized w:0 v:3 player:3 -[2023-09-12 20:59:19,887][29453] Initialized w:0 v:3 player:7 -[2023-09-12 20:59:19,889][29453] 8 agent workers initialized for env 0! -[2023-09-12 20:59:19,959][29453] Decorrelating experience for 96 frames... -[2023-09-12 20:59:20,042][29522] Initialized w:6 v:3 player:4 -[2023-09-12 20:59:20,043][29522] Initialized w:6 v:3 player:2 -[2023-09-12 20:59:20,043][29522] Initialized w:6 v:3 player:3 -[2023-09-12 20:59:20,044][29522] Initialized w:6 v:3 player:1 -[2023-09-12 20:59:20,045][29522] Initialized w:6 v:3 player:6 -[2023-09-12 20:59:20,045][29522] Initialized w:6 v:3 player:5 -[2023-09-12 20:59:20,045][29522] Initialized w:6 v:3 player:0 -[2023-09-12 20:59:20,045][29522] Initialized w:6 v:3 player:7 -[2023-09-12 20:59:20,047][29522] 8 agent workers initialized for env 6! -[2023-09-12 20:59:20,089][29522] Decorrelating experience for 96 frames... -[2023-09-12 20:59:20,710][29486] Initialized w:2 v:3 player:0 -[2023-09-12 20:59:20,713][29486] Initialized w:2 v:3 player:7 -[2023-09-12 20:59:20,713][29486] Initialized w:2 v:3 player:5 -[2023-09-12 20:59:20,713][29486] Initialized w:2 v:3 player:4 -[2023-09-12 20:59:20,713][29486] Initialized w:2 v:3 player:3 -[2023-09-12 20:59:20,714][29486] Initialized w:2 v:3 player:2 -[2023-09-12 20:59:20,714][29486] Initialized w:2 v:3 player:6 -[2023-09-12 20:59:20,714][29486] Initialized w:2 v:3 player:1 -[2023-09-12 20:59:20,717][29486] 8 agent workers initialized for env 2! -[2023-09-12 20:59:20,720][29519] Initialized w:3 v:3 player:0 -[2023-09-12 20:59:20,721][29519] Initialized w:3 v:3 player:5 -[2023-09-12 20:59:20,721][29519] Initialized w:3 v:3 player:4 -[2023-09-12 20:59:20,721][29519] Initialized w:3 v:3 player:7 -[2023-09-12 20:59:20,721][29519] Initialized w:3 v:3 player:1 -[2023-09-12 20:59:20,721][29519] Initialized w:3 v:3 player:6 -[2023-09-12 20:59:20,721][29519] Initialized w:3 v:3 player:3 -[2023-09-12 20:59:20,721][29519] Initialized w:3 v:3 player:2 -[2023-09-12 20:59:20,726][29519] 8 agent workers initialized for env 3! -[2023-09-12 20:59:20,769][29485] Initializing env for player 0, init_info: {'port': 40403}... -[2023-09-12 20:59:20,777][29519] Decorrelating experience for 96 frames... -[2023-09-12 20:59:20,786][29486] Decorrelating experience for 96 frames... -[2023-09-12 20:59:20,810][29485] Using port 40403 on host... -[2023-09-12 20:59:20,813][29485] Initializing env for player 1, init_info: {'port': 40403}... -[2023-09-12 20:59:20,875][29485] Initializing env for player 2, init_info: {'port': 40403}... -[2023-09-12 20:59:20,935][29485] Initializing env for player 3, init_info: {'port': 40403}... -[2023-09-12 20:59:20,991][29485] Initializing env for player 4, init_info: {'port': 40403}... -[2023-09-12 20:59:21,043][29485] Initializing env for player 5, init_info: {'port': 40403}... -[2023-09-12 20:59:21,118][29485] Initializing env for player 6, init_info: {'port': 40403}... -[2023-09-12 20:59:21,167][29485] Initializing env for player 7, init_info: {'port': 40403}... -[2023-09-12 20:59:22,760][29273] Signal inference workers to stop experience collection... -[2023-09-12 20:59:22,767][29452] InferenceWorker_p0-w0: stopping experience collection -[2023-09-12 20:59:22,814][29485] Initialized w:1 v:3 player:0 -[2023-09-12 20:59:22,816][29485] Initialized w:1 v:3 player:6 -[2023-09-12 20:59:22,816][29485] Initialized w:1 v:3 player:4 -[2023-09-12 20:59:22,816][29485] Initialized w:1 v:3 player:5 -[2023-09-12 20:59:22,817][29485] Initialized w:1 v:3 player:7 -[2023-09-12 20:59:22,817][29485] Initialized w:1 v:3 player:2 -[2023-09-12 20:59:22,817][29485] Initialized w:1 v:3 player:1 -[2023-09-12 20:59:22,817][29485] Initialized w:1 v:3 player:3 -[2023-09-12 20:59:22,819][29485] 8 agent workers initialized for env 1! -[2023-09-12 20:59:22,852][29485] Decorrelating experience for 96 frames... -[2023-09-12 20:59:23,836][29273] EvtLoop [learner_proc0_evt_loop, process=learner_proc0] unhandled exception in slot='on_new_training_batch' connected to emitter=Emitter(object_id='Batcher_0', signal_name='training_batches_available'), args=(0,) -Traceback (most recent call last): - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py", line 355, in _process_signal - slot_callable(*args) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner_worker.py", line 150, in on_new_training_batch - stats = self.learner.train(self.batcher.training_batches[batch_idx]) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 1046, in train - train_stats = self._train(buff, self.cfg.batch_size, experience_size, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 731, in _train - ) = self._calculate_losses(mb, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 649, in _calculate_losses - exploration_loss = self.exploration_loss_func(action_distribution, valids, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 477, in _symmetric_kl_exploration_loss - kl_prior = action_distribution.symmetric_kl_with_uniform_prior() - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in symmetric_kl_with_uniform_prior - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] -AttributeError: 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' -[2023-09-12 20:59:23,837][29273] Unhandled exception 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' in evt loop learner_proc0_evt_loop -[2023-09-12 20:59:24,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 103.5. Samples: 1552. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:24,351][28625] Heartbeat connected on Batcher_0 -[2023-09-12 20:59:24,357][28625] Heartbeat connected on InferenceWorker_p0-w0 -[2023-09-12 20:59:24,362][28625] Heartbeat connected on RolloutWorker_w0 -[2023-09-12 20:59:24,365][28625] Heartbeat connected on RolloutWorker_w1 -[2023-09-12 20:59:24,368][28625] Heartbeat connected on RolloutWorker_w2 -[2023-09-12 20:59:24,371][28625] Heartbeat connected on RolloutWorker_w3 -[2023-09-12 20:59:24,374][28625] Heartbeat connected on RolloutWorker_w4 -[2023-09-12 20:59:24,377][28625] Heartbeat connected on RolloutWorker_w5 -[2023-09-12 20:59:24,381][28625] Heartbeat connected on RolloutWorker_w6 -[2023-09-12 20:59:24,384][28625] Heartbeat connected on RolloutWorker_w7 -[2023-09-12 20:59:29,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 257.6. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:34,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 206.1. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:39,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 171.7. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:44,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 147.2. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:49,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 128.8. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:54,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 114.5. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 20:59:59,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 114.5. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:04,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 114.5. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:09,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 80.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:14,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:19,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:24,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:29,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:34,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:39,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:44,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:49,192][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 5152. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:00:52,234][28625] Keyboard interrupt detected in the event loop EvtLoop [Runner_EvtLoop, process=main process 28625], exiting... -[2023-09-12 21:00:52,235][29273] Stopping Batcher_0... -[2023-09-12 21:00:52,236][29273] Loop batcher_evt_loop terminating... -[2023-09-12 21:00:52,235][28625] Runner profile tree view: -main_loop: 107.8515 -[2023-09-12 21:00:52,236][28625] Collected {0: 0}, FPS: 0.0 -[2023-09-12 21:00:52,259][29452] Weights refcount: 2 0 -[2023-09-12 21:00:52,260][29452] Stopping InferenceWorker_p0-w0... -[2023-09-12 21:00:52,260][29452] Loop inference_proc0-0_evt_loop terminating... -[2023-09-12 21:00:52,401][28625] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 21:00:52,402][28625] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 21:00:52,403][28625] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 21:00:52,404][28625] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 21:00:52,405][28625] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 21:00:52,405][28625] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 21:00:52,406][28625] Adding new argument 'max_num_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 21:00:52,407][28625] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 21:00:52,408][28625] Adding new argument 'push_to_hub'=False that is not in the saved config file! -[2023-09-12 21:00:52,408][28625] Adding new argument 'hf_repository'=None that is not in the saved config file! -[2023-09-12 21:00:52,409][28625] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 21:00:52,410][28625] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 21:00:52,412][28625] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 21:00:52,413][28625] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 21:00:52,413][28625] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 21:00:52,416][28625] Multi agent env, num agents: 8 -[2023-09-12 21:00:52,448][28625] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:00:52,453][28625] RunningMeanStd input shape: (23,) -[2023-09-12 21:00:52,454][28625] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 21:00:52,456][28625] RunningMeanStd input shape: (1,) -[2023-09-12 21:00:52,471][28625] ConvEncoder: input_channels=3 -[2023-09-12 21:00:52,666][28625] Conv encoder output size: 512 -[2023-09-12 21:00:52,669][28625] Policy head output size: 640 -[2023-09-12 21:00:53,778][28625] No checkpoints found -[2023-09-12 21:00:55,451][29521] Stopping RolloutWorker_w5... -[2023-09-12 21:00:55,451][29521] Loop rollout_proc5_evt_loop terminating... -[2023-09-12 21:00:55,451][29519] Stopping RolloutWorker_w3... -[2023-09-12 21:00:55,451][29520] Stopping RolloutWorker_w4... -[2023-09-12 21:00:55,452][29519] Loop rollout_proc3_evt_loop terminating... -[2023-09-12 21:00:55,452][29486] Stopping RolloutWorker_w2... -[2023-09-12 21:00:55,452][29520] Loop rollout_proc4_evt_loop terminating... -[2023-09-12 21:00:55,452][29485] Stopping RolloutWorker_w1... -[2023-09-12 21:00:55,452][29486] Loop rollout_proc2_evt_loop terminating... -[2023-09-12 21:00:55,453][29485] Loop rollout_proc1_evt_loop terminating... -[2023-09-12 21:00:55,453][29523] Stopping RolloutWorker_w7... -[2023-09-12 21:00:55,453][29522] Stopping RolloutWorker_w6... -[2023-09-12 21:00:55,453][29523] Loop rollout_proc7_evt_loop terminating... -[2023-09-12 21:00:55,454][29522] Loop rollout_proc6_evt_loop terminating... -[2023-09-12 21:00:55,457][29453] Stopping RolloutWorker_w0... -[2023-09-12 21:00:55,458][29453] Loop rollout_proc0_evt_loop terminating... -[2023-09-12 21:01:01,865][28625] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 21:01:01,866][28625] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 21:01:01,867][28625] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 21:01:01,869][28625] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 21:01:01,870][28625] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 21:01:01,872][28625] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 21:01:01,873][28625] Adding new argument 'max_num_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 21:01:01,875][28625] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 21:01:01,876][28625] Adding new argument 'push_to_hub'=False that is not in the saved config file! -[2023-09-12 21:01:01,877][28625] Adding new argument 'hf_repository'=None that is not in the saved config file! -[2023-09-12 21:01:01,877][28625] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 21:01:01,878][28625] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 21:01:01,879][28625] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 21:01:01,879][28625] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 21:01:01,880][28625] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 21:01:01,881][28625] Multi agent env, num agents: 8 -[2023-09-12 21:01:01,913][28625] RunningMeanStd input shape: (23,) -[2023-09-12 21:01:01,914][28625] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 21:01:01,915][28625] RunningMeanStd input shape: (1,) -[2023-09-12 21:01:01,927][28625] ConvEncoder: input_channels=3 -[2023-09-12 21:01:01,971][28625] Conv encoder output size: 512 -[2023-09-12 21:01:01,974][28625] Policy head output size: 640 -[2023-09-12 21:01:02,005][28625] No checkpoints found -[2023-09-12 21:01:43,594][28625] Environment doom_basic already registered, overwriting... -[2023-09-12 21:01:43,596][28625] Environment doom_two_colors_easy already registered, overwriting... -[2023-09-12 21:01:43,599][28625] Environment doom_two_colors_hard already registered, overwriting... -[2023-09-12 21:01:43,601][28625] Environment doom_dm already registered, overwriting... -[2023-09-12 21:01:43,603][28625] Environment doom_dwango5 already registered, overwriting... -[2023-09-12 21:01:43,604][28625] Environment doom_my_way_home_flat_actions already registered, overwriting... -[2023-09-12 21:01:43,605][28625] Environment doom_defend_the_center_flat_actions already registered, overwriting... -[2023-09-12 21:01:43,606][28625] Environment doom_my_way_home already registered, overwriting... -[2023-09-12 21:01:43,607][28625] Environment doom_deadly_corridor already registered, overwriting... -[2023-09-12 21:01:43,608][28625] Environment doom_defend_the_center already registered, overwriting... -[2023-09-12 21:01:43,610][28625] Environment doom_defend_the_line already registered, overwriting... -[2023-09-12 21:01:43,611][28625] Environment doom_health_gathering already registered, overwriting... -[2023-09-12 21:01:43,613][28625] Environment doom_health_gathering_supreme already registered, overwriting... -[2023-09-12 21:01:43,613][28625] Environment doom_battle already registered, overwriting... -[2023-09-12 21:01:43,614][28625] Environment doom_battle2 already registered, overwriting... -[2023-09-12 21:01:43,614][28625] Environment doom_duel_bots already registered, overwriting... -[2023-09-12 21:01:43,615][28625] Environment doom_deathmatch_bots already registered, overwriting... -[2023-09-12 21:01:43,616][28625] Environment doom_duel already registered, overwriting... -[2023-09-12 21:01:43,616][28625] Environment doom_deathmatch_full already registered, overwriting... -[2023-09-12 21:01:43,617][28625] Environment doom_benchmark already registered, overwriting... -[2023-09-12 21:01:43,617][28625] register_encoder_factory: -[2023-09-12 21:01:43,646][28625] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 21:01:43,650][28625] Overriding arg 'train_for_env_steps' with value 1000000 passed from command line -[2023-09-12 21:01:43,659][28625] Experiment dir /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment already exists! -[2023-09-12 21:01:43,661][28625] Resuming existing experiment from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment... -[2023-09-12 21:01:43,661][28625] Weights and Biases integration disabled -[2023-09-12 21:01:43,664][28625] Environment var CUDA_VISIBLE_DEVICES is 0,1 - -[2023-09-12 21:01:45,745][28625] Starting experiment with the following configuration: -help=False -algo=APPO -env=doom_dwango5 -experiment=default_experiment -train_dir=/home/cogstack/Documents/optuna/environments/sample_factory/train_dir -restart_behavior=resume -device=gpu -seed=None -num_policies=1 -async_rl=True -serial_mode=False -batched_sampling=False -num_batches_to_accumulate=2 -worker_num_splits=2 -policy_workers_per_policy=1 -max_policy_lag=1000 -num_workers=8 -num_envs_per_worker=4 -batch_size=1024 -num_batches_per_epoch=1 -num_epochs=1 -rollout=32 -recurrence=32 -shuffle_minibatches=False -gamma=0.99 -reward_scale=1.0 -reward_clip=1000.0 -value_bootstrap=False -normalize_returns=True -exploration_loss_coeff=0.001 -value_loss_coeff=0.5 -kl_loss_coeff=0.0 -exploration_loss=symmetric_kl -gae_lambda=0.95 -ppo_clip_ratio=0.1 -ppo_clip_value=0.2 -with_vtrace=False -vtrace_rho=1.0 -vtrace_c=1.0 -optimizer=adam -adam_eps=1e-06 -adam_beta1=0.9 -adam_beta2=0.999 -max_grad_norm=4.0 -learning_rate=0.0001 -lr_schedule=constant -lr_schedule_kl_threshold=0.008 -lr_adaptive_min=1e-06 -lr_adaptive_max=0.01 -obs_subtract_mean=0.0 -obs_scale=255.0 -normalize_input=True -normalize_input_keys=None -decorrelate_experience_max_seconds=0 -decorrelate_envs_on_one_worker=True -actor_worker_gpus=[] -set_workers_cpu_affinity=True -force_envs_single_thread=False -default_niceness=0 -log_to_file=True -experiment_summaries_interval=10 -flush_summaries_interval=30 -stats_avg=100 -summaries_use_frameskip=True -heartbeat_interval=20 -heartbeat_reporting_interval=600 -train_for_env_steps=1000000 -train_for_seconds=10000000000 -save_every_sec=120 -keep_checkpoints=2 -load_checkpoint_kind=latest -save_milestones_sec=-1 -save_best_every_sec=5 -save_best_metric=reward -save_best_after=100000 -benchmark=False -encoder_mlp_layers=[512, 512] -encoder_conv_architecture=convnet_simple -encoder_conv_mlp_layers=[512] -use_rnn=True -rnn_size=512 -rnn_type=gru -rnn_num_layers=1 -decoder_mlp_layers=[] -nonlinearity=elu -policy_initialization=orthogonal -policy_init_gain=1.0 -actor_critic_share_weights=True -adaptive_stddev=True -continuous_tanh_scale=0.0 -initial_stddev=1.0 -use_env_info_cache=False -env_gpu_actions=False -env_gpu_observations=True -env_frameskip=4 -env_framestack=1 -pixel_format=CHW -use_record_episode_statistics=False -with_wandb=False -wandb_user=None -wandb_project=sample_factory -wandb_group=None -wandb_job_type=SF -wandb_tags=[] -with_pbt=False -pbt_mix_policies_in_one_env=True -pbt_period_env_steps=5000000 -pbt_start_mutation=20000000 -pbt_replace_fraction=0.3 -pbt_mutation_rate=0.15 -pbt_replace_reward_gap=0.1 -pbt_replace_reward_gap_absolute=1e-06 -pbt_optimize_gamma=False -pbt_target_objective=true_objective -pbt_perturb_min=1.1 -pbt_perturb_max=1.5 -num_agents=-1 -num_humans=0 -num_bots=-1 -start_bot_difficulty=None -timelimit=None -res_w=128 -res_h=72 -wide_aspect_ratio=False -eval_env_frameskip=1 -fps=35 -command_line=--env=doom_dm --num_workers=8 --num_envs_per_worker=4 --train_for_env_steps=20000000 -cli_args={'env': 'doom_dm', 'num_workers': 8, 'num_envs_per_worker': 4, 'train_for_env_steps': 20000000} -git_hash=20b6d44612dad7d171f23e13b1f3b4c5e5631cf9 -git_repo_name=https://github.com/MattStammers/optuna.git -[2023-09-12 21:01:45,747][28625] Saving configuration to /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json... -[2023-09-12 21:01:46,757][28625] Rollout worker 0 uses device cpu -[2023-09-12 21:01:46,758][28625] Rollout worker 1 uses device cpu -[2023-09-12 21:01:46,760][28625] Rollout worker 2 uses device cpu -[2023-09-12 21:01:46,761][28625] Rollout worker 3 uses device cpu -[2023-09-12 21:01:46,763][28625] Rollout worker 4 uses device cpu -[2023-09-12 21:01:46,765][28625] Rollout worker 5 uses device cpu -[2023-09-12 21:01:46,767][28625] Rollout worker 6 uses device cpu -[2023-09-12 21:01:46,768][28625] Rollout worker 7 uses device cpu -[2023-09-12 21:01:46,937][28625] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 21:01:46,939][28625] InferenceWorker_p0-w0: min num requests: 2 -[2023-09-12 21:01:46,973][28625] Starting all processes... -[2023-09-12 21:01:46,974][28625] Starting process learner_proc0 -[2023-09-12 21:01:48,714][39537] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 21:01:48,713][28625] Starting all processes... -[2023-09-12 21:01:48,714][39537] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0 -[2023-09-12 21:01:48,719][28625] Starting process inference_proc0-0 -[2023-09-12 21:01:48,719][28625] Starting process rollout_proc0 -[2023-09-12 21:01:48,720][28625] Starting process rollout_proc1 -[2023-09-12 21:01:48,720][28625] Starting process rollout_proc2 -[2023-09-12 21:01:48,725][28625] Starting process rollout_proc3 -[2023-09-12 21:01:48,725][28625] Starting process rollout_proc4 -[2023-09-12 21:01:48,759][39537] Num visible devices: 1 -[2023-09-12 21:01:48,725][28625] Starting process rollout_proc5 -[2023-09-12 21:01:48,726][28625] Starting process rollout_proc6 -[2023-09-12 21:01:48,726][28625] Starting process rollout_proc7 -[2023-09-12 21:01:48,796][39537] Starting seed is not provided -[2023-09-12 21:01:48,797][39537] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 21:01:48,797][39537] Initializing actor-critic model on device cuda:0 -[2023-09-12 21:01:48,797][39537] RunningMeanStd input shape: (23,) -[2023-09-12 21:01:48,798][39537] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 21:01:48,798][39537] RunningMeanStd input shape: (1,) -[2023-09-12 21:01:48,810][39537] ConvEncoder: input_channels=3 -[2023-09-12 21:01:48,954][39537] Conv encoder output size: 512 -[2023-09-12 21:01:48,956][39537] Policy head output size: 640 -[2023-09-12 21:01:48,984][39537] Created Actor Critic model with architecture: -[2023-09-12 21:01:48,986][39537] ActorCriticSharedWeights( - (obs_normalizer): ObservationNormalizer( - (running_mean_std): RunningMeanStdDictInPlace( - (running_mean_std): ModuleDict( - (measurements): RunningMeanStdInPlace() - (obs): RunningMeanStdInPlace() - ) - ) - ) - (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) - (encoder): VizdoomEncoder( - (basic_encoder): ConvEncoder( - (enc): RecursiveScriptModule( - original_name=ConvEncoderImpl - (conv_head): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Conv2d) - (1): RecursiveScriptModule(original_name=ELU) - (2): RecursiveScriptModule(original_name=Conv2d) - (3): RecursiveScriptModule(original_name=ELU) - (4): RecursiveScriptModule(original_name=Conv2d) - (5): RecursiveScriptModule(original_name=ELU) - ) - (mlp_layers): RecursiveScriptModule( - original_name=Sequential - (0): RecursiveScriptModule(original_name=Linear) - (1): RecursiveScriptModule(original_name=ELU) - ) - ) - ) - (measurements_head): Sequential( - (0): Linear(in_features=23, out_features=128, bias=True) - (1): ELU(alpha=1.0) - (2): Linear(in_features=128, out_features=128, bias=True) - (3): ELU(alpha=1.0) - ) - ) - (core): ModelCoreRNN( - (core): GRU(640, 512) - ) - (decoder): MlpDecoder( - (mlp): Identity() - ) - (critic_linear): Linear(in_features=512, out_features=1, bias=True) - (action_parameterization): ActionParameterizationDefault( - (distribution_linear): Linear(in_features=512, out_features=15, bias=True) - ) -) -[2023-09-12 21:01:50,408][39537] Using optimizer -[2023-09-12 21:01:50,409][39537] No checkpoints found -[2023-09-12 21:01:50,409][39537] Did not load from checkpoint, starting from scratch! -[2023-09-12 21:01:50,409][39537] Initialized policy 0 weights for model version 0 -[2023-09-12 21:01:50,412][39537] LearnerWorker_p0 finished initialization! -[2023-09-12 21:01:50,412][39537] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 21:01:50,710][39685] Worker 0 uses CPU cores [0, 1, 2, 3] -[2023-09-12 21:01:50,780][39698] Worker 3 uses CPU cores [12, 13, 14, 15] -[2023-09-12 21:01:50,819][39731] Worker 4 uses CPU cores [16, 17, 18, 19] -[2023-09-12 21:01:50,857][39734] Worker 7 uses CPU cores [28, 29, 30, 31] -[2023-09-12 21:01:50,881][39699] Worker 5 uses CPU cores [20, 21, 22, 23] -[2023-09-12 21:01:50,915][39686] Using GPUs [0] for process 0 (actually maps to GPUs [0]) -[2023-09-12 21:01:50,915][39686] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0 -[2023-09-12 21:01:50,931][39696] Worker 2 uses CPU cores [8, 9, 10, 11] -[2023-09-12 21:01:50,954][39686] Num visible devices: 1 -[2023-09-12 21:01:50,992][39733] Worker 6 uses CPU cores [24, 25, 26, 27] -[2023-09-12 21:01:51,090][39697] Worker 1 uses CPU cores [4, 5, 6, 7] -[2023-09-12 21:01:51,618][39686] RunningMeanStd input shape: (23,) -[2023-09-12 21:01:51,618][39686] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 21:01:51,618][39686] RunningMeanStd input shape: (1,) -[2023-09-12 21:01:51,630][39686] ConvEncoder: input_channels=3 -[2023-09-12 21:01:51,739][39686] Conv encoder output size: 512 -[2023-09-12 21:01:51,740][39686] Policy head output size: 640 -[2023-09-12 21:01:52,083][28625] Inference worker 0-0 is ready! -[2023-09-12 21:01:52,085][28625] All inference workers are ready! Signal rollout workers to start! -[2023-09-12 21:01:52,088][39685] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,090][39698] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,091][39734] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,092][39696] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,092][39699] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,092][39697] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,093][39731] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,094][39733] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,118][39685] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,121][39685] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,124][39734] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,125][39697] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,125][39699] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,126][39696] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,127][39731] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,128][39734] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,129][39697] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,129][39699] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,129][39696] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,130][39731] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,134][39698] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,139][39733] Doom resolution: 160x120, resize resolution: (128, 72) -[2023-09-12 21:01:52,139][39698] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,143][39733] Multi agent env, num agents: 8 -[2023-09-12 21:01:52,151][39685] Port 40300 is available -[2023-09-12 21:01:52,151][39685] Using port 40300 -[2023-09-12 21:01:52,152][39685] Initializing env for player 0, init_info: {'port': 40300}... -[2023-09-12 21:01:52,160][39697] Port 40400 is available -[2023-09-12 21:01:52,160][39697] Using port 40400 -[2023-09-12 21:01:52,161][39696] Port 40500 is available -[2023-09-12 21:01:52,161][39699] Port 40800 is available -[2023-09-12 21:01:52,161][39696] Using port 40500 -[2023-09-12 21:01:52,161][39697] Initializing env for player 0, init_info: {'port': 40400}... -[2023-09-12 21:01:52,161][39699] Using port 40800 -[2023-09-12 21:01:52,161][39734] Port 41000 is available -[2023-09-12 21:01:52,161][39734] Using port 41000 -[2023-09-12 21:01:52,162][39696] Initializing env for player 0, init_info: {'port': 40500}... -[2023-09-12 21:01:52,162][39699] Initializing env for player 0, init_info: {'port': 40800}... -[2023-09-12 21:01:52,163][39734] Initializing env for player 0, init_info: {'port': 41000}... -[2023-09-12 21:01:52,176][39733] Port 40900 is available -[2023-09-12 21:01:52,176][39733] Using port 40900 -[2023-09-12 21:01:52,177][39733] Initializing env for player 0, init_info: {'port': 40900}... -[2023-09-12 21:01:52,185][39685] Using port 40300 on host... -[2023-09-12 21:01:52,186][39698] Port 40600 is available -[2023-09-12 21:01:52,186][39698] Using port 40600 -[2023-09-12 21:01:52,187][39698] Initializing env for player 0, init_info: {'port': 40600}... -[2023-09-12 21:01:52,193][39734] Using port 41000 on host... -[2023-09-12 21:01:52,195][39696] Using port 40500 on host... -[2023-09-12 21:01:52,197][39731] Port 40700 is available -[2023-09-12 21:01:52,197][39731] Using port 40700 -[2023-09-12 21:01:52,202][39685] Initializing env for player 1, init_info: {'port': 40300}... -[2023-09-12 21:01:52,207][39733] Using port 40900 on host... -[2023-09-12 21:01:52,209][39697] Using port 40400 on host... -[2023-09-12 21:01:52,210][39699] Using port 40800 on host... -[2023-09-12 21:01:52,212][39696] Initializing env for player 1, init_info: {'port': 40500}... -[2023-09-12 21:01:52,214][39734] Initializing env for player 1, init_info: {'port': 41000}... -[2023-09-12 21:01:52,217][39699] Initializing env for player 1, init_info: {'port': 40800}... -[2023-09-12 21:01:52,219][39697] Initializing env for player 1, init_info: {'port': 40400}... -[2023-09-12 21:01:52,229][39733] Initializing env for player 1, init_info: {'port': 40900}... -[2023-09-12 21:01:52,229][39698] Using port 40600 on host... -[2023-09-12 21:01:52,238][39698] Initializing env for player 1, init_info: {'port': 40600}... -[2023-09-12 21:01:52,253][39685] Initializing env for player 2, init_info: {'port': 40300}... -[2023-09-12 21:01:52,263][39696] Initializing env for player 2, init_info: {'port': 40500}... -[2023-09-12 21:01:52,264][39734] Initializing env for player 2, init_info: {'port': 41000}... -[2023-09-12 21:01:52,267][39699] Initializing env for player 2, init_info: {'port': 40800}... -[2023-09-12 21:01:52,274][39697] Initializing env for player 2, init_info: {'port': 40400}... -[2023-09-12 21:01:52,279][39733] Initializing env for player 2, init_info: {'port': 40900}... -[2023-09-12 21:01:52,291][39698] Initializing env for player 2, init_info: {'port': 40600}... -[2023-09-12 21:01:52,303][39685] Initializing env for player 3, init_info: {'port': 40300}... -[2023-09-12 21:01:52,315][39734] Initializing env for player 3, init_info: {'port': 41000}... -[2023-09-12 21:01:52,321][39697] Initializing env for player 3, init_info: {'port': 40400}... -[2023-09-12 21:01:52,322][39696] Initializing env for player 3, init_info: {'port': 40500}... -[2023-09-12 21:01:52,324][39699] Initializing env for player 3, init_info: {'port': 40800}... -[2023-09-12 21:01:52,335][39733] Initializing env for player 3, init_info: {'port': 40900}... -[2023-09-12 21:01:52,341][39698] Initializing env for player 3, init_info: {'port': 40600}... -[2023-09-12 21:01:52,353][39685] Initializing env for player 4, init_info: {'port': 40300}... -[2023-09-12 21:01:52,371][39696] Initializing env for player 4, init_info: {'port': 40500}... -[2023-09-12 21:01:52,370][39734] Initializing env for player 4, init_info: {'port': 41000}... -[2023-09-12 21:01:52,371][39697] Initializing env for player 4, init_info: {'port': 40400}... -[2023-09-12 21:01:52,383][39733] Initializing env for player 4, init_info: {'port': 40900}... -[2023-09-12 21:01:52,385][39699] Initializing env for player 4, init_info: {'port': 40800}... -[2023-09-12 21:01:52,392][39698] Initializing env for player 4, init_info: {'port': 40600}... -[2023-09-12 21:01:52,404][39685] Initializing env for player 5, init_info: {'port': 40300}... -[2023-09-12 21:01:52,418][39696] Initializing env for player 5, init_info: {'port': 40500}... -[2023-09-12 21:01:52,426][39734] Initializing env for player 5, init_info: {'port': 41000}... -[2023-09-12 21:01:52,427][39697] Initializing env for player 5, init_info: {'port': 40400}... -[2023-09-12 21:01:52,431][39699] Initializing env for player 5, init_info: {'port': 40800}... -[2023-09-12 21:01:52,435][39733] Initializing env for player 5, init_info: {'port': 40900}... -[2023-09-12 21:01:52,443][39698] Initializing env for player 5, init_info: {'port': 40600}... -[2023-09-12 21:01:52,455][39685] Initializing env for player 6, init_info: {'port': 40300}... -[2023-09-12 21:01:52,475][39696] Initializing env for player 6, init_info: {'port': 40500}... -[2023-09-12 21:01:52,477][39699] Initializing env for player 6, init_info: {'port': 40800}... -[2023-09-12 21:01:52,479][39697] Initializing env for player 6, init_info: {'port': 40400}... -[2023-09-12 21:01:52,483][39734] Initializing env for player 6, init_info: {'port': 41000}... -[2023-09-12 21:01:52,485][39733] Initializing env for player 6, init_info: {'port': 40900}... -[2023-09-12 21:01:52,499][39698] Initializing env for player 6, init_info: {'port': 40600}... -[2023-09-12 21:01:52,515][39685] Initializing env for player 7, init_info: {'port': 40300}... -[2023-09-12 21:01:52,527][39696] Initializing env for player 7, init_info: {'port': 40500}... -[2023-09-12 21:01:52,535][39734] Initializing env for player 7, init_info: {'port': 41000}... -[2023-09-12 21:01:52,535][39697] Initializing env for player 7, init_info: {'port': 40400}... -[2023-09-12 21:01:52,539][39733] Initializing env for player 7, init_info: {'port': 40900}... -[2023-09-12 21:01:52,539][39699] Initializing env for player 7, init_info: {'port': 40800}... -[2023-09-12 21:01:52,551][39698] Initializing env for player 7, init_info: {'port': 40600}... -[2023-09-12 21:01:53,664][28625] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:01:53,759][39685] Initialized w:0 v:0 player:5 -[2023-09-12 21:01:53,761][39685] Initialized w:0 v:0 player:1 -[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:7 -[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:6 -[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:3 -[2023-09-12 21:01:53,762][39685] Initialized w:0 v:0 player:2 -[2023-09-12 21:01:53,763][39685] Initialized w:0 v:0 player:4 -[2023-09-12 21:01:53,763][39685] Initialized w:0 v:0 player:0 -[2023-09-12 21:01:53,765][39685] 8 agent workers initialized for env 0! -[2023-09-12 21:01:53,832][39685] Decorrelating experience for 0 frames... -[2023-09-12 21:01:53,833][39685] Port 40301 is available -[2023-09-12 21:01:53,833][39685] Using port 40301 -[2023-09-12 21:01:53,834][39685] Initializing env for player 0, init_info: {'port': 40301}... -[2023-09-12 21:01:53,863][39685] Using port 40301 on host... -[2023-09-12 21:01:53,884][39685] Initializing env for player 1, init_info: {'port': 40301}... -[2023-09-12 21:01:53,935][39685] Initializing env for player 2, init_info: {'port': 40301}... -[2023-09-12 21:01:53,991][39697] Initialized w:1 v:0 player:3 -[2023-09-12 21:01:53,992][39685] Initializing env for player 3, init_info: {'port': 40301}... -[2023-09-12 21:01:53,993][39697] Initialized w:1 v:0 player:2 -[2023-09-12 21:01:53,994][39697] Initialized w:1 v:0 player:6 -[2023-09-12 21:01:53,994][39697] Initialized w:1 v:0 player:1 -[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:5 -[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:0 -[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:7 -[2023-09-12 21:01:53,995][39697] Initialized w:1 v:0 player:4 -[2023-09-12 21:01:53,997][39697] 8 agent workers initialized for env 1! -[2023-09-12 21:01:54,031][39699] Initialized w:5 v:0 player:2 -[2023-09-12 21:01:54,034][39699] Initialized w:5 v:0 player:7 -[2023-09-12 21:01:54,034][39699] Initialized w:5 v:0 player:0 -[2023-09-12 21:01:54,035][39734] Initialized w:7 v:0 player:7 -[2023-09-12 21:01:54,034][39699] Initialized w:5 v:0 player:4 -[2023-09-12 21:01:54,035][39699] Initialized w:5 v:0 player:5 -[2023-09-12 21:01:54,035][39699] Initialized w:5 v:0 player:1 -[2023-09-12 21:01:54,036][39699] Initialized w:5 v:0 player:3 -[2023-09-12 21:01:54,036][39699] Initialized w:5 v:0 player:6 -[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:2 -[2023-09-12 21:01:54,038][39699] 8 agent workers initialized for env 5! -[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:3 -[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:4 -[2023-09-12 21:01:54,038][39734] Initialized w:7 v:0 player:6 -[2023-09-12 21:01:54,039][39734] Initialized w:7 v:0 player:0 -[2023-09-12 21:01:54,039][39734] Initialized w:7 v:0 player:5 -[2023-09-12 21:01:54,039][39734] Initialized w:7 v:0 player:1 -[2023-09-12 21:01:54,042][39734] 8 agent workers initialized for env 7! -[2023-09-12 21:01:54,055][39733] Initialized w:6 v:0 player:7 -[2023-09-12 21:01:54,055][39685] Initializing env for player 4, init_info: {'port': 40301}... -[2023-09-12 21:01:54,056][39697] Decorrelating experience for 0 frames... -[2023-09-12 21:01:54,057][39733] Initialized w:6 v:0 player:1 -[2023-09-12 21:01:54,058][39697] Port 40401 is available -[2023-09-12 21:01:54,058][39697] Using port 40401 -[2023-09-12 21:01:54,058][39733] Initialized w:6 v:0 player:3 -[2023-09-12 21:01:54,058][39697] Initializing env for player 0, init_info: {'port': 40401}... -[2023-09-12 21:01:54,058][39733] Initialized w:6 v:0 player:2 -[2023-09-12 21:01:54,058][39733] Initialized w:6 v:0 player:6 -[2023-09-12 21:01:54,059][39733] Initialized w:6 v:0 player:4 -[2023-09-12 21:01:54,059][39733] Initialized w:6 v:0 player:5 -[2023-09-12 21:01:54,059][39733] Initialized w:6 v:0 player:0 -[2023-09-12 21:01:54,061][39733] 8 agent workers initialized for env 6! -[2023-09-12 21:01:54,064][39731] Initializing env for player 0, init_info: {'port': 40700}... -[2023-09-12 21:01:54,086][39699] Decorrelating experience for 0 frames... -[2023-09-12 21:01:54,088][39699] Port 40801 is available -[2023-09-12 21:01:54,089][39699] Using port 40801 -[2023-09-12 21:01:54,089][39699] Initializing env for player 0, init_info: {'port': 40801}... -[2023-09-12 21:01:54,091][39734] Decorrelating experience for 0 frames... -[2023-09-12 21:01:54,093][39734] Port 41001 is available -[2023-09-12 21:01:54,094][39734] Using port 41001 -[2023-09-12 21:01:54,094][39697] Using port 40401 on host... -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:0 -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:7 -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:3 -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:5 -[2023-09-12 21:01:54,098][39731] Using port 40700 on host... -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:1 -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:6 -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:4 -[2023-09-12 21:01:54,096][39698] Initialized w:3 v:0 player:2 -[2023-09-12 21:01:54,100][39698] 8 agent workers initialized for env 3! -[2023-09-12 21:01:54,103][39685] Initializing env for player 5, init_info: {'port': 40301}... -[2023-09-12 21:01:54,112][39733] Decorrelating experience for 0 frames... -[2023-09-12 21:01:54,114][39733] Port 40901 is available -[2023-09-12 21:01:54,115][39733] Using port 40901 -[2023-09-12 21:01:54,115][39731] Initializing env for player 1, init_info: {'port': 40700}... -[2023-09-12 21:01:54,115][39733] Initializing env for player 0, init_info: {'port': 40901}... -[2023-09-12 21:01:54,119][39696] Initialized w:2 v:0 player:3 -[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:6 -[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:5 -[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:2 -[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:0 -[2023-09-12 21:01:54,120][39696] Initialized w:2 v:0 player:1 -[2023-09-12 21:01:54,121][39696] Initialized w:2 v:0 player:4 -[2023-09-12 21:01:54,121][39696] Initialized w:2 v:0 player:7 -[2023-09-12 21:01:54,123][39697] Initializing env for player 1, init_info: {'port': 40401}... -[2023-09-12 21:01:54,124][39696] 8 agent workers initialized for env 2! -[2023-09-12 21:01:54,132][39699] Using port 40801 on host... -[2023-09-12 21:01:54,141][39699] Initializing env for player 1, init_info: {'port': 40801}... -[2023-09-12 21:01:54,148][39698] Decorrelating experience for 0 frames... -[2023-09-12 21:01:54,149][39698] Port 40601 is available -[2023-09-12 21:01:54,150][39698] Using port 40601 -[2023-09-12 21:01:54,150][39698] Initializing env for player 0, init_info: {'port': 40601}... -[2023-09-12 21:01:54,157][39733] Using port 40901 on host... -[2023-09-12 21:01:54,157][39696] Decorrelating experience for 0 frames... -[2023-09-12 21:01:54,159][39696] Port 40501 is available -[2023-09-12 21:01:54,159][39696] Using port 40501 -[2023-09-12 21:01:54,166][39733] Initializing env for player 1, init_info: {'port': 40901}... -[2023-09-12 21:01:54,167][39685] Initializing env for player 6, init_info: {'port': 40301}... -[2023-09-12 21:01:54,165][39731] Initializing env for player 2, init_info: {'port': 40700}... -[2023-09-12 21:01:54,173][39697] Initializing env for player 2, init_info: {'port': 40401}... -[2023-09-12 21:01:54,179][39698] Using port 40601 on host... -[2023-09-12 21:01:54,192][39699] Initializing env for player 2, init_info: {'port': 40801}... -[2023-09-12 21:01:54,201][39698] Initializing env for player 1, init_info: {'port': 40601}... -[2023-09-12 21:01:54,213][39685] Initializing env for player 7, init_info: {'port': 40301}... -[2023-09-12 21:01:54,217][39731] Initializing env for player 3, init_info: {'port': 40700}... -[2023-09-12 21:01:54,219][39733] Initializing env for player 2, init_info: {'port': 40901}... -[2023-09-12 21:01:54,230][39697] Initializing env for player 3, init_info: {'port': 40401}... -[2023-09-12 21:01:54,242][39699] Initializing env for player 3, init_info: {'port': 40801}... -[2023-09-12 21:01:54,251][39698] Initializing env for player 2, init_info: {'port': 40601}... -[2023-09-12 21:01:54,269][39733] Initializing env for player 3, init_info: {'port': 40901}... -[2023-09-12 21:01:54,273][39731] Initializing env for player 4, init_info: {'port': 40700}... -[2023-09-12 21:01:54,283][39697] Initializing env for player 4, init_info: {'port': 40401}... -[2023-09-12 21:01:54,303][39698] Initializing env for player 3, init_info: {'port': 40601}... -[2023-09-12 21:01:54,318][39699] Initializing env for player 4, init_info: {'port': 40801}... -[2023-09-12 21:01:54,327][39731] Initializing env for player 5, init_info: {'port': 40700}... -[2023-09-12 21:01:54,339][39697] Initializing env for player 5, init_info: {'port': 40401}... -[2023-09-12 21:01:54,339][39733] Initializing env for player 4, init_info: {'port': 40901}... -[2023-09-12 21:01:54,355][39698] Initializing env for player 4, init_info: {'port': 40601}... -[2023-09-12 21:01:54,372][39699] Initializing env for player 5, init_info: {'port': 40801}... -[2023-09-12 21:01:54,387][39731] Initializing env for player 6, init_info: {'port': 40700}... -[2023-09-12 21:01:54,388][39733] Initializing env for player 5, init_info: {'port': 40901}... -[2023-09-12 21:01:54,395][39697] Initializing env for player 6, init_info: {'port': 40401}... -[2023-09-12 21:01:54,410][39698] Initializing env for player 5, init_info: {'port': 40601}... -[2023-09-12 21:01:54,427][39699] Initializing env for player 6, init_info: {'port': 40801}... -[2023-09-12 21:01:54,438][39733] Initializing env for player 6, init_info: {'port': 40901}... -[2023-09-12 21:01:54,443][39731] Initializing env for player 7, init_info: {'port': 40700}... -[2023-09-12 21:01:54,446][39697] Initializing env for player 7, init_info: {'port': 40401}... -[2023-09-12 21:01:54,463][39698] Initializing env for player 6, init_info: {'port': 40601}... -[2023-09-12 21:01:54,479][39699] Initializing env for player 7, init_info: {'port': 40801}... -[2023-09-12 21:01:54,499][39733] Initializing env for player 7, init_info: {'port': 40901}... -[2023-09-12 21:01:54,523][39698] Initializing env for player 7, init_info: {'port': 40601}... -[2023-09-12 21:01:55,800][39685] Initialized w:0 v:1 player:4 -[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:1 -[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:0 -[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:5 -[2023-09-12 21:01:55,802][39685] Initialized w:0 v:1 player:7 -[2023-09-12 21:01:55,803][39685] Initialized w:0 v:1 player:3 -[2023-09-12 21:01:55,803][39685] Initialized w:0 v:1 player:6 -[2023-09-12 21:01:55,803][39685] Initialized w:0 v:1 player:2 -[2023-09-12 21:01:55,805][39685] 8 agent workers initialized for env 0! -[2023-09-12 21:01:55,848][39734] Initializing env for player 0, init_info: {'port': 41001}... -[2023-09-12 21:01:55,857][39685] Decorrelating experience for 32 frames... -[2023-09-12 21:01:55,898][39734] Using port 41001 on host... -[2023-09-12 21:01:55,898][39734] Initializing env for player 1, init_info: {'port': 41001}... -[2023-09-12 21:01:55,931][39698] Initialized w:3 v:1 player:3 -[2023-09-12 21:01:55,933][39698] Initialized w:3 v:1 player:7 -[2023-09-12 21:01:55,933][39698] Initialized w:3 v:1 player:1 -[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:5 -[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:4 -[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:6 -[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:2 -[2023-09-12 21:01:55,934][39698] Initialized w:3 v:1 player:0 -[2023-09-12 21:01:55,937][39698] 8 agent workers initialized for env 3! -[2023-09-12 21:01:55,950][39734] Initializing env for player 2, init_info: {'port': 41001}... -[2023-09-12 21:01:55,969][39733] Initialized w:6 v:1 player:6 -[2023-09-12 21:01:55,971][39733] Initialized w:6 v:1 player:2 -[2023-09-12 21:01:55,971][39733] Initialized w:6 v:1 player:1 -[2023-09-12 21:01:55,972][39733] Initialized w:6 v:1 player:0 -[2023-09-12 21:01:55,972][39733] Initialized w:6 v:1 player:7 -[2023-09-12 21:01:55,972][39733] Initialized w:6 v:1 player:5 -[2023-09-12 21:01:55,973][39733] Initialized w:6 v:1 player:3 -[2023-09-12 21:01:55,973][39733] Initialized w:6 v:1 player:4 -[2023-09-12 21:01:55,974][39733] 8 agent workers initialized for env 6! -[2023-09-12 21:01:55,974][39698] Decorrelating experience for 32 frames... -[2023-09-12 21:01:55,977][39731] Initialized w:4 v:0 player:3 -[2023-09-12 21:01:55,978][39696] Initializing env for player 0, init_info: {'port': 40501}... -[2023-09-12 21:01:55,977][39731] Initialized w:4 v:0 player:2 -[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:6 -[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:1 -[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:5 -[2023-09-12 21:01:55,978][39731] Initialized w:4 v:0 player:7 -[2023-09-12 21:01:55,979][39731] Initialized w:4 v:0 player:4 -[2023-09-12 21:01:55,979][39731] Initialized w:4 v:0 player:0 -[2023-09-12 21:01:55,982][39731] 8 agent workers initialized for env 4! -[2023-09-12 21:01:56,004][39697] Initialized w:1 v:1 player:4 -[2023-09-12 21:01:56,007][39697] Initialized w:1 v:1 player:1 -[2023-09-12 21:01:56,007][39697] Initialized w:1 v:1 player:3 -[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:2 -[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:6 -[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:0 -[2023-09-12 21:01:56,008][39697] Initialized w:1 v:1 player:5 -[2023-09-12 21:01:56,009][39697] Initialized w:1 v:1 player:7 -[2023-09-12 21:01:56,011][39697] 8 agent workers initialized for env 1! -[2023-09-12 21:01:56,015][39734] Initializing env for player 3, init_info: {'port': 41001}... -[2023-09-12 21:01:56,024][39731] Decorrelating experience for 0 frames... -[2023-09-12 21:01:56,024][39696] Using port 40501 on host... -[2023-09-12 21:01:56,029][39731] Port 40701 is available -[2023-09-12 21:01:56,029][39731] Using port 40701 -[2023-09-12 21:01:56,030][39731] Initializing env for player 0, init_info: {'port': 40701}... -[2023-09-12 21:01:56,030][39733] Decorrelating experience for 32 frames... -[2023-09-12 21:01:56,035][39696] Initializing env for player 1, init_info: {'port': 40501}... -[2023-09-12 21:01:56,042][39697] Decorrelating experience for 32 frames... -[2023-09-12 21:01:56,055][39699] Initialized w:5 v:1 player:7 -[2023-09-12 21:01:56,056][39699] Initialized w:5 v:1 player:6 -[2023-09-12 21:01:56,057][39699] Initialized w:5 v:1 player:3 -[2023-09-12 21:01:56,057][39699] Initialized w:5 v:1 player:4 -[2023-09-12 21:01:56,057][39699] Initialized w:5 v:1 player:2 -[2023-09-12 21:01:56,058][39699] Initialized w:5 v:1 player:1 -[2023-09-12 21:01:56,058][39699] Initialized w:5 v:1 player:0 -[2023-09-12 21:01:56,059][39699] Initialized w:5 v:1 player:5 -[2023-09-12 21:01:56,061][39699] 8 agent workers initialized for env 5! -[2023-09-12 21:01:56,067][39734] Initializing env for player 4, init_info: {'port': 41001}... -[2023-09-12 21:01:56,070][39731] Using port 40701 on host... -[2023-09-12 21:01:56,080][39731] Initializing env for player 1, init_info: {'port': 40701}... -[2023-09-12 21:01:56,088][39696] Initializing env for player 2, init_info: {'port': 40501}... -[2023-09-12 21:01:56,096][39699] Decorrelating experience for 32 frames... -[2023-09-12 21:01:56,131][39731] Initializing env for player 2, init_info: {'port': 40701}... -[2023-09-12 21:01:56,126][39734] Initializing env for player 5, init_info: {'port': 41001}... -[2023-09-12 21:01:56,139][39696] Initializing env for player 3, init_info: {'port': 40501}... -[2023-09-12 21:01:56,179][39734] Initializing env for player 6, init_info: {'port': 41001}... -[2023-09-12 21:01:56,183][39731] Initializing env for player 3, init_info: {'port': 40701}... -[2023-09-12 21:01:56,195][39696] Initializing env for player 4, init_info: {'port': 40501}... -[2023-09-12 21:01:56,235][39731] Initializing env for player 4, init_info: {'port': 40701}... -[2023-09-12 21:01:56,241][39696] Initializing env for player 5, init_info: {'port': 40501}... -[2023-09-12 21:01:56,231][39734] Initializing env for player 7, init_info: {'port': 41001}... -[2023-09-12 21:01:56,259][39685] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,284][39731] Initializing env for player 5, init_info: {'port': 40701}... -[2023-09-12 21:01:56,299][39696] Initializing env for player 6, init_info: {'port': 40501}... -[2023-09-12 21:01:56,306][39685] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,338][39731] Initializing env for player 6, init_info: {'port': 40701}... -[2023-09-12 21:01:56,340][39685] Port 40302 is available -[2023-09-12 21:01:56,340][39685] Using port 40302 -[2023-09-12 21:01:56,341][39685] Initializing env for player 0, init_info: {'port': 40302}... -[2023-09-12 21:01:56,360][39696] Initializing env for player 7, init_info: {'port': 40501}... -[2023-09-12 21:01:56,367][39698] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,387][39685] Using port 40302 on host... -[2023-09-12 21:01:56,391][39731] Initializing env for player 7, init_info: {'port': 40701}... -[2023-09-12 21:01:56,398][39685] Initializing env for player 1, init_info: {'port': 40302}... -[2023-09-12 21:01:56,413][39698] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,437][39733] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,455][39685] Initializing env for player 2, init_info: {'port': 40302}... -[2023-09-12 21:01:56,459][39698] Port 40602 is available -[2023-09-12 21:01:56,459][39698] Using port 40602 -[2023-09-12 21:01:56,460][39698] Initializing env for player 0, init_info: {'port': 40602}... -[2023-09-12 21:01:56,482][39733] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,505][39698] Using port 40602 on host... -[2023-09-12 21:01:56,505][39685] Initializing env for player 3, init_info: {'port': 40302}... -[2023-09-12 21:01:56,509][39697] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,516][39698] Initializing env for player 1, init_info: {'port': 40602}... -[2023-09-12 21:01:56,528][39733] Port 40902 is available -[2023-09-12 21:01:56,528][39733] Using port 40902 -[2023-09-12 21:01:56,529][39733] Initializing env for player 0, init_info: {'port': 40902}... -[2023-09-12 21:01:56,553][39697] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,555][39699] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,557][39685] Initializing env for player 4, init_info: {'port': 40302}... -[2023-09-12 21:01:56,566][39698] Initializing env for player 2, init_info: {'port': 40602}... -[2023-09-12 21:01:56,573][39733] Using port 40902 on host... -[2023-09-12 21:01:56,584][39733] Initializing env for player 1, init_info: {'port': 40902}... -[2023-09-12 21:01:56,605][39699] Multi agent env, num agents: 8 -[2023-09-12 21:01:56,611][39685] Initializing env for player 5, init_info: {'port': 40302}... -[2023-09-12 21:01:56,617][39698] Initializing env for player 3, init_info: {'port': 40602}... -[2023-09-12 21:01:56,621][39697] Port 40402 is available -[2023-09-12 21:01:56,621][39697] Using port 40402 -[2023-09-12 21:01:56,622][39697] Initializing env for player 0, init_info: {'port': 40402}... -[2023-09-12 21:01:56,637][39699] Port 40802 is available -[2023-09-12 21:01:56,637][39699] Using port 40802 -[2023-09-12 21:01:56,637][39699] Initializing env for player 0, init_info: {'port': 40802}... -[2023-09-12 21:01:56,644][39733] Initializing env for player 2, init_info: {'port': 40902}... -[2023-09-12 21:01:56,658][39697] Using port 40402 on host... -[2023-09-12 21:01:56,659][39685] Initializing env for player 6, init_info: {'port': 40302}... -[2023-09-12 21:01:56,673][39697] Initializing env for player 1, init_info: {'port': 40402}... -[2023-09-12 21:01:56,676][39698] Initializing env for player 4, init_info: {'port': 40602}... -[2023-09-12 21:01:56,681][39699] Using port 40802 on host... -[2023-09-12 21:01:56,688][39699] Initializing env for player 1, init_info: {'port': 40802}... -[2023-09-12 21:01:56,707][39733] Initializing env for player 3, init_info: {'port': 40902}... -[2023-09-12 21:01:56,713][39685] Initializing env for player 7, init_info: {'port': 40302}... -[2023-09-12 21:01:56,726][39697] Initializing env for player 2, init_info: {'port': 40402}... -[2023-09-12 21:01:56,739][39699] Initializing env for player 2, init_info: {'port': 40802}... -[2023-09-12 21:01:56,747][39698] Initializing env for player 5, init_info: {'port': 40602}... -[2023-09-12 21:01:56,755][39733] Initializing env for player 4, init_info: {'port': 40902}... -[2023-09-12 21:01:56,787][39697] Initializing env for player 3, init_info: {'port': 40402}... -[2023-09-12 21:01:56,790][39699] Initializing env for player 3, init_info: {'port': 40802}... -[2023-09-12 21:01:56,801][39698] Initializing env for player 6, init_info: {'port': 40602}... -[2023-09-12 21:01:56,821][39733] Initializing env for player 5, init_info: {'port': 40902}... -[2023-09-12 21:01:56,851][39698] Initializing env for player 7, init_info: {'port': 40602}... -[2023-09-12 21:01:56,851][39697] Initializing env for player 4, init_info: {'port': 40402}... -[2023-09-12 21:01:56,856][39699] Initializing env for player 4, init_info: {'port': 40802}... -[2023-09-12 21:01:56,883][39733] Initializing env for player 6, init_info: {'port': 40902}... -[2023-09-12 21:01:56,903][39697] Initializing env for player 5, init_info: {'port': 40402}... -[2023-09-12 21:01:56,927][39699] Initializing env for player 5, init_info: {'port': 40802}... -[2023-09-12 21:01:56,935][39733] Initializing env for player 7, init_info: {'port': 40902}... -[2023-09-12 21:01:56,973][39699] Initializing env for player 6, init_info: {'port': 40802}... -[2023-09-12 21:01:57,024][39699] Initializing env for player 7, init_info: {'port': 40802}... -[2023-09-12 21:01:56,971][39697] Initializing env for player 6, init_info: {'port': 40402}... -[2023-09-12 21:01:57,035][39697] Initializing env for player 7, init_info: {'port': 40402}... -[2023-09-12 21:01:57,632][39734] Initialized w:7 v:1 player:1 -[2023-09-12 21:01:57,633][39734] Initialized w:7 v:1 player:2 -[2023-09-12 21:01:57,633][39734] Initialized w:7 v:1 player:0 -[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:4 -[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:3 -[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:7 -[2023-09-12 21:01:57,634][39734] Initialized w:7 v:1 player:6 -[2023-09-12 21:01:57,635][39734] Initialized w:7 v:1 player:5 -[2023-09-12 21:01:57,636][39734] 8 agent workers initialized for env 7! -[2023-09-12 21:01:57,687][39696] Initialized w:2 v:1 player:5 -[2023-09-12 21:01:57,688][39696] Initialized w:2 v:1 player:0 -[2023-09-12 21:01:57,688][39696] Initialized w:2 v:1 player:1 -[2023-09-12 21:01:57,689][39696] Initialized w:2 v:1 player:6 -[2023-09-12 21:01:57,690][39696] Initialized w:2 v:1 player:4 -[2023-09-12 21:01:57,690][39696] Initialized w:2 v:1 player:2 -[2023-09-12 21:01:57,691][39696] Initialized w:2 v:1 player:3 -[2023-09-12 21:01:57,692][39696] Initialized w:2 v:1 player:7 -[2023-09-12 21:01:57,692][39696] 8 agent workers initialized for env 2! -[2023-09-12 21:01:57,710][39734] Decorrelating experience for 32 frames... -[2023-09-12 21:01:57,747][39696] Decorrelating experience for 32 frames... -[2023-09-12 21:01:57,901][39731] Initialized w:4 v:1 player:4 -[2023-09-12 21:01:57,902][39731] Initialized w:4 v:1 player:3 -[2023-09-12 21:01:57,902][39731] Initialized w:4 v:1 player:6 -[2023-09-12 21:01:57,902][39731] Initialized w:4 v:1 player:1 -[2023-09-12 21:01:57,903][39731] Initialized w:4 v:1 player:5 -[2023-09-12 21:01:57,903][39731] Initialized w:4 v:1 player:0 -[2023-09-12 21:01:57,904][39731] Initialized w:4 v:1 player:7 -[2023-09-12 21:01:57,904][39731] Initialized w:4 v:1 player:2 -[2023-09-12 21:01:57,906][39731] 8 agent workers initialized for env 4! -[2023-09-12 21:01:57,948][39731] Decorrelating experience for 32 frames... -[2023-09-12 21:01:58,004][39734] Multi agent env, num agents: 8 -[2023-09-12 21:01:58,038][39734] Multi agent env, num agents: 8 -[2023-09-12 21:01:58,069][39734] Port 41002 is available -[2023-09-12 21:01:58,069][39734] Using port 41002 -[2023-09-12 21:01:58,069][39734] Initializing env for player 0, init_info: {'port': 41002}... -[2023-09-12 21:01:58,100][39734] Using port 41002 on host... -[2023-09-12 21:01:58,120][39734] Initializing env for player 1, init_info: {'port': 41002}... -[2023-09-12 21:01:58,171][39734] Initializing env for player 2, init_info: {'port': 41002}... -[2023-09-12 21:01:58,185][39696] Multi agent env, num agents: 8 -[2023-09-12 21:01:58,227][39734] Initializing env for player 3, init_info: {'port': 41002}... -[2023-09-12 21:01:58,232][39696] Multi agent env, num agents: 8 -[2023-09-12 21:01:58,239][39685] Initialized w:0 v:2 player:2 -[2023-09-12 21:01:58,241][39685] Initialized w:0 v:2 player:6 -[2023-09-12 21:01:58,242][39685] Initialized w:0 v:2 player:3 -[2023-09-12 21:01:58,243][39685] Initialized w:0 v:2 player:1 -[2023-09-12 21:01:58,244][39685] Initialized w:0 v:2 player:5 -[2023-09-12 21:01:58,245][39685] Initialized w:0 v:2 player:0 -[2023-09-12 21:01:58,246][39685] Initialized w:0 v:2 player:4 -[2023-09-12 21:01:58,249][39685] Initialized w:0 v:2 player:7 -[2023-09-12 21:01:58,250][39685] 8 agent workers initialized for env 0! -[2023-09-12 21:01:58,275][39734] Initializing env for player 4, init_info: {'port': 41002}... -[2023-09-12 21:01:58,279][39733] Initialized w:6 v:2 player:3 -[2023-09-12 21:01:58,281][39733] Initialized w:6 v:2 player:7 -[2023-09-12 21:01:58,281][39733] Initialized w:6 v:2 player:0 -[2023-09-12 21:01:58,284][39733] Initialized w:6 v:2 player:5 -[2023-09-12 21:01:58,284][39733] Initialized w:6 v:2 player:1 -[2023-09-12 21:01:58,287][39733] Initialized w:6 v:2 player:6 -[2023-09-12 21:01:58,287][39733] Initialized w:6 v:2 player:2 -[2023-09-12 21:01:58,288][39733] Initialized w:6 v:2 player:4 -[2023-09-12 21:01:58,289][39733] 8 agent workers initialized for env 6! -[2023-09-12 21:01:58,310][39698] Initialized w:3 v:2 player:6 -[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:7 -[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:3 -[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:5 -[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:0 -[2023-09-12 21:01:58,312][39698] Initialized w:3 v:2 player:4 -[2023-09-12 21:01:58,313][39698] Initialized w:3 v:2 player:1 -[2023-09-12 21:01:58,313][39698] Initialized w:3 v:2 player:2 -[2023-09-12 21:01:58,318][39698] 8 agent workers initialized for env 3! -[2023-09-12 21:01:58,327][39734] Initializing env for player 5, init_info: {'port': 41002}... -[2023-09-12 21:01:58,328][39696] Port 40502 is available -[2023-09-12 21:01:58,328][39696] Using port 40502 -[2023-09-12 21:01:58,329][39696] Initializing env for player 0, init_info: {'port': 40502}... -[2023-09-12 21:01:58,329][39685] Decorrelating experience for 64 frames... -[2023-09-12 21:01:58,343][39733] Decorrelating experience for 64 frames... -[2023-09-12 21:01:58,362][39696] Using port 40502 on host... -[2023-09-12 21:01:58,379][39696] Initializing env for player 1, init_info: {'port': 40502}... -[2023-09-12 21:01:58,379][39734] Initializing env for player 6, init_info: {'port': 41002}... -[2023-09-12 21:01:58,384][39698] Decorrelating experience for 64 frames... -[2023-09-12 21:01:58,395][39731] Multi agent env, num agents: 8 -[2023-09-12 21:01:58,431][39696] Initializing env for player 2, init_info: {'port': 40502}... -[2023-09-12 21:01:58,434][39731] Multi agent env, num agents: 8 -[2023-09-12 21:01:58,442][39734] Initializing env for player 7, init_info: {'port': 41002}... -[2023-09-12 21:01:58,471][39731] Port 40702 is available -[2023-09-12 21:01:58,471][39731] Using port 40702 -[2023-09-12 21:01:58,472][39731] Initializing env for player 0, init_info: {'port': 40702}... -[2023-09-12 21:01:58,487][39696] Initializing env for player 3, init_info: {'port': 40502}... -[2023-09-12 21:01:58,509][39731] Using port 40702 on host... -[2023-09-12 21:01:58,522][39731] Initializing env for player 1, init_info: {'port': 40702}... -[2023-09-12 21:01:58,547][39696] Initializing env for player 4, init_info: {'port': 40502}... -[2023-09-12 21:01:58,571][39697] Initialized w:1 v:2 player:6 -[2023-09-12 21:01:58,575][39731] Initializing env for player 2, init_info: {'port': 40702}... -[2023-09-12 21:01:58,577][39697] Initialized w:1 v:2 player:7 -[2023-09-12 21:01:58,577][39697] Initialized w:1 v:2 player:0 -[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:1 -[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:4 -[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:3 -[2023-09-12 21:01:58,578][39697] Initialized w:1 v:2 player:2 -[2023-09-12 21:01:58,579][39697] Initialized w:1 v:2 player:5 -[2023-09-12 21:01:58,583][39697] 8 agent workers initialized for env 1! -[2023-09-12 21:01:58,594][39696] Initializing env for player 5, init_info: {'port': 40502}... -[2023-09-12 21:01:58,615][39699] Initialized w:5 v:2 player:6 -[2023-09-12 21:01:58,619][39699] Initialized w:5 v:2 player:0 -[2023-09-12 21:01:58,620][39699] Initialized w:5 v:2 player:2 -[2023-09-12 21:01:58,623][39699] Initialized w:5 v:2 player:3 -[2023-09-12 21:01:58,625][39699] Initialized w:5 v:2 player:5 -[2023-09-12 21:01:58,626][39699] Initialized w:5 v:2 player:7 -[2023-09-12 21:01:58,626][39699] Initialized w:5 v:2 player:4 -[2023-09-12 21:01:58,627][39699] Initialized w:5 v:2 player:1 -[2023-09-12 21:01:58,627][39731] Initializing env for player 3, init_info: {'port': 40702}... -[2023-09-12 21:01:58,628][39699] 8 agent workers initialized for env 5! -[2023-09-12 21:01:58,641][39697] Decorrelating experience for 64 frames... -[2023-09-12 21:01:58,655][39696] Initializing env for player 6, init_info: {'port': 40502}... -[2023-09-12 21:01:58,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:01:58,678][39731] Initializing env for player 4, init_info: {'port': 40702}... -[2023-09-12 21:01:58,707][39696] Initializing env for player 7, init_info: {'port': 40502}... -[2023-09-12 21:01:58,717][39699] Decorrelating experience for 64 frames... -[2023-09-12 21:01:58,731][39731] Initializing env for player 5, init_info: {'port': 40702}... -[2023-09-12 21:01:58,795][39731] Initializing env for player 6, init_info: {'port': 40702}... -[2023-09-12 21:01:58,871][39731] Initializing env for player 7, init_info: {'port': 40702}... -[2023-09-12 21:01:59,191][39733] Port 40903 is available -[2023-09-12 21:01:59,191][39733] Using port 40903 -[2023-09-12 21:01:59,192][39733] Initializing env for player 0, init_info: {'port': 40903}... -[2023-09-12 21:01:59,221][39733] Using port 40903 on host... -[2023-09-12 21:01:59,243][39733] Initializing env for player 1, init_info: {'port': 40903}... -[2023-09-12 21:01:59,293][39733] Initializing env for player 2, init_info: {'port': 40903}... -[2023-09-12 21:01:59,302][39685] Port 40303 is available -[2023-09-12 21:01:59,302][39685] Using port 40303 -[2023-09-12 21:01:59,302][39685] Initializing env for player 0, init_info: {'port': 40303}... -[2023-09-12 21:01:59,347][39685] Using port 40303 on host... -[2023-09-12 21:01:59,347][39698] Port 40603 is available -[2023-09-12 21:01:59,348][39698] Using port 40603 -[2023-09-12 21:01:59,347][39733] Initializing env for player 3, init_info: {'port': 40903}... -[2023-09-12 21:01:59,348][39698] Initializing env for player 0, init_info: {'port': 40603}... -[2023-09-12 21:01:59,360][39685] Initializing env for player 1, init_info: {'port': 40303}... -[2023-09-12 21:01:59,392][39698] Using port 40603 on host... -[2023-09-12 21:01:59,402][39698] Initializing env for player 1, init_info: {'port': 40603}... -[2023-09-12 21:01:59,409][39733] Initializing env for player 4, init_info: {'port': 40903}... -[2023-09-12 21:01:59,419][39685] Initializing env for player 2, init_info: {'port': 40303}... -[2023-09-12 21:01:59,459][39698] Initializing env for player 2, init_info: {'port': 40603}... -[2023-09-12 21:01:59,467][39733] Initializing env for player 5, init_info: {'port': 40903}... -[2023-09-12 21:01:59,470][39685] Initializing env for player 3, init_info: {'port': 40303}... -[2023-09-12 21:01:59,517][39698] Initializing env for player 3, init_info: {'port': 40603}... -[2023-09-12 21:01:59,519][39733] Initializing env for player 6, init_info: {'port': 40903}... -[2023-09-12 21:01:59,523][39685] Initializing env for player 4, init_info: {'port': 40303}... -[2023-09-12 21:01:59,575][39685] Initializing env for player 5, init_info: {'port': 40303}... -[2023-09-12 21:01:59,575][39698] Initializing env for player 4, init_info: {'port': 40603}... -[2023-09-12 21:01:59,578][39733] Initializing env for player 7, init_info: {'port': 40903}... -[2023-09-12 21:01:59,592][39697] Port 40403 is available -[2023-09-12 21:01:59,592][39697] Using port 40403 -[2023-09-12 21:01:59,592][39697] Initializing env for player 0, init_info: {'port': 40403}... -[2023-09-12 21:01:59,623][39698] Initializing env for player 5, init_info: {'port': 40603}... -[2023-09-12 21:01:59,629][39697] Using port 40403 on host... -[2023-09-12 21:01:59,643][39697] Initializing env for player 1, init_info: {'port': 40403}... -[2023-09-12 21:01:59,664][39685] Initializing env for player 6, init_info: {'port': 40303}... -[2023-09-12 21:01:59,664][39699] Port 40803 is available -[2023-09-12 21:01:59,665][39699] Using port 40803 -[2023-09-12 21:01:59,665][39699] Initializing env for player 0, init_info: {'port': 40803}... -[2023-09-12 21:01:59,694][39697] Initializing env for player 2, init_info: {'port': 40403}... -[2023-09-12 21:01:59,695][39698] Initializing env for player 6, init_info: {'port': 40603}... -[2023-09-12 21:01:59,707][39699] Using port 40803 on host... -[2023-09-12 21:01:59,718][39699] Initializing env for player 1, init_info: {'port': 40803}... -[2023-09-12 21:01:59,719][39685] Initializing env for player 7, init_info: {'port': 40303}... -[2023-09-12 21:01:59,744][39697] Initializing env for player 3, init_info: {'port': 40403}... -[2023-09-12 21:01:59,751][39698] Initializing env for player 7, init_info: {'port': 40603}... -[2023-09-12 21:01:59,768][39699] Initializing env for player 2, init_info: {'port': 40803}... -[2023-09-12 21:01:59,795][39697] Initializing env for player 4, init_info: {'port': 40403}... -[2023-09-12 21:01:59,819][39699] Initializing env for player 3, init_info: {'port': 40803}... -[2023-09-12 21:01:59,857][39697] Initializing env for player 5, init_info: {'port': 40403}... -[2023-09-12 21:01:59,871][39699] Initializing env for player 4, init_info: {'port': 40803}... -[2023-09-12 21:01:59,887][39734] Initialized w:7 v:2 player:3 -[2023-09-12 21:01:59,888][39734] Initialized w:7 v:2 player:6 -[2023-09-12 21:01:59,889][39734] Initialized w:7 v:2 player:2 -[2023-09-12 21:01:59,890][39734] Initialized w:7 v:2 player:1 -[2023-09-12 21:01:59,890][39734] Initialized w:7 v:2 player:7 -[2023-09-12 21:01:59,891][39734] Initialized w:7 v:2 player:5 -[2023-09-12 21:01:59,891][39734] Initialized w:7 v:2 player:0 -[2023-09-12 21:01:59,892][39734] Initialized w:7 v:2 player:4 -[2023-09-12 21:01:59,893][39734] 8 agent workers initialized for env 7! -[2023-09-12 21:01:59,911][39697] Initializing env for player 6, init_info: {'port': 40403}... -[2023-09-12 21:01:59,931][39699] Initializing env for player 5, init_info: {'port': 40803}... -[2023-09-12 21:01:59,942][39734] Decorrelating experience for 64 frames... -[2023-09-12 21:01:59,967][39697] Initializing env for player 7, init_info: {'port': 40403}... -[2023-09-12 21:01:59,979][39699] Initializing env for player 6, init_info: {'port': 40803}... -[2023-09-12 21:02:00,039][39699] Initializing env for player 7, init_info: {'port': 40803}... -[2023-09-12 21:02:00,070][39696] Initialized w:2 v:2 player:2 -[2023-09-12 21:02:00,072][39696] Initialized w:2 v:2 player:6 -[2023-09-12 21:02:00,072][39696] Initialized w:2 v:2 player:7 -[2023-09-12 21:02:00,073][39696] Initialized w:2 v:2 player:1 -[2023-09-12 21:02:00,073][39696] Initialized w:2 v:2 player:5 -[2023-09-12 21:02:00,074][39696] Initialized w:2 v:2 player:0 -[2023-09-12 21:02:00,074][39696] Initialized w:2 v:2 player:3 -[2023-09-12 21:02:00,074][39696] Initialized w:2 v:2 player:4 -[2023-09-12 21:02:00,076][39696] 8 agent workers initialized for env 2! -[2023-09-12 21:02:00,122][39696] Decorrelating experience for 64 frames... -[2023-09-12 21:02:00,279][39731] Initialized w:4 v:2 player:5 -[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:2 -[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:0 -[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:3 -[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:4 -[2023-09-12 21:02:00,280][39731] Initialized w:4 v:2 player:1 -[2023-09-12 21:02:00,282][39731] Initialized w:4 v:2 player:7 -[2023-09-12 21:02:00,282][39731] Initialized w:4 v:2 player:6 -[2023-09-12 21:02:00,283][39731] 8 agent workers initialized for env 4! -[2023-09-12 21:02:00,332][39731] Decorrelating experience for 64 frames... -[2023-09-12 21:02:00,573][39734] Port 41003 is available -[2023-09-12 21:02:00,573][39734] Using port 41003 -[2023-09-12 21:02:00,573][39734] Initializing env for player 0, init_info: {'port': 41003}... -[2023-09-12 21:02:00,605][39734] Using port 41003 on host... -[2023-09-12 21:02:00,624][39734] Initializing env for player 1, init_info: {'port': 41003}... -[2023-09-12 21:02:00,674][39734] Initializing env for player 2, init_info: {'port': 41003}... -[2023-09-12 21:02:00,727][39734] Initializing env for player 3, init_info: {'port': 41003}... -[2023-09-12 21:02:00,775][39734] Initializing env for player 4, init_info: {'port': 41003}... -[2023-09-12 21:02:00,838][39696] Port 40503 is available -[2023-09-12 21:02:00,838][39696] Using port 40503 -[2023-09-12 21:02:00,838][39696] Initializing env for player 0, init_info: {'port': 40503}... -[2023-09-12 21:02:00,847][39734] Initializing env for player 5, init_info: {'port': 41003}... -[2023-09-12 21:02:00,867][39696] Using port 40503 on host... -[2023-09-12 21:02:00,889][39696] Initializing env for player 1, init_info: {'port': 40503}... -[2023-09-12 21:02:00,891][39734] Initializing env for player 6, init_info: {'port': 41003}... -[2023-09-12 21:02:00,925][39731] Port 40703 is available -[2023-09-12 21:02:00,925][39731] Using port 40703 -[2023-09-12 21:02:00,926][39731] Initializing env for player 0, init_info: {'port': 40703}... -[2023-09-12 21:02:00,943][39734] Initializing env for player 7, init_info: {'port': 41003}... -[2023-09-12 21:02:00,949][39696] Initializing env for player 2, init_info: {'port': 40503}... -[2023-09-12 21:02:00,968][39733] Initialized w:6 v:3 player:5 -[2023-09-12 21:02:00,969][39733] Initialized w:6 v:3 player:6 -[2023-09-12 21:02:00,969][39733] Initialized w:6 v:3 player:1 -[2023-09-12 21:02:00,970][39733] Initialized w:6 v:3 player:2 -[2023-09-12 21:02:00,971][39731] Using port 40703 on host... -[2023-09-12 21:02:00,970][39733] Initialized w:6 v:3 player:7 -[2023-09-12 21:02:00,971][39733] Initialized w:6 v:3 player:3 -[2023-09-12 21:02:00,971][39733] Initialized w:6 v:3 player:4 -[2023-09-12 21:02:00,972][39733] Initialized w:6 v:3 player:0 -[2023-09-12 21:02:00,973][39733] 8 agent workers initialized for env 6! -[2023-09-12 21:02:00,984][39731] Initializing env for player 1, init_info: {'port': 40703}... -[2023-09-12 21:02:00,999][39696] Initializing env for player 3, init_info: {'port': 40503}... -[2023-09-12 21:02:01,016][39733] Decorrelating experience for 96 frames... -[2023-09-12 21:02:01,031][39685] Initialized w:0 v:3 player:3 -[2023-09-12 21:02:01,033][39685] Initialized w:0 v:3 player:6 -[2023-09-12 21:02:01,034][39685] Initialized w:0 v:3 player:5 -[2023-09-12 21:02:01,034][39685] Initialized w:0 v:3 player:7 -[2023-09-12 21:02:01,035][39685] Initialized w:0 v:3 player:1 -[2023-09-12 21:02:01,035][39685] Initialized w:0 v:3 player:0 -[2023-09-12 21:02:01,039][39685] Initialized w:0 v:3 player:4 -[2023-09-12 21:02:01,042][39731] Initializing env for player 2, init_info: {'port': 40703}... -[2023-09-12 21:02:01,051][39696] Initializing env for player 4, init_info: {'port': 40503}... -[2023-09-12 21:02:01,095][39731] Initializing env for player 3, init_info: {'port': 40703}... -[2023-09-12 21:02:01,129][39696] Initializing env for player 5, init_info: {'port': 40503}... -[2023-09-12 21:02:01,153][39698] Initialized w:3 v:3 player:6 -[2023-09-12 21:02:01,157][39698] Initialized w:3 v:3 player:4 -[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:5 -[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:1 -[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:2 -[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:0 -[2023-09-12 21:02:01,159][39698] Initialized w:3 v:3 player:7 -[2023-09-12 21:02:01,160][39698] Initialized w:3 v:3 player:3 -[2023-09-12 21:02:01,162][39698] 8 agent workers initialized for env 3! -[2023-09-12 21:02:01,180][39731] Initializing env for player 4, init_info: {'port': 40703}... -[2023-09-12 21:02:01,183][39696] Initializing env for player 6, init_info: {'port': 40503}... -[2023-09-12 21:02:01,233][39731] Initializing env for player 5, init_info: {'port': 40703}... -[2023-09-12 21:02:01,236][39698] Decorrelating experience for 96 frames... -[2023-09-12 21:02:01,251][39696] Initializing env for player 7, init_info: {'port': 40503}... -[2023-09-12 21:02:01,303][39731] Initializing env for player 6, init_info: {'port': 40703}... -[2023-09-12 21:02:01,369][39731] Initializing env for player 7, init_info: {'port': 40703}... -[2023-09-12 21:02:01,413][39697] Initialized w:1 v:3 player:3 -[2023-09-12 21:02:01,415][39697] Initialized w:1 v:3 player:7 -[2023-09-12 21:02:01,417][39697] Initialized w:1 v:3 player:0 -[2023-09-12 21:02:01,417][39697] Initialized w:1 v:3 player:2 -[2023-09-12 21:02:01,418][39697] Initialized w:1 v:3 player:1 -[2023-09-12 21:02:01,420][39697] Initialized w:1 v:3 player:6 -[2023-09-12 21:02:01,421][39697] Initialized w:1 v:3 player:4 -[2023-09-12 21:02:01,422][39697] Initialized w:1 v:3 player:5 -[2023-09-12 21:02:01,423][39697] 8 agent workers initialized for env 1! -[2023-09-12 21:02:01,459][39699] Initialized w:5 v:3 player:7 -[2023-09-12 21:02:01,461][39699] Initialized w:5 v:3 player:5 -[2023-09-12 21:02:01,462][39699] Initialized w:5 v:3 player:6 -[2023-09-12 21:02:01,463][39699] Initialized w:5 v:3 player:0 -[2023-09-12 21:02:01,461][39699] Initialized w:5 v:3 player:1 -[2023-09-12 21:02:01,466][39699] Initialized w:5 v:3 player:2 -[2023-09-12 21:02:01,466][39699] Initialized w:5 v:3 player:4 -[2023-09-12 21:02:01,466][39699] Initialized w:5 v:3 player:3 -[2023-09-12 21:02:01,467][39699] 8 agent workers initialized for env 5! -[2023-09-12 21:02:01,494][39697] Decorrelating experience for 96 frames... -[2023-09-12 21:02:01,540][39699] Decorrelating experience for 96 frames... -[2023-09-12 21:02:02,032][39685] Initialized w:0 v:3 player:2 -[2023-09-12 21:02:02,033][39685] 8 agent workers initialized for env 0! -[2023-09-12 21:02:02,105][39685] Decorrelating experience for 96 frames... -[2023-09-12 21:02:02,510][39734] Initialized w:7 v:3 player:2 -[2023-09-12 21:02:02,511][39734] Initialized w:7 v:3 player:7 -[2023-09-12 21:02:02,512][39734] Initialized w:7 v:3 player:4 -[2023-09-12 21:02:02,512][39734] Initialized w:7 v:3 player:5 -[2023-09-12 21:02:02,512][39734] Initialized w:7 v:3 player:1 -[2023-09-12 21:02:02,513][39734] Initialized w:7 v:3 player:0 -[2023-09-12 21:02:02,513][39734] Initialized w:7 v:3 player:3 -[2023-09-12 21:02:02,514][39734] Initialized w:7 v:3 player:6 -[2023-09-12 21:02:02,515][39734] 8 agent workers initialized for env 7! -[2023-09-12 21:02:02,555][39734] Decorrelating experience for 96 frames... -[2023-09-12 21:02:02,559][39696] Initialized w:2 v:3 player:6 -[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:2 -[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:1 -[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:4 -[2023-09-12 21:02:02,560][39696] Initialized w:2 v:3 player:5 -[2023-09-12 21:02:02,561][39696] Initialized w:2 v:3 player:0 -[2023-09-12 21:02:02,561][39696] Initialized w:2 v:3 player:3 -[2023-09-12 21:02:02,561][39696] Initialized w:2 v:3 player:7 -[2023-09-12 21:02:02,563][39696] 8 agent workers initialized for env 2! -[2023-09-12 21:02:02,612][39696] Decorrelating experience for 96 frames... -[2023-09-12 21:02:02,881][39731] Initialized w:4 v:3 player:3 -[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:1 -[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:6 -[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:5 -[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:2 -[2023-09-12 21:02:02,883][39731] Initialized w:4 v:3 player:7 -[2023-09-12 21:02:02,884][39731] Initialized w:4 v:3 player:4 -[2023-09-12 21:02:02,884][39731] Initialized w:4 v:3 player:0 -[2023-09-12 21:02:02,887][39731] 8 agent workers initialized for env 4! -[2023-09-12 21:02:02,948][39731] Decorrelating experience for 96 frames... -[2023-09-12 21:02:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:05,178][39537] Signal inference workers to stop experience collection... -[2023-09-12 21:02:05,203][39686] InferenceWorker_p0-w0: stopping experience collection -[2023-09-12 21:02:06,207][39537] EvtLoop [learner_proc0_evt_loop, process=learner_proc0] unhandled exception in slot='on_new_training_batch' connected to emitter=Emitter(object_id='Batcher_0', signal_name='training_batches_available'), args=(0,) -Traceback (most recent call last): - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/signal_slot/signal_slot.py", line 355, in _process_signal - slot_callable(*args) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner_worker.py", line 150, in on_new_training_batch - stats = self.learner.train(self.batcher.training_batches[batch_idx]) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 1046, in train - train_stats = self._train(buff, self.cfg.batch_size, experience_size, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 731, in _train - ) = self._calculate_losses(mb, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 649, in _calculate_losses - exploration_loss = self.exploration_loss_func(action_distribution, valids, num_invalids) - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/learning/learner.py", line 477, in _symmetric_kl_exploration_loss - kl_prior = action_distribution.symmetric_kl_with_uniform_prior() - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in symmetric_kl_with_uniform_prior - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] - File "/home/cogstack/.local/share/virtualenvs/sample_factory--NQNquiM/lib/python3.10/site-packages/sample_factory/algo/utils/action_distributions.py", line 247, in - sym_kls = [d.symmetric_kl_with_uniform_prior().unsqueeze(dim=1) for d in self.distributions] -AttributeError: 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' -[2023-09-12 21:02:06,208][39537] Unhandled exception 'ContinuousActionDistribution' object has no attribute 'symmetric_kl_with_uniform_prior' in evt loop learner_proc0_evt_loop -[2023-09-12 21:02:06,931][28625] Heartbeat connected on Batcher_0 -[2023-09-12 21:02:06,938][28625] Heartbeat connected on InferenceWorker_p0-w0 -[2023-09-12 21:02:06,944][28625] Heartbeat connected on RolloutWorker_w0 -[2023-09-12 21:02:06,949][28625] Heartbeat connected on RolloutWorker_w1 -[2023-09-12 21:02:06,953][28625] Heartbeat connected on RolloutWorker_w2 -[2023-09-12 21:02:06,957][28625] Heartbeat connected on RolloutWorker_w3 -[2023-09-12 21:02:06,961][28625] Heartbeat connected on RolloutWorker_w4 -[2023-09-12 21:02:06,965][28625] Heartbeat connected on RolloutWorker_w5 -[2023-09-12 21:02:06,968][28625] Heartbeat connected on RolloutWorker_w6 -[2023-09-12 21:02:06,973][28625] Heartbeat connected on RolloutWorker_w7 -[2023-09-12 21:02:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 483.2. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 362.4. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 289.9. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 241.6. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 207.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 181.2. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 161.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 161.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 161.1. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:02:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:03:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:04:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:33,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:48,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:05:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:06:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:07:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:08:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:09:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:10:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:23,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:43,670][28625] Components not started: LearnerWorker_p0, wait_time=600.0 seconds -[2023-09-12 21:11:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:11:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:38,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:12:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:13:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:14:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:48,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:53,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:15:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:16:58,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:17:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:23,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:18:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:13,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:18,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:33,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:19:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:33,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:43,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:20:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:43,670][28625] Components not started: LearnerWorker_p0, wait_time=1200.0 seconds -[2023-09-12 21:21:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:21:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:22:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:23:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:08,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:28,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:43,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:24:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:25:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:48,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:26:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:03,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:53,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:27:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:43,664][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:28:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:29:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:28,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:33,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:38,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:43,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:48,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:53,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:30:58,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:31:03,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:31:08,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:31:13,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:31:18,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:31:23,665][28625] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 0.0. Samples: 7248. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) -[2023-09-12 21:31:27,821][28625] Keyboard interrupt detected in the event loop EvtLoop [Runner_EvtLoop, process=main process 28625], exiting... -[2023-09-12 21:31:27,824][39537] Stopping Batcher_0... -[2023-09-12 21:31:27,823][28625] Runner profile tree view: -main_loop: 1780.8502 -[2023-09-12 21:31:27,825][39537] Loop batcher_evt_loop terminating... -[2023-09-12 21:31:27,825][28625] Collected {0: 0}, FPS: 0.0 -[2023-09-12 21:31:27,841][39686] Weights refcount: 2 0 -[2023-09-12 21:31:27,842][39686] Stopping InferenceWorker_p0-w0... -[2023-09-12 21:31:27,842][39686] Loop inference_proc0-0_evt_loop terminating... -[2023-09-12 21:31:27,858][28625] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 21:31:27,861][28625] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 21:31:27,866][28625] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 21:31:27,872][28625] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 21:31:27,878][28625] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 21:31:27,881][28625] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 21:31:27,882][28625] Adding new argument 'max_num_frames'=100000 that is not in the saved config file! -[2023-09-12 21:31:27,882][28625] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 21:31:27,883][28625] Adding new argument 'push_to_hub'=True that is not in the saved config file! -[2023-09-12 21:31:27,884][28625] Adding new argument 'hf_repository'='MattStammers/vizdoom_fight' that is not in the saved config file! -[2023-09-12 21:31:27,885][28625] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 21:31:27,886][28625] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 21:31:27,886][28625] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 21:31:27,887][28625] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 21:31:27,888][28625] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 21:31:27,888][28625] Multi agent env, num agents: 8 -[2023-09-12 21:31:27,915][28625] RunningMeanStd input shape: (23,) -[2023-09-12 21:31:27,917][28625] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 21:31:27,918][28625] RunningMeanStd input shape: (1,) -[2023-09-12 21:31:27,930][28625] ConvEncoder: input_channels=3 -[2023-09-12 21:31:27,999][28625] Conv encoder output size: 512 -[2023-09-12 21:31:28,001][28625] Policy head output size: 640 -[2023-09-12 21:31:28,058][28625] No checkpoints found -[2023-09-12 21:31:30,420][28625] Loading existing experiment configuration from /home/cogstack/Documents/optuna/environments/sample_factory/train_dir/default_experiment/config.json -[2023-09-12 21:31:30,421][28625] Overriding arg 'num_workers' with value 1 passed from command line -[2023-09-12 21:31:30,423][28625] Adding new argument 'no_render'=True that is not in the saved config file! -[2023-09-12 21:31:30,424][28625] Adding new argument 'save_video'=True that is not in the saved config file! -[2023-09-12 21:31:30,426][28625] Adding new argument 'video_frames'=1000000000.0 that is not in the saved config file! -[2023-09-12 21:31:30,427][28625] Adding new argument 'video_name'=None that is not in the saved config file! -[2023-09-12 21:31:30,429][28625] Adding new argument 'max_num_frames'=100000 that is not in the saved config file! -[2023-09-12 21:31:30,430][28625] Adding new argument 'max_num_episodes'=10 that is not in the saved config file! -[2023-09-12 21:31:30,431][28625] Adding new argument 'push_to_hub'=True that is not in the saved config file! -[2023-09-12 21:31:30,434][28625] Adding new argument 'hf_repository'='MattStammers/vizdoom_fight' that is not in the saved config file! -[2023-09-12 21:31:30,436][28625] Adding new argument 'policy_index'=0 that is not in the saved config file! -[2023-09-12 21:31:30,436][28625] Adding new argument 'eval_deterministic'=False that is not in the saved config file! -[2023-09-12 21:31:30,437][28625] Adding new argument 'train_script'=None that is not in the saved config file! -[2023-09-12 21:31:30,438][28625] Adding new argument 'enjoy_script'=None that is not in the saved config file! -[2023-09-12 21:31:30,439][28625] Using frameskip 1 and render_action_repeat=4 for evaluation -[2023-09-12 21:31:30,440][28625] Multi agent env, num agents: 8 -[2023-09-12 21:31:30,467][28625] RunningMeanStd input shape: (23,) -[2023-09-12 21:31:30,469][28625] RunningMeanStd input shape: (3, 72, 128) -[2023-09-12 21:31:30,469][28625] RunningMeanStd input shape: (1,) -[2023-09-12 21:31:30,479][28625] ConvEncoder: input_channels=3 -[2023-09-12 21:31:30,517][28625] Conv encoder output size: 512 -[2023-09-12 21:31:30,520][28625] Policy head output size: 640 -[2023-09-12 21:31:30,549][28625] No checkpoints found -[2023-09-12 21:31:31,039][39699] Stopping RolloutWorker_w5... -[2023-09-12 21:31:31,040][39699] Loop rollout_proc5_evt_loop terminating... -[2023-09-12 21:31:31,041][39697] Stopping RolloutWorker_w1... -[2023-09-12 21:31:31,042][39731] Stopping RolloutWorker_w4... -[2023-09-12 21:31:31,042][39697] Loop rollout_proc1_evt_loop terminating... -[2023-09-12 21:31:31,042][39731] Loop rollout_proc4_evt_loop terminating... -[2023-09-12 21:31:31,045][39734] Stopping RolloutWorker_w7... -[2023-09-12 21:31:31,045][39734] Loop rollout_proc7_evt_loop terminating... -[2023-09-12 21:31:31,050][39685] Stopping RolloutWorker_w0... -[2023-09-12 21:31:31,050][39685] Loop rollout_proc0_evt_loop terminating... -[2023-09-12 21:31:31,114][39733] Stopping RolloutWorker_w6... -[2023-09-12 21:31:31,115][39733] Loop rollout_proc6_evt_loop terminating... -[2023-09-12 21:31:31,121][39698] Stopping RolloutWorker_w3... -[2023-09-12 21:31:31,121][39698] Loop rollout_proc3_evt_loop terminating... -[2023-09-12 21:31:31,150][39696] Stopping RolloutWorker_w2... -[2023-09-12 21:31:31,151][39696] Loop rollout_proc2_evt_loop terminating... diff --git a/environments/sample_factory/wandb/latest-run b/environments/sample_factory/wandb/latest-run index 569faa1..ac19a4d 120000 --- a/environments/sample_factory/wandb/latest-run +++ b/environments/sample_factory/wandb/latest-run @@ -1 +1 @@ -run-20230912_182125-default_experiment_20230912_165919_228624 \ No newline at end of file +run-20230914_131211-5f25te9n \ No newline at end of file diff --git a/environments/unity/ml-agents b/environments/unity/ml-agents --- a/environments/unity/ml-agents +++ b/environments/unity/ml-agents @@ -1 +1 @@ -Subproject commit 8bcedabd808ffb7097f88b800fc92dea82dfd610 +Subproject commit 8bcedabd808ffb7097f88b800fc92dea82dfd610-dirty