Updated version.

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d504592fdd0049afb90615875d38856f596057fc848554da9853cd3a02f7ae2d
+oid sha256:30310f41689b9b2b62cae12e00ee30216deefb0458003719e5b9193fa9e3f539
 size 1764633

SoccerTwos/SoccerTwos-52604.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b9c0a120b4d4f50c7eca2decd17d564e786a5b6252bcd2b7585cc83b244fafb
-size 28422417

SoccerTwos/{SoccerTwos-20382.onnx → SoccerTwos-7043190.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29dfe3a8fff5f1679bb099f18fdcfc6352c15b197fae9ee12e151f659038fabe
+oid sha256:c5d886e9613414f939a0c50c0cc71207239c3bda37a62b1e2cc53cc42b1a005d
 size 1764633

SoccerTwos/{SoccerTwos-499368.pt → SoccerTwos-7043190.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63dcd9d98203d899240b4bc69db1e37bc9f34fec3550bee2559e82c2a04ff257
+oid sha256:7ed02c7f11b921b6f0443b8495051bd5cd6e1d9dfa4bf90e8cd61218f21e3e92
 size 28422481

SoccerTwos/{SoccerTwos-499368.onnx → SoccerTwos-7499954.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f40fd049657871c14a2ec25efeb250cbb859043bc781a6a0e90aad56b821ad4
+oid sha256:8c721f8e0430f37bbf0e298c1aa05cdb55753af25f0fd47fcd548e5380ee58f9
 size 1764633

SoccerTwos/SoccerTwos-7499954.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5f9a7c41d65bf1b010c27bbf3cc5b46f1fcd555977390668a5eebe1686cd0f
+size 28422481

SoccerTwos/{SoccerTwos-52604.onnx → SoccerTwos-7999963.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d504592fdd0049afb90615875d38856f596057fc848554da9853cd3a02f7ae2d
+oid sha256:af842127e80a94146317b1fe4e3cee9aa8e29b0f72b807e5cb51bd300da62deb
 size 1764633

SoccerTwos/SoccerTwos-7999963.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be4cba2f1580a6ce798e73fdb66bd9fd83a26289bd51cf02a21a08a22d241b8
+size 28422481

SoccerTwos/{SoccerTwos-20382.pt → SoccerTwos-8280028.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e5c7ac461a1196a7947f4e046d1b9c68663420179729e2aeb54552064b01c2e
-size 9478713
+oid sha256:30310f41689b9b2b62cae12e00ee30216deefb0458003719e5b9193fa9e3f539
+size 1764633

SoccerTwos/SoccerTwos-8280028.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23442d1df7004a24bd6b67fe7aff496a2bec873c41cf753e5171cd85429afc05
+size 28422481

SoccerTwos/SoccerTwos-8281670.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30310f41689b9b2b62cae12e00ee30216deefb0458003719e5b9193fa9e3f539
+size 1764633

SoccerTwos/SoccerTwos-8281670.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e721fa42035101b21cae4002001d38a5b58b5982b7e827c3a1b2b6726d03779f
+size 28422481

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63dcd9d98203d899240b4bc69db1e37bc9f34fec3550bee2559e82c2a04ff257
+oid sha256:e721fa42035101b21cae4002001d38a5b58b5982b7e827c3a1b2b6726d03779f
 size 28422481

SoccerTwos/events.out.tfevents.1685022617.stephen-Vivobook.165848.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d60194726249dad1e05affa203ff28b2d2556c32208f2412a1f827b80260228
-size 206244
+oid sha256:0bf878ed1519405a76d18ca1ca4012f55d5d783996616f5fcc0578fb25a85703
+size 770313

SoccerTwos/events.out.tfevents.1685088569.stephen-Vivobook.183026.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae830da3dba7655365b6b6f86f52023e67efbe41ded04c99cbf22426824ddf9e
+size 4541105

SoccerTwos/events.out.tfevents.1685111762.stephen-Vivobook.217634.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1cac6208e7730913eb399ccc110389434f90ca5f0e59e0b9398f1d5114aa82
+size 11351

SoccerTwos/events.out.tfevents.1685111912.stephen-Vivobook.218490.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd0833436371c58153d9011978a93995b23496613e21450a3ed37bb78f34abe
+size 1275641

SoccerTwos/events.out.tfevents.1685118038.stephen-Vivobook.227938.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5b7980a03dcd2ae0775897b5bb05761cd4134d742fb70391afe6e9c21d310e
+size 1241

run_logs/Player-0.log

@@ -2,265 +2,318 @@ Mono path[0] = '/home/stephen/Personal/2023-05-24_DeepRL/deeprl_unit_7/ml-agents
 Mono config path = '/home/stephen/Personal/2023-05-24_DeepRL/deeprl_unit_7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
+Display 0 'U28E850 28"': 3840x2160 (primary device).
+Display 1 '1': 3840x2400 (secondary device).
+Desktop is 3840 x 2160 @ 30 Hz
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /home/stephen/Personal/2023-05-24_DeepRL/deeprl_unit_7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
-Forcing GfxDevice: Null
-GfxDevice: creating device client; threaded=0; jobified=0
-NullGfxDevice:
-    Version:  NULL 1.0 [1.0]
-    Renderer: Null Device
-    Vendor:   Unity Technologies
+GfxDevice: creating device client; threaded=1; jobified=0
+Renderer: AMD RENOIR (DRM 3.42.0, 5.15.0-71-generic, LLVM 12.0.0)
+Vendor:   AMD
+Version:  4.6 (Core Profile) Mesa 21.2.6
+GLES:     0
+ GL_AMD_conservative_depth GL_AMD_depth_clamp_separate GL_AMD_draw_buffers_blend GL_AMD_framebuffer_multisample_advanced GL_AMD_gpu_shader_int64 GL_AMD_multi_draw_indirect GL_AMD_performance_monitor GL_AMD_pinned_memory GL_AMD_query_buffer_object GL_AMD_seamless_cubemap_per_texture GL_AMD_shader_stencil_export GL_AMD_shader_trinary_minmax GL_AMD_texture_texture4 GL_AMD_vertex_shader_layer GL_AMD_vertex_shader_viewport_index GL_ANGLE_texture_compression_dxt3 GL_ANGLE_texture_compression_dxt5 GL_ARB_ES2_compatibility GL_ARB_ES3_1_compatibility GL_ARB_ES3_2_compatibility GL_ARB_ES3_compatibility GL_ARB_arrays_of_arrays GL_ARB_base_instance GL_ARB_bindless_texture GL_ARB_blend_func_extended GL_ARB_buffer_storage GL_ARB_clear_buffer_object GL_ARB_clear_texture GL_ARB_clip_control GL_ARB_color_buffer_float GL_ARB_compressed_texture_pixel_storage GL_ARB_compute_shader GL_ARB_compute_variable_group_size GL_ARB_conditional_render_inverted GL_ARB_conservative_depth GL_ARB_copy_buffer GL_ARB_copy_image GL_ARB_cull_dist
+ance GL_ARB_debug_output GL_ARB_depth_buffer_float GL_ARB_depth_clamp GL_ARB_derivative_control GL_ARB_direct_state_access GL_ARB_draw_buffers GL_ARB_draw_buffers_blend GL_ARB_draw_elements_base_vertex GL_ARB_draw_indirect GL_ARB_draw_instanced GL_ARB_enhanced_layouts GL_ARB_explicit_attrib_location GL_ARB_explicit_uniform_location GL_ARB_fragment_coord_conventions GL_ARB_fragment_layer_viewport GL_ARB_fragment_shader GL_ARB_framebuffer_no_attachments GL_ARB_framebuffer_object GL_ARB_framebuffer_sRGB GL_ARB_get_program_binary GL_ARB_get_texture_sub_image GL_ARB_gl_spirv GL_ARB_gpu_shader5 GL_ARB_gpu_shader_fp64 GL_ARB_gpu_shader_int64 GL_ARB_half_float_pixel GL_ARB_half_float_vertex GL_ARB_indirect_parameters GL_ARB_instanced_arrays GL_ARB_internalformat_query GL_ARB_internalformat_query2 GL_ARB_invalidate_subdata GL_ARB_map_buffer_alignment GL_ARB_map_buffer_range GL_ARB_multi_bind GL_ARB_multi_draw_indirect GL_ARB_occlusion_query2 GL_ARB_parallel_shader_compile GL_ARB_pipeline_statistics_query GL_ARB_pixel
+_buffer_object GL_ARB_point_sprite GL_ARB_polygon_offset_clamp GL_ARB_program_interface_query GL_ARB_provoking_vertex GL_ARB_query_buffer_object GL_ARB_robust_buffer_access_behavior GL_ARB_robustness GL_ARB_sample_shading GL_ARB_sampler_objects GL_ARB_seamless_cube_map GL_ARB_seamless_cubemap_per_texture GL_ARB_separate_shader_objects GL_ARB_shader_atomic_counter_ops GL_ARB_shader_atomic_counters GL_ARB_shader_ballot GL_ARB_shader_bit_encoding GL_ARB_shader_clock GL_ARB_shader_draw_parameters GL_ARB_shader_group_vote GL_ARB_shader_image_load_store GL_ARB_shader_image_size GL_ARB_shader_objects GL_ARB_shader_precision GL_ARB_shader_stencil_export GL_ARB_shader_storage_buffer_object GL_ARB_shader_subroutine GL_ARB_shader_texture_image_samples GL_ARB_shader_texture_lod GL_ARB_shader_viewport_layer_array GL_ARB_shading_language_420pack GL_ARB_shading_language_include GL_ARB_shading_language_packing GL_ARB_sparse_buffer GL_ARB_spirv_extensions GL_ARB_stencil_texturing GL_ARB_sync GL_ARB_tessellation_shader GL_ARB
+_texture_barrier GL_ARB_texture_buffer_object GL_ARB_texture_buffer_object_rgb32 GL_ARB_texture_buffer_range GL_ARB_texture_compression_bptc GL_ARB_texture_compression_rgtc GL_ARB_texture_cube_map_array GL_ARB_texture_filter_anisotropic GL_ARB_texture_float GL_ARB_texture_gather GL_ARB_texture_mirror_clamp_to_edge GL_ARB_texture_multisample GL_ARB_texture_non_power_of_two GL_ARB_texture_query_levels GL_ARB_texture_query_lod GL_ARB_texture_rectangle GL_ARB_texture_rg GL_ARB_texture_rgb10_a2ui GL_ARB_texture_stencil8 GL_ARB_texture_storage GL_ARB_texture_storage_multisample GL_ARB_texture_swizzle GL_ARB_texture_view GL_ARB_timer_query GL_ARB_transform_feedback2 GL_ARB_transform_feedback3 GL_ARB_transform_feedback_instanced GL_ARB_transform_feedback_overflow_query GL_ARB_uniform_buffer_object GL_ARB_vertex_array_bgra GL_ARB_vertex_array_object GL_ARB_vertex_attrib_64bit GL_ARB_vertex_attrib_binding GL_ARB_vertex_buffer_object GL_ARB_vertex_shader GL_ARB_vertex_type_10f_11f_11f_rev GL_ARB_vertex_type_2_10_10_10_
+rev GL_ARB_viewport_array GL_ATI_blend_equation_separate GL_ATI_meminfo GL_ATI_texture_float GL_ATI_texture_mirror_once GL_EXT_EGL_image_storage GL_EXT_EGL_sync GL_EXT_abgr GL_EXT_blend_equation_separate GL_EXT_demote_to_helper_invocation GL_EXT_depth_bounds_test GL_EXT_draw_buffers2 GL_EXT_draw_instanced GL_EXT_framebuffer_blit GL_EXT_framebuffer_multisample GL_EXT_framebuffer_multisample_blit_scaled GL_EXT_framebuffer_object GL_EXT_framebuffer_sRGB GL_EXT_memory_object GL_EXT_memory_object_fd GL_EXT_packed_depth_stencil GL_EXT_packed_float GL_EXT_pixel_buffer_object GL_EXT_polygon_offset_clamp GL_EXT_provoking_vertex GL_EXT_semaphore GL_EXT_semaphore_fd GL_EXT_shader_image_load_formatted GL_EXT_shader_image_load_store GL_EXT_shader_integer_mix GL_EXT_shader_samples_identical GL_EXT_texture_array GL_EXT_texture_compression_dxt1 GL_EXT_texture_compression_rgtc GL_EXT_texture_compression_s3tc GL_EXT_texture_filter_anisotropic GL_EXT_texture_integer GL_EXT_texture_mirror_clamp GL_EXT_texture_sRGB GL_EXT_textur
+e_sRGB_R8 GL_EXT_texture_sRGB_decode GL_EXT_texture_shadow_lod GL_EXT_texture_shared_exponent GL_EXT_texture_snorm GL_EXT_texture_swizzle GL_EXT_timer_query GL_EXT_transform_feedback GL_EXT_vertex_array_bgra GL_EXT_vertex_attrib_64bit GL_EXT_window_rectangles GL_IBM_multimode_draw_arrays GL_INTEL_blackhole_render GL_KHR_blend_equation_advanced GL_KHR_context_flush_control GL_KHR_debug GL_KHR_no_error GL_KHR_parallel_shader_compile GL_KHR_robust_buffer_access_behavior GL_KHR_robustness GL_KHR_texture_compression_astc_ldr GL_KHR_texture_compression_astc_sliced_3d GL_MESA_framebuffer_flip_y GL_MESA_pack_invert GL_MESA_shader_integer_functions GL_MESA_texture_signed_rgba GL_NVX_gpu_memory_info GL_NV_alpha_to_coverage_dither_control GL_NV_compute_shader_derivatives GL_NV_conditional_render GL_NV_copy_image GL_NV_depth_clamp GL_NV_packed_depth_stencil GL_NV_shader_atomic_int64 GL_NV_texture_barrier GL_NV_vdpau_interop GL_OES_EGL_image GL_S3_s3tc
+OPENGL LOG: Creating OpenGL 4.6 graphics device ; Context level  <OpenGL 4.5> ; Context handle 19401776
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.044 seconds
-ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-WARNING: Shader Unsupported: 'Standard' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.522880 ms
+- Completed reload, in  0.062 seconds
+Default vsync count 1
+requesting resize 2541 x 1324
+resizing window to 2541 x 1324
+Desktop is 3840 x 2160 @ 30 Hz
+UnloadTime: 1.108398 ms
 Registered Communicator in Agent.
-ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+Setting up 8 worker threads for Enlighten.
 requesting resize 1280 x 800
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
+resizing window to 1280 x 800
+Desktop is 3840 x 2160 @ 30 Hz
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [8.0 KB-16.0 KB]: 42 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 144 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 300.0 KB
+      Peak Allocated Bytes 249.7 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.Worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 8
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 45.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 27
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [8.0 MB-16.0 MB]: 43 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 13.2 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 43 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 25.6 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 2
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 3
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 1
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 42 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.7 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [128.0 KB-256.0 KB]: 43 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 175.2 KB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 42 frames, [1.0 MB-2.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.2 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [4.0 MB-8.0 MB]: 43 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 2
+      Peak Allocated memory 7.8 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [0-1.0 KB]: 43 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 42 frames, [2.0 KB-4.0 KB]: 1 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 KB
+      Peak Large allocation bytes 0 B

run_logs/timers.json

@@ -1,202 +1,8 @@
 {
     "name": "root",
-    "gauges": {
-        "SoccerTwos.Policy.Entropy.mean": {
-            "value": 3.285490036010742,
-            "min": 3.285490036010742,
-            "max": 3.2957684993743896,
-            "count": 3
-        },
-        "SoccerTwos.Policy.Entropy.sum": {
-            "value": 12300.875,
-            "min": 12300.875,
-            "max": 105464.59375,
-            "count": 3
-        },
-        "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 999.0,
-            "min": 626.8,
-            "max": 999.0,
-            "count": 3
-        },
-        "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19980.0,
-            "min": 12536.0,
-            "max": 29556.0,
-            "count": 3
-        },
-        "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1200.6793840501775,
-            "min": 1200.6203859513396,
-            "max": 1200.6793840501775,
-            "count": 2
-        },
-        "SoccerTwos.Self-play.ELO.sum": {
-            "value": 7204.076304301065,
-            "min": 7204.076304301065,
-            "max": 9604.963087610717,
-            "count": 2
-        },
-        "SoccerTwos.Step.mean": {
-            "value": 49458.0,
-            "min": 29180.0,
-            "max": 49458.0,
-            "count": 3
-        },
-        "SoccerTwos.Step.sum": {
-            "value": 49458.0,
-            "min": 29180.0,
-            "max": 49458.0,
-            "count": 3
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.03186836093664169,
-            "min": -0.04134928435087204,
-            "max": -0.03186836093664169,
-            "count": 3
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -0.3186836242675781,
-            "min": -0.5788899660110474,
-            "max": -0.3186836242675781,
-            "count": 3
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.026634126901626587,
-            "min": -0.041333843022584915,
-            "max": -0.026634126901626587,
-            "count": 3
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -0.26634126901626587,
-            "min": -0.578673779964447,
-            "max": -0.26634126901626587,
-            "count": 3
-        },
-        "SoccerTwos.Environment.CumulativeReward.mean": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 3
-        },
-        "SoccerTwos.Environment.CumulativeReward.sum": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 3
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.2,
-            "min": -0.2,
-            "max": 0.14334286536489213,
-            "count": 3
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -2.0,
-            "min": -2.0,
-            "max": 2.00680011510849,
-            "count": 3
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.2,
-            "min": -0.2,
-            "max": 0.14334286536489213,
-            "count": 3
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -2.0,
-            "min": -2.0,
-            "max": 2.00680011510849,
-            "count": 3
-        },
-        "SoccerTwos.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 3
-        },
-        "SoccerTwos.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 3
-        },
-        "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.01693901012962063,
-            "min": 0.01693901012962063,
-            "max": 0.01693901012962063,
-            "count": 1
-        },
-        "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.01693901012962063,
-            "min": 0.01693901012962063,
-            "max": 0.01693901012962063,
-            "count": 1
-        },
-        "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.00458185188472271,
-            "min": 0.00458185188472271,
-            "max": 0.00458185188472271,
-            "count": 1
-        },
-        "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.00458185188472271,
-            "min": 0.00458185188472271,
-            "max": 0.00458185188472271,
-            "count": 1
-        },
-        "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.004262195193829635,
-            "min": 0.004262195193829635,
-            "max": 0.004262195193829635,
-            "count": 1
-        },
-        "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.004262195193829635,
-            "min": 0.004262195193829635,
-            "max": 0.004262195193829635,
-            "count": 1
-        },
-        "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 0.0003,
-            "min": 0.0003,
-            "max": 0.0003,
-            "count": 1
-        },
-        "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.0003,
-            "min": 0.0003,
-            "max": 0.0003,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
-            "max": 0.20000000000000007,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
-            "max": 0.20000000000000007,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
-            "max": 0.005000000000000001,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
-            "max": 0.005000000000000001,
-            "count": 1
-        }
-    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1685022429",
+        "start_time_seconds": "1685118034",
         "python_version": "3.9.16 (main, Mar  8 2023, 14:00:05) \n[GCC 11.2.0]",
         "command_line_arguments": "/home/stephen/miniconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --resume --width 1280 --height 800",
         "mlagents_version": "0.31.0.dev0",
@@ -204,59 +10,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu113",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1685022609"
+        "end_time_seconds": "1685118053"
     },
-    "total": 180.58818536100443,
+    "total": 18.52361946599558,
     "count": 1,
-    "self": 0.058056558002135716,
+    "self": 0.09041033798712306,
     "children": {
         "run_training.setup": {
-            "total": 0.009422585004358552,
+            "total": 0.009788074006792158,
             "count": 1,
-            "self": 0.009422585004358552
+            "self": 0.009788074006792158
         },
         "TrainerController.start_learning": {
-            "total": 180.52070621799794,
+            "total": 18.423421054001665,
             "count": 1,
-            "self": 0.04852972851949744,
+            "self": 0.00439873494906351,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 5.816307453002082,
-                    "count": 1,
-                    "self": 5.816307453002082
+                    "total": 6.627139717020327,
+                    "count": 2,
+                    "self": 6.627139717020327
                 },
                 "TrainerController.advance": {
-                    "total": 174.49482808048197,
-                    "count": 2413,
-                    "self": 0.04377287132956553,
+                    "total": 11.611832918017171,
+                    "count": 159,
+                    "self": 0.00326790742110461,
                     "children": {
                         "env_step": {
-                            "total": 168.1575938721071,
-                            "count": 2413,
-                            "self": 159.840035355679,
+                            "total": 11.265500313806115,
+                            "count": 159,
+                            "self": 10.713922977010952,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 8.287041545772809,
-                                    "count": 2413,
-                                    "self": 0.20523378730285913,
+                                    "total": 0.5494170028832741,
+                                    "count": 159,
+                                    "self": 0.014265023870393634,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 8.08180775846995,
-                                            "count": 4804,
-                                            "self": 8.08180775846995
+                                            "total": 0.5351519790128805,
+                                            "count": 284,
+                                            "self": 0.5351519790128805
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.030516970655298792,
-                                    "count": 2412,
+                                    "total": 0.0021603339118883014,
+                                    "count": 158,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 180.23629833827727,
-                                            "count": 2412,
+                                            "total": 18.083618857956026,
+                                            "count": 158,
                                             "is_parallel": true,
-                                            "self": 25.413429007967352,
+                                            "self": 8.027724843879696,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +71,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0020406220137374476,
+                                                            "total": 0.0026016430056188256,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.000417054005083628,
+                                                            "self": 0.0005834130279254168,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0016235680086538196,
+                                                                    "total": 0.0020182299776934087,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0016235680086538196
+                                                                    "self": 0.0020182299776934087
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.10600702901137993,
+                                                            "total": 0.14178273000288755,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00014551301137544215,
+                                                            "self": 0.00022165599511936307,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.001452538010198623,
+                                                                    "total": 0.0018051009974442422,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.001452538010198623
+                                                                    "self": 0.0018051009974442422
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.1026289250003174,
+                                                                    "total": 0.13773428701097146,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.1026289250003174
+                                                                    "self": 0.13773428701097146
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0017800529894884676,
+                                                                    "total": 0.002021685999352485,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00026421698566991836,
+                                                                    "self": 0.00030869804322719574,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0015158360038185492,
+                                                                            "total": 0.0017129879561252892,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0015158360038185492
+                                                                            "self": 0.0017129879561252892
                                                                         }
                                                                     }
                                                                 }
@@ -314,35 +120,49 @@
                                                         }
                                                     }
                                                 },
+                                                "steps_from_proto": {
+                                                    "total": 0.0019518759800121188,
+                                                    "count": 2,
+                                                    "is_parallel": true,
+                                                    "self": 0.0003269420121796429,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.001624933967832476,
+                                                            "count": 8,
+                                                            "is_parallel": true,
+                                                            "self": 0.001624933967832476
+                                                        }
+                                                    }
+                                                },
                                                 "UnityEnvironment.step": {
-                                                    "total": 154.8228693303099,
-                                                    "count": 2411,
+                                                    "total": 10.053942138096318,
+                                                    "count": 157,
                                                     "is_parallel": true,
-                                                    "self": 0.3854865144530777,
+                                                    "self": 0.032050608162535354,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 3.0791424944181927,
-                                                            "count": 2411,
+                                                            "total": 0.19786290198680945,
+                                                            "count": 157,
                                                             "is_parallel": true,
-                                                            "self": 3.0791424944181927
+                                                            "self": 0.19786290198680945
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 147.00741965620546,
-                                                            "count": 2411,
+                                                            "total": 9.51441054494353,
+                                                            "count": 157,
                                                             "is_parallel": true,
-                                                            "self": 147.00741965620546
+                                                            "self": 9.51441054494353
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 4.3508206652331864,
-                                                            "count": 4822,
+                                                            "total": 0.30961808300344273,
+                                                            "count": 314,
                                                             "is_parallel": true,
-                                                            "self": 0.6526697288354626,
+                                                            "self": 0.04970182356191799,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 3.698150936397724,
-                                                                    "count": 19288,
+                                                                    "total": 0.25991625944152474,
+                                                                    "count": 1256,
                                                                     "is_parallel": true,
-                                                                    "self": 3.698150936397724
+                                                                    "self": 0.25991625944152474
                                                                 }
                                                             }
                                                         }
@@ -355,45 +175,33 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 6.293461337045301,
-                            "count": 2412,
-                            "self": 0.25451349702780135,
+                            "total": 0.343064696789952,
+                            "count": 158,
+                            "self": 0.018307420861674473,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 1.8358628840214806,
-                                    "count": 2412,
-                                    "self": 1.8358628840214806
-                                },
-                                "_update_policy": {
-                                    "total": 4.203084955996019,
-                                    "count": 1,
-                                    "self": 1.9739407319575548,
-                                    "children": {
-                                        "TorchPOCAOptimizer.update": {
-                                            "total": 2.229144224038464,
-                                            "count": 30,
-                                            "self": 2.229144224038464
-                                        }
-                                    }
+                                    "total": 0.3247572759282775,
+                                    "count": 158,
+                                    "self": 0.3247572759282775
                                 }
                             }
                         }
                     }
                 },
                 "trainer_threads": {
-                    "total": 8.409988367930055e-07,
+                    "total": 1.1430238373577595e-06,
                     "count": 1,
-                    "self": 8.409988367930055e-07
+                    "self": 1.1430238373577595e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.16104011499555781,
+                    "total": 0.18004854099126533,
                     "count": 1,
-                    "self": 0.0012124369968660176,
+                    "self": 0.002173551998566836,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.1598276779986918,
+                            "total": 0.1778749889926985,
                             "count": 1,
-                            "self": 0.1598276779986918
+                            "self": 0.1778749889926985
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,33 +1,60 @@
 {
     "SoccerTwos": {
-        "elo": 1199.9263036958603,
+        "elo": 1601.1142710377828,
         "checkpoints": [
             {
-                "steps": 20382,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-20382.onnx",
+                "steps": 7043190,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7043190.onnx",
                 "reward": 0.0,
-                "creation_time": 1685022415.7892632,
+                "creation_time": 1685111802.4460554,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-20382.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-7043190.pt"
                 ]
             },
             {
-                "steps": 52604,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-52604.onnx",
+                "steps": 7499954,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7499954.onnx",
                 "reward": 0.0,
-                "creation_time": 1685022609.7467687,
+                "creation_time": 1685114165.5737321,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-52604.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-7499954.pt"
+                ]
+            },
+            {
+                "steps": 7999963,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7999963.onnx",
+                "reward": 0.0,
+                "creation_time": 1685116612.7454658,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-7999963.pt"
+                ]
+            },
+            {
+                "steps": 8280028,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-8280028.onnx",
+                "reward": 0.0,
+                "creation_time": 1685118029.067195,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-8280028.pt"
+                ]
+            },
+            {
+                "steps": 8281670,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-8281670.onnx",
+                "reward": 0.0,
+                "creation_time": 1685118053.3201525,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-8281670.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 52604,
+            "steps": 8281670,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1685022609.7467687,
+            "creation_time": 1685118053.3201525,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-52604.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-8281670.pt"
             ]
         }
     },