chubbyk commited on
Commit
7606e07
·
verified ·
1 Parent(s): b6a1856
Huggy.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f22dd41bfbd00d7e4b57dbd569c915eacb251770caedf47af4867864fdd46a12
3
+ size 2274020
Huggy/Huggy-1199924.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c94874aba8d2d56dd65203a36237218c693952bb9e6d29ab7a9dc5ff7cc5289
3
+ size 2274020
Huggy/Huggy-1199924.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd94c334c2c3c13f2bb90549b644adf387f28448858f680cc267af91b3c1cbe
3
+ size 13509946
Huggy/Huggy-1399939.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99187170e8686ca61aa710f2674263838e97f4b7cd83b7cccec56519be81f767
3
+ size 2274020
Huggy/Huggy-1399939.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46e07805e980e5a5fcd6316ac0d12943f3d8976344f177ec399f578d663243aa
3
+ size 13509946
Huggy/Huggy-155832.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d77a745bd53ffe586f2d25aa2d7e363b42f358eda97bf45ac85b791a0b311d
3
+ size 2274020
Huggy/Huggy-155832.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:867b229e949969fc13038108a5c8de21360f1770d5f06b1db3f303bb036d4542
3
+ size 13509859
Huggy/Huggy-1599999.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6045054ef41f49b16687fc2b5d62fe97300a26ee8ef10d17be4c9f87af265759
3
+ size 2274020
Huggy/Huggy-1599999.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6fe8944cdd95bb7e641c0166759a803685db830109702b4e91e81cf3abf66c
3
+ size 13509946
Huggy/Huggy-176332.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4a7f9a51359c26a55add83902feb6fee9ea71bb5870c6a411bffa54bfb44d7
3
+ size 2274020
Huggy/Huggy-176332.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63ad60cdb4c4c568fa74338c9ca8d720f44e0335336f287e95d1fb80d221efff
3
+ size 13509859
Huggy/Huggy-1799960.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:536f65d26887d31a2214e6e238d8c26fda197b2798f7e085a71ce8d1a0118353
3
+ size 2274020
Huggy/Huggy-1799960.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a17578aa3f59c739de22f21e41ee47ac12db7d239b90523b3998e9db512fbef7
3
+ size 13509946
Huggy/Huggy-199954.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f33607705de5000892499e5ef5e57cf479132d504a8929c4a8d65a7d1069bbe9
3
+ size 2274020
Huggy/Huggy-199954.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:649654d76b6ffef3db18e1112f7f137695f99b562d4f6a3f6c5a0505f5715221
3
+ size 13509859
Huggy/Huggy-1999980.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63a3e8537bcda1e147050c575bac125a55e15353d85f7c408816f816caf02951
3
+ size 2274020
Huggy/Huggy-1999980.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d30211d43861e16eef0ca75eee7da698b1b2ebcad71c8ad67ae0369d64d961db
3
+ size 13509946
Huggy/Huggy-2000090.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7adaade2efe135fc2727121de9a77a62f853d8f67542da35370a757e0916530
3
+ size 2274020
Huggy/Huggy-2000090.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a465eb7bedbc629ad3171f6f8caac6af2425d3adb62ed1a85850631a12a043fa
3
+ size 13509946
Huggy/Huggy-2034421.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f22dd41bfbd00d7e4b57dbd569c915eacb251770caedf47af4867864fdd46a12
3
+ size 2274020
Huggy/Huggy-2034421.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee73dd2e8f65b3359827e83d0cf082dc2ffa8119f70ba53eb74ba36587f02aac
3
+ size 13509946
Huggy/Huggy-399887.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:376ec8c85b9694339568145619cf3a11c0792f98b817bd056201c7fec9dea469
3
+ size 2274020
Huggy/Huggy-399887.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b7363384fd5a4e7c7a29c3fc5712355163a6b4f6552dd9bc4a274f7132646f
3
+ size 13509859
Huggy/Huggy-599996.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:966c4a6fc56e7826c5d4b937dbfdde607ac448261f66493422cfcf966740fc39
3
+ size 2274020
Huggy/Huggy-599996.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9986bf254cbcd59162cd59595025e10de1487c8ba0bffd51da6a37e5134416f7
3
+ size 13509859
Huggy/Huggy-799990.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f879c6a500813ef2cb0e25b4875f5ccde1c6d8ce62c5a72229e91c1ca173d9c4
3
+ size 2274020
Huggy/Huggy-799990.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45814786df9362e3e1c1ce03ed3b4858f2b488c493e558e25ac6a1f9456f724e
3
+ size 13509859
Huggy/Huggy-999882.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:949a49f9d3ac3a2946d1fc6a267b167cd3caf900f4aa9ade8cc424ceb223102a
3
+ size 2274020
Huggy/Huggy-999882.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3923500815d1b7805b902831e40cea9db7145ebe58fd0c69312047572e077e5b
3
+ size 13509859
Huggy/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d04931188e7594d870c1e9e3bb8b1a50236bdae3c5a72670cd32123c79505d8
3
+ size 13509685
Huggy/events.out.tfevents.1765272986.DESKTOP-92Q6UNG.1650.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2235270393cd63d19ce2d1984bc0ab522b1dbec893edd24adaf4a47441c58064
3
+ size 22537
Huggy/events.out.tfevents.1765418759.DESKTOP-92Q6UNG.691.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332841c2f52e89bb60aca900fe2da1c81c656998ba21cbcc7afeb4e8004a3062
3
+ size 1121
Huggy/events.out.tfevents.1765418806.DESKTOP-92Q6UNG.890.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec6309bc7e58db9edbc874f3d203f93cf9819fdf4bb9dec95c605c3c5278111
3
+ size 356681
Huggy/events.out.tfevents.1765420913.DESKTOP-92Q6UNG.2605.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8a5006dae7abfe8be0f635e5f0eae28d5d3be8cd6132cefd52402f34ac87d9
3
+ size 1121
Huggy/events.out.tfevents.1765420981.DESKTOP-92Q6UNG.3061.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd87a77aae98d8944710b175d6c7f71c95c57ee79121a3e70058254efc9dbf45
3
+ size 1121
README.md ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: ml-agents
3
+ tags:
4
+ - Huggy
5
+ - deep-reinforcement-learning
6
+ - reinforcement-learning
7
+ - ML-Agents-Huggy
8
+ ---
9
+
10
+ # **ppo** Agent playing **Huggy**
11
+ This is a trained model of a **ppo** agent playing **Huggy**
12
+ using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents).
13
+
14
+ ## Usage (with ML-Agents)
15
+ The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/
16
+
17
+ We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub:
18
+ - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your
19
+ browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction
20
+ - A *longer tutorial* to understand how works ML-Agents:
21
+ https://huggingface.co/learn/deep-rl-course/unit5/introduction
22
+
23
+ ### Resume the training
24
+ ```bash
25
+ mlagents-learn <your_configuration_file_path.yaml> --run-id=<run_id> --resume
26
+ ```
27
+
28
+ ### Watch your Agent play
29
+ You can watch your agent **playing directly in your browser**
30
+
31
+ 1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity
32
+ 2. Step 1: Find your model_id: chubbyk/ppo-Huggy
33
+ 3. Step 2: Select your *.nn /*.onnx file
34
+ 4. Click on Watch the agent play 👀
35
+
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 3000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ default_settings: null
2
+ behaviors:
3
+ Huggy:
4
+ trainer_type: ppo
5
+ hyperparameters:
6
+ batch_size: 2048
7
+ buffer_size: 20480
8
+ learning_rate: 0.0003
9
+ beta: 0.005
10
+ epsilon: 0.2
11
+ lambd: 0.95
12
+ num_epoch: 3
13
+ shared_critic: false
14
+ learning_rate_schedule: linear
15
+ beta_schedule: linear
16
+ epsilon_schedule: linear
17
+ checkpoint_interval: 200000
18
+ network_settings:
19
+ normalize: true
20
+ hidden_units: 512
21
+ num_layers: 3
22
+ vis_encode_type: simple
23
+ memory: null
24
+ goal_conditioning_type: hyper
25
+ deterministic: false
26
+ reward_signals:
27
+ extrinsic:
28
+ gamma: 0.995
29
+ strength: 1.0
30
+ network_settings:
31
+ normalize: false
32
+ hidden_units: 128
33
+ num_layers: 2
34
+ vis_encode_type: simple
35
+ memory: null
36
+ goal_conditioning_type: hyper
37
+ deterministic: false
38
+ init_path: null
39
+ keep_checkpoints: 15
40
+ even_checkpoints: false
41
+ max_steps: 3000000
42
+ time_horizon: 1000
43
+ summary_freq: 50000
44
+ threaded: false
45
+ self_play: null
46
+ behavioral_cloning: null
47
+ env_settings:
48
+ env_path: ./trained-envs-executables/linux/Huggy/Huggy
49
+ env_args: null
50
+ base_port: 5005
51
+ num_envs: 1
52
+ num_areas: 1
53
+ timeout_wait: 60
54
+ seed: -1
55
+ max_lifetime_restarts: 10
56
+ restarts_rate_limit_n: 1
57
+ restarts_rate_limit_period_s: 60
58
+ engine_settings:
59
+ width: 84
60
+ height: 84
61
+ quality_level: 5
62
+ time_scale: 20
63
+ target_frame_rate: -1
64
+ capture_frame_rate: 60
65
+ no_graphics: false
66
+ no_graphics_monitor: false
67
+ environment_parameters: null
68
+ checkpoint_settings:
69
+ run_id: Huggy
70
+ initialize_from: null
71
+ load_model: false
72
+ resume: true
73
+ force: false
74
+ train_model: false
75
+ inference: false
76
+ results_dir: results
77
+ torch_settings:
78
+ device: null
79
+ debug: false
run_logs/Player-0.log ADDED
@@ -0,0 +1,340 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mono path[0] = '/home/jerry/python_ws/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
2
+ Mono config path = '/home/jerry/python_ws/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
+ Preloaded 'lib_burst_generated.so'
4
+ Preloaded 'libgrpc_csharp_ext.x64.so'
5
+ Display 0 'XWAYLAND0': 2560x1440 (primary device).
6
+ Display 1 'XWAYLAND1 24"': 1920x1080 (secondary device).
7
+ Display 2 'XWAYLAND2 16"': 1920x1080 (secondary device).
8
+ Desktop is 2560 x 1440 @ 60 Hz
9
+ Invalid initial resolution 84 x 84 - forcing to 100 x 100
10
+ Initialize engine version: 2021.3.14f1 (eee1884e7226)
11
+ [Subsystems] Discovering subsystems at path /home/jerry/python_ws/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
12
+ GfxDevice: creating device client; threaded=1; jobified=1
13
+ Renderer: llvmpipe (LLVM 20.1.2, 256 bits)
14
+ Vendor: Mesa
15
+ Version: 4.5 (Core Profile) Mesa 25.0.7-0ubuntu0.24.04.2
16
+ GLES: 0
17
+ GL_3DFX_texture_compression_FXT1 GL_AMD_conservative_depth GL_AMD_draw_buffers_blend GL_AMD_gpu_shader_int64 GL_AMD_multi_draw_indirect GL_AMD_pinned_memory GL_AMD_query_buffer_object GL_AMD_seamless_cubemap_per_texture GL_AMD_shader_stencil_export GL_AMD_shader_trinary_minmax GL_AMD_texture_texture4 GL_AMD_vertex_shader_layer GL_AMD_vertex_shader_viewport_index GL_ANGLE_texture_compression_dxt3 GL_ANGLE_texture_compression_dxt5 GL_ARB_ES2_compatibility GL_ARB_ES3_1_compatibility GL_ARB_ES3_2_compatibility GL_ARB_ES3_compatibility GL_ARB_arrays_of_arrays GL_ARB_base_instance GL_ARB_blend_func_extended GL_ARB_buffer_storage GL_ARB_clear_buffer_object GL_ARB_clear_texture GL_ARB_clip_control GL_ARB_compressed_texture_pixel_storage GL_ARB_compute_shader GL_ARB_conditional_render_inverted GL_ARB_conservative_depth GL_ARB_copy_buffer GL_ARB_copy_image GL_ARB_cull_distance GL_ARB_debug_output GL_ARB_depth_buffer_float GL_ARB_depth_clamp GL_ARB_derivative_control GL_ARB_direct_state_access GL_ARB_draw_buffers GL_A
18
+ RB_draw_buffers_blend GL_ARB_draw_elements_base_vertex GL_ARB_draw_indirect GL_ARB_draw_instanced GL_ARB_enhanced_layouts GL_ARB_explicit_attrib_location GL_ARB_explicit_uniform_location GL_ARB_fragment_coord_conventions GL_ARB_fragment_layer_viewport GL_ARB_fragment_shader GL_ARB_framebuffer_no_attachments GL_ARB_framebuffer_object GL_ARB_framebuffer_sRGB GL_ARB_get_program_binary GL_ARB_get_texture_sub_image GL_ARB_gl_spirv GL_ARB_gpu_shader5 GL_ARB_gpu_shader_fp64 GL_ARB_gpu_shader_int64 GL_ARB_half_float_pixel GL_ARB_half_float_vertex GL_ARB_indirect_parameters GL_ARB_instanced_arrays GL_ARB_internalformat_query GL_ARB_internalformat_query2 GL_ARB_invalidate_subdata GL_ARB_map_buffer_alignment GL_ARB_map_buffer_range GL_ARB_multi_bind GL_ARB_multi_draw_indirect GL_ARB_occlusion_query2 GL_ARB_parallel_shader_compile GL_ARB_pipeline_statistics_query GL_ARB_pixel_buffer_object GL_ARB_point_sprite GL_ARB_polygon_offset_clamp GL_ARB_post_depth_coverage GL_ARB_program_interface_query GL_ARB_provoking_vertex GL
19
+ _ARB_query_buffer_object GL_ARB_robust_buffer_access_behavior GL_ARB_robustness GL_ARB_sample_shading GL_ARB_sampler_objects GL_ARB_seamless_cube_map GL_ARB_seamless_cubemap_per_texture GL_ARB_separate_shader_objects GL_ARB_shader_atomic_counter_ops GL_ARB_shader_atomic_counters GL_ARB_shader_ballot GL_ARB_shader_bit_encoding GL_ARB_shader_clock GL_ARB_shader_draw_parameters GL_ARB_shader_group_vote GL_ARB_shader_image_load_store GL_ARB_shader_image_size GL_ARB_shader_objects GL_ARB_shader_precision GL_ARB_shader_stencil_export GL_ARB_shader_storage_buffer_object GL_ARB_shader_subroutine GL_ARB_shader_texture_image_samples GL_ARB_shader_texture_lod GL_ARB_shader_viewport_layer_array GL_ARB_shading_language_420pack GL_ARB_shading_language_include GL_ARB_shading_language_packing GL_ARB_spirv_extensions GL_ARB_stencil_texturing GL_ARB_sync GL_ARB_tessellation_shader GL_ARB_texture_barrier GL_ARB_texture_border_clamp GL_ARB_texture_buffer_object GL_ARB_texture_buffer_object_rgb32 GL_ARB_texture_buffer_range GL_A
20
+ RB_texture_compression_bptc GL_ARB_texture_compression_rgtc GL_ARB_texture_cube_map_array GL_ARB_texture_filter_anisotropic GL_ARB_texture_filter_minmax GL_ARB_texture_float GL_ARB_texture_gather GL_ARB_texture_mirror_clamp_to_edge GL_ARB_texture_multisample GL_ARB_texture_non_power_of_two GL_ARB_texture_query_levels GL_ARB_texture_query_lod GL_ARB_texture_rectangle GL_ARB_texture_rg GL_ARB_texture_rgb10_a2ui GL_ARB_texture_stencil8 GL_ARB_texture_storage GL_ARB_texture_storage_multisample GL_ARB_texture_swizzle GL_ARB_texture_view GL_ARB_timer_query GL_ARB_transform_feedback2 GL_ARB_transform_feedback3 GL_ARB_transform_feedback_instanced GL_ARB_transform_feedback_overflow_query GL_ARB_uniform_buffer_object GL_ARB_vertex_array_bgra GL_ARB_vertex_array_object GL_ARB_vertex_attrib_64bit GL_ARB_vertex_attrib_binding GL_ARB_vertex_buffer_object GL_ARB_vertex_shader GL_ARB_vertex_type_10f_11f_11f_rev GL_ARB_vertex_type_2_10_10_10_rev GL_ARB_viewport_array GL_ARM_shader_framebuffer_fetch_depth_stencil GL_ATI_blend
21
+ _equation_separate GL_ATI_meminfo GL_ATI_texture_float GL_ATI_texture_mirror_once GL_EXT_EGL_image_storage GL_EXT_EGL_image_storage_compression GL_EXT_EGL_sync GL_EXT_abgr GL_EXT_blend_equation_separate GL_EXT_debug_label GL_EXT_draw_buffers2 GL_EXT_draw_instanced GL_EXT_framebuffer_blit GL_EXT_framebuffer_multisample GL_EXT_framebuffer_multisample_blit_scaled GL_EXT_framebuffer_object GL_EXT_framebuffer_sRGB GL_EXT_memory_object GL_EXT_memory_object_fd GL_EXT_packed_depth_stencil GL_EXT_packed_float GL_EXT_pixel_buffer_object GL_EXT_polygon_offset_clamp GL_EXT_provoking_vertex GL_EXT_shader_framebuffer_fetch GL_EXT_shader_framebuffer_fetch_non_coherent GL_EXT_shader_image_load_formatted GL_EXT_shader_integer_mix GL_EXT_texture_array GL_EXT_texture_compression_dxt1 GL_EXT_texture_compression_rgtc GL_EXT_texture_compression_s3tc GL_EXT_texture_filter_anisotropic GL_EXT_texture_filter_minmax GL_EXT_texture_integer GL_EXT_texture_mirror_clamp GL_EXT_texture_sRGB GL_EXT_texture_sRGB_R8 GL_EXT_texture_sRGB_RG8 GL
22
+ _EXT_texture_sRGB_decode GL_EXT_texture_shadow_lod GL_EXT_texture_shared_exponent GL_EXT_texture_snorm GL_EXT_texture_storage GL_EXT_texture_swizzle GL_EXT_timer_query GL_EXT_transform_feedback GL_EXT_vertex_array_bgra GL_EXT_vertex_attrib_64bit GL_IBM_multimode_draw_arrays GL_INTEL_shader_atomic_float_minmax GL_KHR_blend_equation_advanced GL_KHR_blend_equation_advanced_coherent GL_KHR_context_flush_control GL_KHR_debug GL_KHR_no_error GL_KHR_parallel_shader_compile GL_KHR_robust_buffer_access_behavior GL_KHR_robustness GL_KHR_texture_compression_astc_ldr GL_KHR_texture_compression_astc_sliced_3d GL_MESA_framebuffer_flip_y GL_MESA_pack_invert GL_MESA_shader_integer_functions GL_MESA_texture_signed_rgba GL_NVX_gpu_memory_info GL_NV_alpha_to_coverage_dither_control GL_NV_conditional_render GL_NV_copy_image GL_NV_depth_clamp GL_NV_packed_depth_stencil GL_NV_shader_atomic_float GL_NV_texture_barrier GL_OES_EGL_image GL_OVR_multiview GL_OVR_multiview2 GL_S3_s3tc
23
+ OPENGL LOG: Creating OpenGL 4.5 graphics device ; Context level <OpenGL 4.5> ; Context handle 894472752
24
+ Begin MonoManager ReloadAssembly
25
+ - Completed reload, in 0.066 seconds
26
+ Default vsync count 1
27
+ requesting resize 84 x 84
28
+ resizing window to 84 x 84
29
+ Desktop is 2560 x 1440 @ 60 Hz
30
+ UnloadTime: 0.649528 ms
31
+ requesting resize 84 x 84
32
+ resizing window to 84 x 84
33
+ Desktop is 2560 x 1440 @ 60 Hz
34
+ Setting up 10 worker threads for Enlighten.
35
+ Memory Statistics:
36
+ [ALLOC_TEMP_TLS] TLS Allocator
37
+ StackAllocators :
38
+ [ALLOC_TEMP_MAIN]
39
+ Peak usage frame count: [4.0 KB-8.0 KB]: 468 frames, [2.0 MB-4.0 MB]: 1 frames
40
+ Initial Block Size 4.0 MB
41
+ Current Block Size 4.0 MB
42
+ Peak Allocated Bytes 3.6 MB
43
+ Overflow Count 0
44
+ [ALLOC_TEMP_Job.Worker 18]
45
+ Initial Block Size 256.0 KB
46
+ Current Block Size 256.0 KB
47
+ Peak Allocated Bytes 3.4 KB
48
+ Overflow Count 0
49
+ [ALLOC_TEMP_Loading.PreloadManager]
50
+ Initial Block Size 256.0 KB
51
+ Current Block Size 296.0 KB
52
+ Peak Allocated Bytes 211.6 KB
53
+ Overflow Count 4
54
+ [ALLOC_TEMP_Loading.AsyncRead]
55
+ Initial Block Size 64.0 KB
56
+ Current Block Size 64.0 KB
57
+ Peak Allocated Bytes 136 B
58
+ Overflow Count 0
59
+ [ALLOC_TEMP_Background Job.Worker 8]
60
+ Initial Block Size 32.0 KB
61
+ Current Block Size 32.0 KB
62
+ Peak Allocated Bytes 0 B
63
+ Overflow Count 0
64
+ [ALLOC_TEMP_Job.Worker 6]
65
+ Initial Block Size 256.0 KB
66
+ Current Block Size 256.0 KB
67
+ Peak Allocated Bytes 3.4 KB
68
+ Overflow Count 0
69
+ [ALLOC_TEMP_Job.Worker 0]
70
+ Initial Block Size 256.0 KB
71
+ Current Block Size 256.0 KB
72
+ Peak Allocated Bytes 3.4 KB
73
+ Overflow Count 0
74
+ [ALLOC_TEMP_Background Job.Worker 10]
75
+ Initial Block Size 32.0 KB
76
+ Current Block Size 32.0 KB
77
+ Peak Allocated Bytes 0 B
78
+ Overflow Count 0
79
+ [ALLOC_TEMP_Background Job.Worker 9]
80
+ Initial Block Size 32.0 KB
81
+ Current Block Size 32.0 KB
82
+ Peak Allocated Bytes 0 B
83
+ Overflow Count 0
84
+ [ALLOC_TEMP_Job.Worker 5]
85
+ Initial Block Size 256.0 KB
86
+ Current Block Size 256.0 KB
87
+ Peak Allocated Bytes 3.4 KB
88
+ Overflow Count 0
89
+ [ALLOC_TEMP_Background Job.Worker 14]
90
+ Initial Block Size 32.0 KB
91
+ Current Block Size 32.0 KB
92
+ Peak Allocated Bytes 0 B
93
+ Overflow Count 0
94
+ [ALLOC_TEMP_Job.Worker 16]
95
+ Initial Block Size 256.0 KB
96
+ Current Block Size 256.0 KB
97
+ Peak Allocated Bytes 30.4 KB
98
+ Overflow Count 0
99
+ [ALLOC_TEMP_Background Job.Worker 6]
100
+ Initial Block Size 32.0 KB
101
+ Current Block Size 32.0 KB
102
+ Peak Allocated Bytes 0 B
103
+ Overflow Count 0
104
+ [ALLOC_TEMP_Job.Worker 4]
105
+ Initial Block Size 256.0 KB
106
+ Current Block Size 256.0 KB
107
+ Peak Allocated Bytes 28.6 KB
108
+ Overflow Count 0
109
+ [ALLOC_TEMP_Job.Worker 17]
110
+ Initial Block Size 256.0 KB
111
+ Current Block Size 256.0 KB
112
+ Peak Allocated Bytes 3.4 KB
113
+ Overflow Count 0
114
+ [ALLOC_TEMP_Job.Worker 14]
115
+ Initial Block Size 256.0 KB
116
+ Current Block Size 256.0 KB
117
+ Peak Allocated Bytes 3.4 KB
118
+ Overflow Count 0
119
+ [ALLOC_TEMP_Job.Worker 3]
120
+ Initial Block Size 256.0 KB
121
+ Current Block Size 256.0 KB
122
+ Peak Allocated Bytes 3.4 KB
123
+ Overflow Count 0
124
+ [ALLOC_TEMP_Job.Worker 13]
125
+ Initial Block Size 256.0 KB
126
+ Current Block Size 256.0 KB
127
+ Peak Allocated Bytes 3.4 KB
128
+ Overflow Count 0
129
+ [ALLOC_TEMP_Background Job.Worker 12]
130
+ Initial Block Size 32.0 KB
131
+ Current Block Size 32.0 KB
132
+ Peak Allocated Bytes 0 B
133
+ Overflow Count 0
134
+ [ALLOC_TEMP_EnlightenWorker] x 10
135
+ Initial Block Size 64.0 KB
136
+ Current Block Size 64.0 KB
137
+ Peak Allocated Bytes 0 B
138
+ Overflow Count 0
139
+ [ALLOC_TEMP_Background Job.Worker 15]
140
+ Initial Block Size 32.0 KB
141
+ Current Block Size 32.0 KB
142
+ Peak Allocated Bytes 0 B
143
+ Overflow Count 0
144
+ [ALLOC_TEMP_Background Job.Worker 1]
145
+ Initial Block Size 32.0 KB
146
+ Current Block Size 32.0 KB
147
+ Peak Allocated Bytes 0 B
148
+ Overflow Count 0
149
+ [ALLOC_TEMP_Background Job.Worker 2]
150
+ Initial Block Size 32.0 KB
151
+ Current Block Size 32.0 KB
152
+ Peak Allocated Bytes 0 B
153
+ Overflow Count 0
154
+ [ALLOC_TEMP_Background Job.Worker 7]
155
+ Initial Block Size 32.0 KB
156
+ Current Block Size 32.0 KB
157
+ Peak Allocated Bytes 0 B
158
+ Overflow Count 0
159
+ [ALLOC_TEMP_UnityGfxDeviceWorker]
160
+ Initial Block Size 256.0 KB
161
+ Current Block Size 256.0 KB
162
+ Peak Allocated Bytes 77.6 KB
163
+ Overflow Count 0
164
+ [ALLOC_TEMP_AssetGarbageCollectorHelper] x 19
165
+ Initial Block Size 64.0 KB
166
+ Current Block Size 64.0 KB
167
+ Peak Allocated Bytes 0 B
168
+ Overflow Count 0
169
+ [ALLOC_TEMP_Background Job.Worker 5]
170
+ Initial Block Size 32.0 KB
171
+ Current Block Size 32.0 KB
172
+ Peak Allocated Bytes 0 B
173
+ Overflow Count 0
174
+ [ALLOC_TEMP_Job.Worker 9]
175
+ Initial Block Size 256.0 KB
176
+ Current Block Size 256.0 KB
177
+ Peak Allocated Bytes 3.4 KB
178
+ Overflow Count 0
179
+ [ALLOC_TEMP_Background Job.Worker 13]
180
+ Initial Block Size 32.0 KB
181
+ Current Block Size 32.0 KB
182
+ Peak Allocated Bytes 0 B
183
+ Overflow Count 0
184
+ [ALLOC_TEMP_Job.Worker 8]
185
+ Initial Block Size 256.0 KB
186
+ Current Block Size 256.0 KB
187
+ Peak Allocated Bytes 3.4 KB
188
+ Overflow Count 0
189
+ [ALLOC_TEMP_Job.Worker 7]
190
+ Initial Block Size 256.0 KB
191
+ Current Block Size 256.0 KB
192
+ Peak Allocated Bytes 3.4 KB
193
+ Overflow Count 0
194
+ [ALLOC_TEMP_Job.Worker 1]
195
+ Initial Block Size 256.0 KB
196
+ Current Block Size 256.0 KB
197
+ Peak Allocated Bytes 3.4 KB
198
+ Overflow Count 0
199
+ [ALLOC_TEMP_Job.Worker 2]
200
+ Initial Block Size 256.0 KB
201
+ Current Block Size 256.0 KB
202
+ Peak Allocated Bytes 3.4 KB
203
+ Overflow Count 0
204
+ [ALLOC_TEMP_Background Job.Worker 3]
205
+ Initial Block Size 32.0 KB
206
+ Current Block Size 32.0 KB
207
+ Peak Allocated Bytes 0 B
208
+ Overflow Count 0
209
+ [ALLOC_TEMP_Background Job.Worker 11]
210
+ Initial Block Size 32.0 KB
211
+ Current Block Size 32.0 KB
212
+ Peak Allocated Bytes 0 B
213
+ Overflow Count 0
214
+ [ALLOC_TEMP_Job.Worker 10]
215
+ Initial Block Size 256.0 KB
216
+ Current Block Size 256.0 KB
217
+ Peak Allocated Bytes 3.4 KB
218
+ Overflow Count 0
219
+ [ALLOC_TEMP_Background Job.Worker 0]
220
+ Initial Block Size 32.0 KB
221
+ Current Block Size 32.0 KB
222
+ Peak Allocated Bytes 0 B
223
+ Overflow Count 0
224
+ [ALLOC_TEMP_Job.Worker 15]
225
+ Initial Block Size 256.0 KB
226
+ Current Block Size 256.0 KB
227
+ Peak Allocated Bytes 3.4 KB
228
+ Overflow Count 0
229
+ [ALLOC_TEMP_Job.Worker 11]
230
+ Initial Block Size 256.0 KB
231
+ Current Block Size 256.0 KB
232
+ Peak Allocated Bytes 3.4 KB
233
+ Overflow Count 0
234
+ [ALLOC_TEMP_Job.Worker 12]
235
+ Initial Block Size 256.0 KB
236
+ Current Block Size 256.0 KB
237
+ Peak Allocated Bytes 3.4 KB
238
+ Overflow Count 0
239
+ [ALLOC_TEMP_Background Job.Worker 4]
240
+ Initial Block Size 32.0 KB
241
+ Current Block Size 32.0 KB
242
+ Peak Allocated Bytes 0 B
243
+ Overflow Count 0
244
+ [ALLOC_TEMP_BatchDeleteObjects]
245
+ Initial Block Size 64.0 KB
246
+ Current Block Size 64.0 KB
247
+ Peak Allocated Bytes 0 B
248
+ Overflow Count 0
249
+ [ALLOC_DEFAULT] Dual Thread Allocator
250
+ Peak main deferred allocation count 38
251
+ [ALLOC_BUCKET]
252
+ Large Block size 4.0 MB
253
+ Used Block count 1
254
+ Peak Allocated bytes 2.9 MB
255
+ [ALLOC_DEFAULT_MAIN]
256
+ Peak usage frame count: [8.0 MB-16.0 MB]: 469 frames
257
+ Requested Block Size 16.0 MB
258
+ Peak Block count 1
259
+ Peak Allocated memory 15.4 MB
260
+ Peak Large allocation bytes 0 B
261
+ [ALLOC_DEFAULT_THREAD]
262
+ Peak usage frame count: [16.0 MB-32.0 MB]: 469 frames
263
+ Requested Block Size 16.0 MB
264
+ Peak Block count 1
265
+ Peak Allocated memory 20.9 MB
266
+ Peak Large allocation bytes 16.0 MB
267
+ [ALLOC_TEMP_JOB_1_FRAME]
268
+ Initial Block Size 2.0 MB
269
+ Used Block Count 1
270
+ Overflow Count (too large) 0
271
+ Overflow Count (full) 0
272
+ [ALLOC_TEMP_JOB_2_FRAMES]
273
+ Initial Block Size 2.0 MB
274
+ Used Block Count 1
275
+ Overflow Count (too large) 0
276
+ Overflow Count (full) 0
277
+ [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
278
+ Initial Block Size 2.0 MB
279
+ Used Block Count 2
280
+ Overflow Count (too large) 0
281
+ Overflow Count (full) 0
282
+ [ALLOC_TEMP_JOB_ASYNC (Background)]
283
+ Initial Block Size 1.0 MB
284
+ Used Block Count 3
285
+ Overflow Count (too large) 0
286
+ Overflow Count (full) 0
287
+ [ALLOC_GFX] Dual Thread Allocator
288
+ Peak main deferred allocation count 1
289
+ [ALLOC_BUCKET]
290
+ Large Block size 4.0 MB
291
+ Used Block count 1
292
+ Peak Allocated bytes 2.9 MB
293
+ [ALLOC_GFX_MAIN]
294
+ Peak usage frame count: [32.0 KB-64.0 KB]: 468 frames, [2.0 MB-4.0 MB]: 1 frames
295
+ Requested Block Size 16.0 MB
296
+ Peak Block count 1
297
+ Peak Allocated memory 2.7 MB
298
+ Peak Large allocation bytes 0 B
299
+ [ALLOC_GFX_THREAD]
300
+ Peak usage frame count: [0.5 MB-1.0 MB]: 469 frames
301
+ Requested Block Size 16.0 MB
302
+ Peak Block count 1
303
+ Peak Allocated memory 0.6 MB
304
+ Peak Large allocation bytes 0 B
305
+ [ALLOC_CACHEOBJECTS] Dual Thread Allocator
306
+ Peak main deferred allocation count 0
307
+ [ALLOC_BUCKET]
308
+ Large Block size 4.0 MB
309
+ Used Block count 1
310
+ Peak Allocated bytes 2.9 MB
311
+ [ALLOC_CACHEOBJECTS_MAIN]
312
+ Peak usage frame count: [32.0 MB-64.0 MB]: 469 frames
313
+ Requested Block Size 4.0 MB
314
+ Peak Block count 9
315
+ Peak Allocated memory 58.9 MB
316
+ Peak Large allocation bytes 24.9 MB
317
+ [ALLOC_CACHEOBJECTS_THREAD]
318
+ Peak usage frame count: [1.0 MB-2.0 MB]: 468 frames, [4.0 MB-8.0 MB]: 1 frames
319
+ Requested Block Size 4.0 MB
320
+ Peak Block count 2
321
+ Peak Allocated memory 4.8 MB
322
+ Peak Large allocation bytes 0 B
323
+ [ALLOC_TYPETREE] Dual Thread Allocator
324
+ Peak main deferred allocation count 0
325
+ [ALLOC_BUCKET]
326
+ Large Block size 4.0 MB
327
+ Used Block count 1
328
+ Peak Allocated bytes 2.9 MB
329
+ [ALLOC_TYPETREE_MAIN]
330
+ Peak usage frame count: [0-1.0 KB]: 469 frames
331
+ Requested Block Size 2.0 MB
332
+ Peak Block count 1
333
+ Peak Allocated memory 1.0 KB
334
+ Peak Large allocation bytes 0 B
335
+ [ALLOC_TYPETREE_THREAD]
336
+ Peak usage frame count: [4.0 KB-8.0 KB]: 469 frames
337
+ Requested Block Size 2.0 MB
338
+ Peak Block count 1
339
+ Peak Allocated memory 7.3 KB
340
+ Peak Large allocation bytes 0 B
run_logs/timers.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "root",
3
+ "metadata": {
4
+ "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1765420978",
6
+ "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
7
+ "command_line_arguments": "/home/jerry/miniconda3/envs/ml-agents/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --resume",
8
+ "mlagents_version": "1.2.0.dev0",
9
+ "mlagents_envs_version": "1.2.0.dev0",
10
+ "communication_protocol_version": "1.5.0",
11
+ "pytorch_version": "2.8.0+cu128",
12
+ "numpy_version": "1.23.5",
13
+ "end_time_seconds": "1765421029"
14
+ },
15
+ "total": 53.32277992299987,
16
+ "count": 1,
17
+ "self": 0.35611265399984404,
18
+ "children": {
19
+ "run_training.setup": {
20
+ "total": 0.018028839000180596,
21
+ "count": 1,
22
+ "self": 0.018028839000180596
23
+ },
24
+ "TrainerController.start_learning": {
25
+ "total": 52.948638429999846,
26
+ "count": 1,
27
+ "self": 0.08385605800003759,
28
+ "children": {
29
+ "TrainerController._reset_env": {
30
+ "total": 4.382602266000049,
31
+ "count": 1,
32
+ "self": 4.382602266000049
33
+ },
34
+ "TrainerController.advance": {
35
+ "total": 48.30669179899951,
36
+ "count": 4145,
37
+ "self": 0.07908395198910512,
38
+ "children": {
39
+ "env_step": {
40
+ "total": 42.73312655599102,
41
+ "count": 4145,
42
+ "self": 30.27661638798645,
43
+ "children": {
44
+ "SubprocessEnvManager._take_step": {
45
+ "total": 12.404614153002967,
46
+ "count": 4145,
47
+ "self": 0.29298357598872826,
48
+ "children": {
49
+ "TorchPolicy.evaluate": {
50
+ "total": 12.111630577014239,
51
+ "count": 3904,
52
+ "self": 12.111630577014239
53
+ }
54
+ }
55
+ },
56
+ "workers": {
57
+ "total": 0.05189601500160279,
58
+ "count": 4144,
59
+ "self": 0.0,
60
+ "children": {
61
+ "worker_root": {
62
+ "total": 52.6133691910245,
63
+ "count": 4144,
64
+ "is_parallel": true,
65
+ "self": 28.04701583603537,
66
+ "children": {
67
+ "run_training.setup": {
68
+ "total": 0.0,
69
+ "count": 0,
70
+ "is_parallel": true,
71
+ "self": 0.0,
72
+ "children": {
73
+ "steps_from_proto": {
74
+ "total": 0.002651149000030273,
75
+ "count": 1,
76
+ "is_parallel": true,
77
+ "self": 0.00024338899993381347,
78
+ "children": {
79
+ "_process_rank_one_or_two_observation": {
80
+ "total": 0.0024077600000964594,
81
+ "count": 2,
82
+ "is_parallel": true,
83
+ "self": 0.0024077600000964594
84
+ }
85
+ }
86
+ },
87
+ "UnityEnvironment.step": {
88
+ "total": 0.015188680999926873,
89
+ "count": 1,
90
+ "is_parallel": true,
91
+ "self": 0.00012255799992999528,
92
+ "children": {
93
+ "UnityEnvironment._generate_step_input": {
94
+ "total": 0.00010569100004431675,
95
+ "count": 1,
96
+ "is_parallel": true,
97
+ "self": 0.00010569100004431675
98
+ },
99
+ "communicator.exchange": {
100
+ "total": 0.014641341999777069,
101
+ "count": 1,
102
+ "is_parallel": true,
103
+ "self": 0.014641341999777069
104
+ },
105
+ "steps_from_proto": {
106
+ "total": 0.0003190900001754926,
107
+ "count": 1,
108
+ "is_parallel": true,
109
+ "self": 7.380000033663237e-05,
110
+ "children": {
111
+ "_process_rank_one_or_two_observation": {
112
+ "total": 0.00024528999983886024,
113
+ "count": 2,
114
+ "is_parallel": true,
115
+ "self": 0.00024528999983886024
116
+ }
117
+ }
118
+ }
119
+ }
120
+ }
121
+ }
122
+ },
123
+ "UnityEnvironment.step": {
124
+ "total": 24.566353354989133,
125
+ "count": 4143,
126
+ "is_parallel": true,
127
+ "self": 0.4041415809897444,
128
+ "children": {
129
+ "UnityEnvironment._generate_step_input": {
130
+ "total": 0.6635787219952363,
131
+ "count": 4143,
132
+ "is_parallel": true,
133
+ "self": 0.6635787219952363
134
+ },
135
+ "communicator.exchange": {
136
+ "total": 22.61846018099459,
137
+ "count": 4143,
138
+ "is_parallel": true,
139
+ "self": 22.61846018099459
140
+ },
141
+ "steps_from_proto": {
142
+ "total": 0.8801728710095631,
143
+ "count": 4143,
144
+ "is_parallel": true,
145
+ "self": 0.27173722702809755,
146
+ "children": {
147
+ "_process_rank_one_or_two_observation": {
148
+ "total": 0.6084356439814655,
149
+ "count": 8286,
150
+ "is_parallel": true,
151
+ "self": 0.6084356439814655
152
+ }
153
+ }
154
+ }
155
+ }
156
+ }
157
+ }
158
+ }
159
+ }
160
+ }
161
+ }
162
+ },
163
+ "trainer_advance": {
164
+ "total": 5.494481291019383,
165
+ "count": 4144,
166
+ "self": 0.11134607600570234,
167
+ "children": {
168
+ "process_trajectory": {
169
+ "total": 3.227891506013748,
170
+ "count": 4144,
171
+ "self": 3.227891506013748
172
+ },
173
+ "_update_policy": {
174
+ "total": 2.155243708999933,
175
+ "count": 1,
176
+ "self": 1.19862462500123,
177
+ "children": {
178
+ "TorchPPOOptimizer.update": {
179
+ "total": 0.956619083998703,
180
+ "count": 30,
181
+ "self": 0.956619083998703
182
+ }
183
+ }
184
+ }
185
+ }
186
+ }
187
+ }
188
+ },
189
+ "trainer_threads": {
190
+ "total": 1.2280002010811586e-06,
191
+ "count": 1,
192
+ "self": 1.2280002010811586e-06
193
+ },
194
+ "TrainerController._save_models": {
195
+ "total": 0.17548707900004956,
196
+ "count": 1,
197
+ "self": 0.0019070600001214189,
198
+ "children": {
199
+ "RLTrainer._checkpoint": {
200
+ "total": 0.17358001899992814,
201
+ "count": 1,
202
+ "self": 0.17358001899992814
203
+ }
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ }
run_logs/training_status.json ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Huggy": {
3
+ "checkpoints": [
4
+ {
5
+ "steps": 155832,
6
+ "file_path": "results/Huggy/Huggy/Huggy-155832.onnx",
7
+ "reward": 3.016192872887072,
8
+ "creation_time": 1765273145.0666993,
9
+ "auxillary_file_paths": [
10
+ "results/Huggy/Huggy/Huggy-155832.pt"
11
+ ]
12
+ },
13
+ {
14
+ "steps": 176332,
15
+ "file_path": "results/Huggy/Huggy/Huggy-176332.onnx",
16
+ "reward": null,
17
+ "creation_time": 1765418791.131853,
18
+ "auxillary_file_paths": [
19
+ "results/Huggy/Huggy/Huggy-176332.pt"
20
+ ]
21
+ },
22
+ {
23
+ "steps": 199954,
24
+ "file_path": "results/Huggy/Huggy/Huggy-199954.onnx",
25
+ "reward": 3.377720961203942,
26
+ "creation_time": 1765418834.2204642,
27
+ "auxillary_file_paths": [
28
+ "results/Huggy/Huggy/Huggy-199954.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 399887,
33
+ "file_path": "results/Huggy/Huggy/Huggy-399887.onnx",
34
+ "reward": 3.492269860420908,
35
+ "creation_time": 1765419025.9928062,
36
+ "auxillary_file_paths": [
37
+ "results/Huggy/Huggy/Huggy-399887.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 599996,
42
+ "file_path": "results/Huggy/Huggy/Huggy-599996.onnx",
43
+ "reward": 3.67306434456259,
44
+ "creation_time": 1765419236.8515358,
45
+ "auxillary_file_paths": [
46
+ "results/Huggy/Huggy/Huggy-599996.pt"
47
+ ]
48
+ },
49
+ {
50
+ "steps": 799990,
51
+ "file_path": "results/Huggy/Huggy/Huggy-799990.onnx",
52
+ "reward": 4.048656345630179,
53
+ "creation_time": 1765419442.8756955,
54
+ "auxillary_file_paths": [
55
+ "results/Huggy/Huggy/Huggy-799990.pt"
56
+ ]
57
+ },
58
+ {
59
+ "steps": 999882,
60
+ "file_path": "results/Huggy/Huggy/Huggy-999882.onnx",
61
+ "reward": 3.6846415519714357,
62
+ "creation_time": 1765419660.6795373,
63
+ "auxillary_file_paths": [
64
+ "results/Huggy/Huggy/Huggy-999882.pt"
65
+ ]
66
+ },
67
+ {
68
+ "steps": 1199924,
69
+ "file_path": "results/Huggy/Huggy/Huggy-1199924.onnx",
70
+ "reward": 3.8318339873243263,
71
+ "creation_time": 1765419878.5094285,
72
+ "auxillary_file_paths": [
73
+ "results/Huggy/Huggy/Huggy-1199924.pt"
74
+ ]
75
+ },
76
+ {
77
+ "steps": 1399939,
78
+ "file_path": "results/Huggy/Huggy/Huggy-1399939.onnx",
79
+ "reward": 3.861456393278562,
80
+ "creation_time": 1765420080.2244298,
81
+ "auxillary_file_paths": [
82
+ "results/Huggy/Huggy/Huggy-1399939.pt"
83
+ ]
84
+ },
85
+ {
86
+ "steps": 1599999,
87
+ "file_path": "results/Huggy/Huggy/Huggy-1599999.onnx",
88
+ "reward": 3.938261046701548,
89
+ "creation_time": 1765420285.3758383,
90
+ "auxillary_file_paths": [
91
+ "results/Huggy/Huggy/Huggy-1599999.pt"
92
+ ]
93
+ },
94
+ {
95
+ "steps": 1799960,
96
+ "file_path": "results/Huggy/Huggy/Huggy-1799960.onnx",
97
+ "reward": 4.039921332760291,
98
+ "creation_time": 1765420502.4901712,
99
+ "auxillary_file_paths": [
100
+ "results/Huggy/Huggy/Huggy-1799960.pt"
101
+ ]
102
+ },
103
+ {
104
+ "steps": 1999980,
105
+ "file_path": "results/Huggy/Huggy/Huggy-1999980.onnx",
106
+ "reward": 3.841028063881154,
107
+ "creation_time": 1765420713.9958858,
108
+ "auxillary_file_paths": [
109
+ "results/Huggy/Huggy/Huggy-1999980.pt"
110
+ ]
111
+ },
112
+ {
113
+ "steps": 2000090,
114
+ "file_path": "results/Huggy/Huggy/Huggy-2000090.onnx",
115
+ "reward": 3.854906468375309,
116
+ "creation_time": 1765420714.105633,
117
+ "auxillary_file_paths": [
118
+ "results/Huggy/Huggy/Huggy-2000090.pt"
119
+ ]
120
+ },
121
+ {
122
+ "steps": 2000090,
123
+ "file_path": "results/Huggy/Huggy/Huggy-2000090.onnx",
124
+ "reward": null,
125
+ "creation_time": 1765420915.0796983,
126
+ "auxillary_file_paths": [
127
+ "results/Huggy/Huggy/Huggy-2000090.pt"
128
+ ]
129
+ },
130
+ {
131
+ "steps": 2034421,
132
+ "file_path": "results/Huggy/Huggy/Huggy-2034421.onnx",
133
+ "reward": 3.889415373553091,
134
+ "creation_time": 1765421029.3944125,
135
+ "auxillary_file_paths": [
136
+ "results/Huggy/Huggy/Huggy-2034421.pt"
137
+ ]
138
+ }
139
+ ],
140
+ "final_checkpoint": {
141
+ "steps": 2034421,
142
+ "file_path": "results/Huggy/Huggy.onnx",
143
+ "reward": 3.889415373553091,
144
+ "creation_time": 1765421029.3944125,
145
+ "auxillary_file_paths": [
146
+ "results/Huggy/Huggy/Huggy-2034421.pt"
147
+ ]
148
+ }
149
+ },
150
+ "metadata": {
151
+ "stats_format_version": "0.3.0",
152
+ "mlagents_version": "1.2.0.dev0",
153
+ "torch_version": "2.8.0+cu128"
154
+ }
155
+ }