| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4131202697753906, |
| "min": 1.413079857826233, |
| "max": 1.423565149307251, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 72084.6796875, |
| "min": 51755.68359375, |
| "max": 269279.84375, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 105.78924731182796, |
| "min": 104.71789473684211, |
| "max": 376.8731343283582, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49192.0, |
| "min": 49025.0, |
| "max": 50501.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999890.0, |
| "min": 49931.0, |
| "max": 1999890.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999890.0, |
| "min": 49931.0, |
| "max": 1999890.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.2955219745635986, |
| "min": 0.07826226204633713, |
| "max": 2.3292925357818604, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1076.599853515625, |
| "min": 18.156845092773438, |
| "max": 1098.015380859375, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.7928782554069307, |
| "min": 1.5994393494108627, |
| "max": 3.9371629182725227, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1778.8599017858505, |
| "min": 258.9458881020546, |
| "max": 1797.3172799944878, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.7928782554069307, |
| "min": 1.5994393494108627, |
| "max": 3.9371629182725227, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1778.8599017858505, |
| "min": 258.9458881020546, |
| "max": 1797.3172799944878, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.016255841462407262, |
| "min": 0.01212340142519679, |
| "max": 0.019309578390998974, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.04876752438722179, |
| "min": 0.02424680285039358, |
| "max": 0.05792873517299692, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.0489630249225431, |
| "min": 0.014743209211155774, |
| "max": 0.0489630249225431, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.1468890747676293, |
| "min": 0.029486418422311547, |
| "max": 0.1468890747676293, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 4.098098633999991e-06, |
| "min": 4.098098633999991e-06, |
| "max": 0.0002953878765373749, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.2294295901999973e-05, |
| "min": 1.2294295901999973e-05, |
| "max": 0.0008439181686939499, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.101366, |
| "min": 0.101366, |
| "max": 0.198462625, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.304098, |
| "min": 0.20796145, |
| "max": 0.58130605, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.816339999999981e-05, |
| "min": 7.816339999999981e-05, |
| "max": 0.0049232849875, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00023449019999999946, |
| "min": 0.00023449019999999946, |
| "max": 0.014067171895000001, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1736613618", |
| "python_version": "3.10.16 (main, Dec 4 2024, 08:53:38) [GCC 13.2.0]", |
| "command_line_arguments": "/home/hrichter/projects/hf_rl_course/.venv/bin/mlagents-learn /home/hrichter/projects/hf_rl_course/content/ml-agents/config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy-mp --no-graphics --num-envs=32 --force", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.5.1+cu124", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1736614352" |
| }, |
| "total": 734.250364192998, |
| "count": 1, |
| "self": 0.5323062630013737, |
| "children": { |
| "run_training.setup": { |
| "total": 0.2869157899986021, |
| "count": 1, |
| "self": 0.2869157899986021 |
| }, |
| "TrainerController.start_learning": { |
| "total": 733.431142139998, |
| "count": 1, |
| "self": 0.5467636279936414, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.037717203002103, |
| "count": 1, |
| "self": 2.037717203002103 |
| }, |
| "TrainerController.advance": { |
| "total": 730.7628460230044, |
| "count": 7768, |
| "self": 0.15108564022739301, |
| "children": { |
| "env_step": { |
| "total": 416.6019123589358, |
| "count": 7768, |
| "self": 125.41878614153393, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 290.2305916363075, |
| "count": 234729, |
| "self": 9.837283263143036, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 280.3933083731645, |
| "count": 228845, |
| "self": 280.3933083731645 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.9525345810943691, |
| "count": 7768, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 23465.509365453938, |
| "count": 234726, |
| "is_parallel": true, |
| "self": 22624.190179401645, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.022741498014511308, |
| "count": 32, |
| "is_parallel": true, |
| "self": 0.0055951490212464705, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.017146348993264837, |
| "count": 64, |
| "is_parallel": true, |
| "self": 0.017146348993264837 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.5873354549985379, |
| "count": 32, |
| "is_parallel": true, |
| "self": 0.006916628997714724, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0036634670104831457, |
| "count": 32, |
| "is_parallel": true, |
| "self": 0.0036634670104831457 |
| }, |
| "communicator.exchange": { |
| "total": 0.5584091749951767, |
| "count": 32, |
| "is_parallel": true, |
| "self": 0.5584091749951767 |
| }, |
| "steps_from_proto": { |
| "total": 0.0183461839951633, |
| "count": 32, |
| "is_parallel": true, |
| "self": 0.0049502399742777925, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.013395944020885509, |
| "count": 64, |
| "is_parallel": true, |
| "self": 0.013395944020885509 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 841.3191860522929, |
| "count": 234694, |
| "is_parallel": true, |
| "self": 26.958348805062997, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 48.180654894236795, |
| "count": 234694, |
| "is_parallel": true, |
| "self": 48.180654894236795 |
| }, |
| "communicator.exchange": { |
| "total": 706.8437248906266, |
| "count": 234694, |
| "is_parallel": true, |
| "self": 706.8437248906266 |
| }, |
| "steps_from_proto": { |
| "total": 59.336457462366525, |
| "count": 234694, |
| "is_parallel": true, |
| "self": 21.40152212467001, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 37.934935337696515, |
| "count": 469388, |
| "is_parallel": true, |
| "self": 37.934935337696515 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 314.0098480238412, |
| "count": 7768, |
| "self": 1.118876133728918, |
| "children": { |
| "process_trajectory": { |
| "total": 107.88227381509569, |
| "count": 7768, |
| "self": 107.009227194103, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.8730466209926817, |
| "count": 10, |
| "self": 0.8730466209926817 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 205.00869807501658, |
| "count": 96, |
| "self": 169.6087109192158, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 35.39998715580077, |
| "count": 2880, |
| "self": 35.39998715580077 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.899987733457237e-07, |
| "count": 1, |
| "self": 8.899987733457237e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.08381439599907026, |
| "count": 1, |
| "self": 0.0035746590001508594, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.0802397369989194, |
| "count": 1, |
| "self": 0.0802397369989194 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
