Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Instructions to use fanjiangpost/ppo-SnowballTarget with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- ml-agents
How to use fanjiangpost/ppo-SnowballTarget with ml-agents:
mlagents-load-from-hf --repo-id="fanjiangpost/ppo-SnowballTarget" --local-dir="./download: string[]s"
- Notebooks
- Google Colab
- Kaggle
| { | |
| "name": "root", | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1782635849", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.8.0+cu128", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1782635855" | |
| }, | |
| "total": 6.075091056000019, | |
| "count": 1, | |
| "self": 0.4289004819997899, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.02334529300014765, | |
| "count": 1, | |
| "self": 0.02334529300014765 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5.622845281000082, | |
| "count": 1, | |
| "self": 0.0039201919971674215, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.9225058530000751, | |
| "count": 1, | |
| "self": 1.9225058530000751 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 3.5826200940027775, | |
| "count": 192, | |
| "self": 0.0038668639977004204, | |
| "children": { | |
| "env_step": { | |
| "total": 3.367998347003322, | |
| "count": 192, | |
| "self": 2.56904160799877, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 0.7968644300017331, | |
| "count": 192, | |
| "self": 0.013121705003413808, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 0.7837427249983193, | |
| "count": 192, | |
| "self": 0.7837427249983193 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.0020923090028190927, | |
| "count": 192, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5.459060455998042, | |
| "count": 192, | |
| "is_parallel": true, | |
| "self": 3.2258999899981973, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0019179789996996988, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005945560001237027, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001323422999575996, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.001323422999575996 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03691932799983988, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005645179999191896, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004271540001354879, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004271540001354879 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03407010299997637, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03407010299997637 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018575529998088314, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003659180006252427, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0014916349991835887, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0014916349991835887 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2.2331604659998447, | |
| "count": 191, | |
| "is_parallel": true, | |
| "self": 0.10852683699795307, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.05946086599715272, | |
| "count": 191, | |
| "is_parallel": true, | |
| "self": 0.05946086599715272 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1.7115474780021032, | |
| "count": 191, | |
| "is_parallel": true, | |
| "self": 1.7115474780021032 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.3536252850026358, | |
| "count": 191, | |
| "is_parallel": true, | |
| "self": 0.06261469799846964, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.29101058700416615, | |
| "count": 1910, | |
| "is_parallel": true, | |
| "self": 0.29101058700416615 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 0.21075488300175493, | |
| "count": 192, | |
| "self": 0.003962240002692852, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 0.20679264299906208, | |
| "count": 192, | |
| "self": 0.20679264299906208 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.99999883788405e-07, | |
| "count": 1, | |
| "self": 9.99999883788405e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1137981420001779, | |
| "count": 1, | |
| "self": 0.001005714000257285, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11279242799992062, | |
| "count": 1, | |
| "self": 0.11279242799992062 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |