Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Instructions to use pgergo03/ppo-SnowballTarget with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- ml-agents
How to use pgergo03/ppo-SnowballTarget with ml-agents:
mlagents-load-from-hf --repo-id="pgergo03/ppo-SnowballTarget" --local-dir="./download: string[]s"
- Notebooks
- Google Colab
- Kaggle
| { | |
| "name": "root", | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1732640251", | |
| "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=../training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget2 --no-graphics --resume", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.5.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1732642730" | |
| }, | |
| "total": 2478.764355666, | |
| "count": 1, | |
| "self": 0.6829737089997252, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05667545399978735, | |
| "count": 1, | |
| "self": 0.05667545399978735 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2478.0247065030003, | |
| "count": 1, | |
| "self": 0.003747028998532187, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0517134230001375, | |
| "count": 1, | |
| "self": 2.0517134230001375 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2475.966171127002, | |
| "count": 128, | |
| "self": 0.001527971000996331, | |
| "children": { | |
| "env_step": { | |
| "total": 2475.964643156001, | |
| "count": 128, | |
| "self": 2475.067676823996, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 0.8954511829999774, | |
| "count": 128, | |
| "self": 0.008639683996079839, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 0.8868114990038976, | |
| "count": 128, | |
| "self": 0.8868114990038976 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.0015151490049447602, | |
| "count": 128, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4.664544318998651, | |
| "count": 128, | |
| "is_parallel": true, | |
| "self": 3.247577196999373, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.002303203000110443, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006971299999349867, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0016060730001754564, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0016060730001754564 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03637811399994462, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006731399998898269, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.000399652999931277, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000399652999931277 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.0333798660001321, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0333798660001321 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0019254549999914161, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003695099997003126, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015559450002911035, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0015559450002911035 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1.4169671219992779, | |
| "count": 127, | |
| "is_parallel": true, | |
| "self": 0.0669017919988164, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.03792370499922981, | |
| "count": 127, | |
| "is_parallel": true, | |
| "self": 0.03792370499922981 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1.0908017950027897, | |
| "count": 127, | |
| "is_parallel": true, | |
| "self": 1.0908017950027897 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.22133982999844193, | |
| "count": 127, | |
| "is_parallel": true, | |
| "self": 0.04086476399311323, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.1804750660053287, | |
| "count": 1270, | |
| "is_parallel": true, | |
| "self": 0.1804750660053287 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.3560999579785857e-05, | |
| "count": 1, | |
| "self": 2.3560999579785857e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 1.5498081079990698, | |
| "count": 6172, | |
| "is_parallel": true, | |
| "self": 0.08870769301393011, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 1.4611004149851397, | |
| "count": 6172, | |
| "is_parallel": true, | |
| "self": 1.4611004149851397 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.0030513629999404657, | |
| "count": 1, | |
| "self": 3.407099939067848e-05, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.003017292000549787, | |
| "count": 1, | |
| "self": 0.003017292000549787 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |