Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Instructions to use KrishBakshi/ppo-SnowballTarget with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- ml-agents
How to use KrishBakshi/ppo-SnowballTarget with ml-agents:
mlagents-load-from-hf --repo-id="KrishBakshi/ppo-SnowballTarget" --local-dir="./download: string[]s"
- Notebooks
- Google Colab
- Kaggle
| { | |
| "name": "root", | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1781363229", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/home/krish/miniconda3/envs/rl/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget.x86_64 --run-id=SnowballTarget_v1 --inference --resume --width=1280 --height=720 --time-scale=1 --target-frame-rate=30 --capture-frame-rate=30 --env-args -screen-fullscreen 1", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.8.0+cu128", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1781363310" | |
| }, | |
| "total": 80.77528322899889, | |
| "count": 1, | |
| "self": 0.12479214800987393, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.013791589997708797, | |
| "count": 1, | |
| "self": 0.013791589997708797 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 80.6366994909913, | |
| "count": 1, | |
| "self": 0.007458304215106182, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.358114005997777, | |
| "count": 1, | |
| "self": 4.358114005997777 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 76.27109974977793, | |
| "count": 301, | |
| "self": 0.003090769052505493, | |
| "children": { | |
| "env_step": { | |
| "total": 76.26800898072543, | |
| "count": 301, | |
| "self": 75.20546286167519, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1.0593237821740331, | |
| "count": 301, | |
| "self": 0.018899253249401227, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1.0404245289246319, | |
| "count": 301, | |
| "self": 1.0404245289246319 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.0032223368762061, | |
| "count": 300, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 80.56040642608423, | |
| "count": 300, | |
| "is_parallel": true, | |
| "self": 6.449326069079689, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0011906779982382432, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00032490900775883347, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008657689904794097, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0008657689904794097 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.5368912950070808, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023171199427451938, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00020793899602722377, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020793899602722377 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.535729662005906, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.535729662005906 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007219820108730346, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001563119876664132, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005656700232066214, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0005656700232066214 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 74.11108035700454, | |
| "count": 299, | |
| "is_parallel": true, | |
| "self": 0.08205600488872733, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.06866319198161364, | |
| "count": 299, | |
| "is_parallel": true, | |
| "self": 0.06866319198161364 | |
| }, | |
| "communicator.exchange": { | |
| "total": 73.72095986509521, | |
| "count": 299, | |
| "is_parallel": true, | |
| "self": 73.72095986509521 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.23940129503898788, | |
| "count": 299, | |
| "is_parallel": true, | |
| "self": 0.05124291285756044, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.18815838218142744, | |
| "count": 2990, | |
| "is_parallel": true, | |
| "self": 0.18815838218142744 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.7431000489741564e-05, | |
| "count": 1, | |
| "self": 2.7431000489741564e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 75.65314266071073, | |
| "count": 159972, | |
| "is_parallel": true, | |
| "self": 0.7389369632437592, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 74.91420569746697, | |
| "count": 159972, | |
| "is_parallel": true, | |
| "self": 74.91420569746697 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |