Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Instructions to use KrishBakshi/ppo-Pyramids with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- ml-agents
How to use KrishBakshi/ppo-Pyramids with ml-agents:
mlagents-load-from-hf --repo-id="KrishBakshi/ppo-Pyramids" --local-dir="./download: string[]s"
- Notebooks
- Google Colab
- Kaggle
| { | |
| "name": "root", | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1781434903", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/home/krish/miniconda3/envs/rl/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/Pyramids/Pyramids/Pyramids --run-id=PyramidsRND_v1 --inference --resume --width=1280 --height=720 --time-scale=1 --target-frame-rate=30 --capture-frame-rate=30 --env-args -screen-fullscreen 1", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.8.0+cu128", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1781434987" | |
| }, | |
| "total": 83.93240248897928, | |
| "count": 1, | |
| "self": 0.04536691302200779, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.014802956982748583, | |
| "count": 1, | |
| "self": 0.014802956982748583 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 83.87223261897452, | |
| "count": 1, | |
| "self": 0.03179568875930272, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.284268685005372, | |
| "count": 1, | |
| "self": 4.284268685005372 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 79.55616718321107, | |
| "count": 1183, | |
| "self": 0.02702596431481652, | |
| "children": { | |
| "env_step": { | |
| "total": 77.83172014908632, | |
| "count": 1183, | |
| "self": 74.95250500791008, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2.8602947444014717, | |
| "count": 1183, | |
| "self": 0.08303508427343331, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2.7772596601280384, | |
| "count": 1149, | |
| "self": 2.7772596601280384 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.018920396774774417, | |
| "count": 1182, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 83.80282710303436, | |
| "count": 1182, | |
| "is_parallel": true, | |
| "self": 11.380317655974068, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0011298650060780346, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00031689307070337236, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008129719353746623, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0008129719353746623 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.11441023799125105, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003504969645291567, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021565300994552672, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021565300994552672 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.11249973101075739, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.11249973101075739 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0013443570060189813, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021412002388387918, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011302369821351022, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011302369821351022 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 72.42250944706029, | |
| "count": 1181, | |
| "is_parallel": true, | |
| "self": 0.4916796865290962, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.3221646789170336, | |
| "count": 1181, | |
| "is_parallel": true, | |
| "self": 0.3221646789170336 | |
| }, | |
| "communicator.exchange": { | |
| "total": 70.39682772691594, | |
| "count": 1181, | |
| "is_parallel": true, | |
| "self": 70.39682772691594 | |
| }, | |
| "steps_from_proto": { | |
| "total": 1.2118373546982184, | |
| "count": 1181, | |
| "is_parallel": true, | |
| "self": 0.2656794083013665, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.9461579463968519, | |
| "count": 9448, | |
| "is_parallel": true, | |
| "self": 0.9461579463968519 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1.6974210698099341, | |
| "count": 1182, | |
| "self": 0.0619773285870906, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 1.6354437412228435, | |
| "count": 1182, | |
| "self": 1.6354437412228435 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0619987733662128e-06, | |
| "count": 1, | |
| "self": 1.0619987733662128e-06 | |
| } | |
| } | |
| } | |
| } | |
| } |