diff --git a/README.md b/README.md index 154df8298fab5ecf322016157858e08cd1bccbe1..64fa5b0e2933370590a5dec1aef92cc0e2131790 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,35 @@ --- -license: apache-2.0 +library_name: ml-agents +tags: +- SpaceMan +- deep-reinforcement-learning +- reinforcement-learning +- ML-Agents-SpaceMan --- + + # **ppo** Agent playing **SpaceMan** + This is a trained model of a **ppo** agent playing **SpaceMan** + using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/ + + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your + browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction + - A *longer tutorial* to understand how works ML-Agents: + https://huggingface.co/learn/deep-rl-course/unit5/introduction + + ### Resume the training + ```bash + mlagents-learn --run-id= --resume + ``` + + ### Watch your Agent play + You can watch your agent **playing directly in your browser** + + 1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity + 2. Step 1: Find your model_id: TitanTec/ppo-SpaceMan-T1 + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/SpaceMan.onnx b/SpaceMan.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b9af3d9d69020d2ae595fda82932f316040d2e6e --- /dev/null +++ b/SpaceMan.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93ffbf340760c1a9b8af85e7f9853abe8f05eedccf715dac5884f616b38ab57 +size 3584605 diff --git a/SpaceMan/SpaceMan-128007.onnx b/SpaceMan/SpaceMan-128007.onnx new file mode 100644 index 0000000000000000000000000000000000000000..9fc52edfcb879286d62b013f92cb97a5a423808f --- /dev/null +++ b/SpaceMan/SpaceMan-128007.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f88b5c16550f8b5623c1a777c6a3d059582f605d99d2d843cba758dbf8afde7 +size 1963146 diff --git a/SpaceMan/SpaceMan-128007.pt b/SpaceMan/SpaceMan-128007.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6b59ee3defac53e24241e95f1e43961482775ff --- /dev/null +++ b/SpaceMan/SpaceMan-128007.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9048be66232b972588bcb18f3121e55a58a22898804b501cdfdfbae15eb8a2 +size 11771068 diff --git a/SpaceMan/SpaceMan-1499918.onnx b/SpaceMan/SpaceMan-1499918.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0813581fa44f23f4828836da933cbcf8b440ed02 --- /dev/null +++ b/SpaceMan/SpaceMan-1499918.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3a14e452ed481555a26a773547ec8277a63b70fe720b2bdba7e8a029c19f7b +size 3584605 diff --git a/SpaceMan/SpaceMan-1499918.pt b/SpaceMan/SpaceMan-1499918.pt new file mode 100644 index 0000000000000000000000000000000000000000..72467b51e971a6e13ac2a6561534a7c1b6c03994 --- /dev/null +++ b/SpaceMan/SpaceMan-1499918.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c15f7cbd5f02f9df5be5f08378e27d324eab508277ecbcbebead93cd2f12bf2 +size 21491325 diff --git a/SpaceMan/SpaceMan-165056.onnx b/SpaceMan/SpaceMan-165056.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bfaaedf1137d66cc7b15b67d6d6f85b85db57fea --- /dev/null +++ b/SpaceMan/SpaceMan-165056.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2360013da195537e4f5b2fc862af07afa6a302776109f82f0b06d1fa4dde54f3 +size 3301724 diff --git a/SpaceMan/SpaceMan-165056.pt b/SpaceMan/SpaceMan-165056.pt new file mode 100644 index 0000000000000000000000000000000000000000..f26919c881c84c38caf7c050fdf8842949f539aa --- /dev/null +++ b/SpaceMan/SpaceMan-165056.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0ed2ff5f547b0dbfe235098ef38b24b81fc719f9f984552aca7b3f1ffa55c9 +size 6614529 diff --git a/SpaceMan/SpaceMan-190422.onnx b/SpaceMan/SpaceMan-190422.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bd7ff247bbe0811b6535b6d176ceb5f70ee61b16 --- /dev/null +++ b/SpaceMan/SpaceMan-190422.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7563460a60f9560e29fc2326cb9cf91800d23b88e107e059789d325fb82a20c9 +size 3301724 diff --git a/SpaceMan/SpaceMan-190422.pt b/SpaceMan/SpaceMan-190422.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2d9e67d31e3e449d3631137b7a1016445c3ddc --- /dev/null +++ b/SpaceMan/SpaceMan-190422.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e627c653a41b733971bc3ad73f459a9870dce9c641fda8fb93870de341bedb85 +size 6614529 diff --git a/SpaceMan/SpaceMan-1999944.onnx b/SpaceMan/SpaceMan-1999944.onnx new file mode 100644 index 0000000000000000000000000000000000000000..fa4668e69bcadd0e378b2be457f477cfdf446b7d --- /dev/null +++ b/SpaceMan/SpaceMan-1999944.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c00a5eeaaaf760d48719f79c01a9c944c957f422200257f3483014332d61129 +size 3584605 diff --git a/SpaceMan/SpaceMan-1999944.pt b/SpaceMan/SpaceMan-1999944.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a51f1dbbfd5d0210beb30216325d5d795a2bdd --- /dev/null +++ b/SpaceMan/SpaceMan-1999944.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0167d73e5cd47bb1f567f0841ec04948eba8452988b83a494091ae8bb51025fe +size 21491325 diff --git a/SpaceMan/SpaceMan-22133.pt b/SpaceMan/SpaceMan-22133.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e230e5f96fe5e154cfe709c1a49d4bd0c274bea --- /dev/null +++ b/SpaceMan/SpaceMan-22133.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d108406729a685bfda8c388d447b2cfebfde572125f2562b438b7ded16025575 +size 248 diff --git a/SpaceMan/SpaceMan-24802.pt b/SpaceMan/SpaceMan-24802.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f3501de949924b69fd88d72ad07830f6c1bdf56 --- /dev/null +++ b/SpaceMan/SpaceMan-24802.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e06d70144153c7d4b65e42b77ca5fab9117199f26c77575a9f09ab40ce792d8 +size 248 diff --git a/SpaceMan/SpaceMan-2499990.onnx b/SpaceMan/SpaceMan-2499990.onnx new file mode 100644 index 0000000000000000000000000000000000000000..566247de1ca55610549fe4124f04592736f75cd1 --- /dev/null +++ b/SpaceMan/SpaceMan-2499990.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1b834591542ed28db9bc5a242f3f1f4e7c09d4f7f4af4c51a635f5ea79ad45 +size 3584605 diff --git a/SpaceMan/SpaceMan-2499990.pt b/SpaceMan/SpaceMan-2499990.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e5ee2b65a3c29378d9025cf9a39ad93ff25dee8 --- /dev/null +++ b/SpaceMan/SpaceMan-2499990.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:304bc57911db861a07c3f3741687f871ed31cdc19eaeefcb9d4cc2a1fb134336 +size 21491325 diff --git a/SpaceMan/SpaceMan-263445.onnx b/SpaceMan/SpaceMan-263445.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c06c94ee5e71f76cf325992f70b447a993fc9649 --- /dev/null +++ b/SpaceMan/SpaceMan-263445.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf610b33759e5e86c510ee1273b2484063baec96e1e7af7edfa452e986f56dce +size 919448 diff --git a/SpaceMan/SpaceMan-263445.pt b/SpaceMan/SpaceMan-263445.pt new file mode 100644 index 0000000000000000000000000000000000000000..3330512eea2504ce0ed2dcafd9ff54cb4409a4c7 --- /dev/null +++ b/SpaceMan/SpaceMan-263445.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e9c07dcaa84aa8442e899a7daba40101e55e84522264db7970ddb7049c0862 +size 5503194 diff --git a/SpaceMan/SpaceMan-275877.onnx b/SpaceMan/SpaceMan-275877.onnx new file mode 100644 index 0000000000000000000000000000000000000000..2d0723e0ff8d58d364b26ae707402346dae87b23 --- /dev/null +++ b/SpaceMan/SpaceMan-275877.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4a158d8b5b20faedaedd9fedccabcf9c306f891a9f0acf081ce5cd11a5e1204 +size 1116464 diff --git a/SpaceMan/SpaceMan-275877.pt b/SpaceMan/SpaceMan-275877.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb5760b127520145e2413893e74755fe2f8b7486 --- /dev/null +++ b/SpaceMan/SpaceMan-275877.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06615cf5d817656bc8e77bc68b183639b02e919003cf8cd94b190e075edec86 +size 6692124 diff --git a/SpaceMan/SpaceMan-2999904.onnx b/SpaceMan/SpaceMan-2999904.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e63747f70fa1ecd4e4047a9a843610635539a917 --- /dev/null +++ b/SpaceMan/SpaceMan-2999904.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:421da8994adf0517cf818be417d3d72f98ee569dcf717008d0fb4f77f2a871ee +size 3584605 diff --git a/SpaceMan/SpaceMan-2999904.pt b/SpaceMan/SpaceMan-2999904.pt new file mode 100644 index 0000000000000000000000000000000000000000..1593a85b571267a349c390a96326cea4c40de05b --- /dev/null +++ b/SpaceMan/SpaceMan-2999904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6fcce0225bc7f76ce4c39932af7ddb4bce3464830f375cabb22b4dee1f159c +size 21491325 diff --git a/SpaceMan/SpaceMan-3000004.onnx b/SpaceMan/SpaceMan-3000004.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b9af3d9d69020d2ae595fda82932f316040d2e6e --- /dev/null +++ b/SpaceMan/SpaceMan-3000004.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93ffbf340760c1a9b8af85e7f9853abe8f05eedccf715dac5884f616b38ab57 +size 3584605 diff --git a/SpaceMan/SpaceMan-3000004.pt b/SpaceMan/SpaceMan-3000004.pt new file mode 100644 index 0000000000000000000000000000000000000000..97b9ba9a2b861db3f1bc281f24264088ebb6787e --- /dev/null +++ b/SpaceMan/SpaceMan-3000004.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9e7b3287afe839213e45979a119cfba3c59ca9df155cd73d6ddfae2bc44fa9 +size 21491325 diff --git a/SpaceMan/SpaceMan-3096.onnx b/SpaceMan/SpaceMan-3096.onnx new file mode 100644 index 0000000000000000000000000000000000000000..2af64061f828793a8170531fa5176705bdd84d7a --- /dev/null +++ b/SpaceMan/SpaceMan-3096.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6985a6a838ff29bfcb7cb4887857b2cbf59cc5889f8543febc73307098dfff01 +size 3578670 diff --git a/SpaceMan/SpaceMan-3096.pt b/SpaceMan/SpaceMan-3096.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca91b94c4aa5659d2d783671b56458bca16740a --- /dev/null +++ b/SpaceMan/SpaceMan-3096.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed87b2375e13e789ef2708ebad338973422518af2abd13d8252eb1c39c291d86 +size 7169623 diff --git a/SpaceMan/SpaceMan-32826.onnx b/SpaceMan/SpaceMan-32826.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4ff88651669b82982c3e54300aca78a23f43a74e --- /dev/null +++ b/SpaceMan/SpaceMan-32826.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49a66316a4f4342dcf25fd0d062f90b480ac099592a2e7cc55f287beb602bfe8 +size 1116464 diff --git a/SpaceMan/SpaceMan-32826.pt b/SpaceMan/SpaceMan-32826.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec56b8fd62db57039138388ec48c1b204d47715b --- /dev/null +++ b/SpaceMan/SpaceMan-32826.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc0304bfadf5364d6e920c9f70af25f825475f84cfceb401a2d7a77b60326a2 +size 6692063 diff --git a/SpaceMan/SpaceMan-3357.onnx b/SpaceMan/SpaceMan-3357.onnx new file mode 100644 index 0000000000000000000000000000000000000000..9e8787ad6580e915e5ff3bab8710bfcb6707cc73 --- /dev/null +++ b/SpaceMan/SpaceMan-3357.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc40cb5f6b277121ce438374459374e78b588d9afb9aafee1dd6febba8c10dea +size 306571 diff --git a/SpaceMan/SpaceMan-3357.pt b/SpaceMan/SpaceMan-3357.pt new file mode 100644 index 0000000000000000000000000000000000000000..9948481b25373b4a8025d80749117755ee8d7e3f --- /dev/null +++ b/SpaceMan/SpaceMan-3357.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1d3d7c14475f9ab5c228dd5ee7c23114bdf59564b671a752634e9137d75bc98 +size 614701 diff --git a/SpaceMan/SpaceMan-36665.onnx b/SpaceMan/SpaceMan-36665.onnx new file mode 100644 index 0000000000000000000000000000000000000000..222bfd495f773672a6422eef1b177bf1e6e4ac3d --- /dev/null +++ b/SpaceMan/SpaceMan-36665.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35700c2e5479fb929590746665f9d5272bef87929fd2dccaedb60c63d98d785c +size 3578670 diff --git a/SpaceMan/SpaceMan-36665.pt b/SpaceMan/SpaceMan-36665.pt new file mode 100644 index 0000000000000000000000000000000000000000..dda553230e85d1bc32433e2f243b46e10dcd6dc8 --- /dev/null +++ b/SpaceMan/SpaceMan-36665.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e941016a2886752ae7344a72b6ff091460e063a64b65093fe851838152f22884 +size 7169659 diff --git a/SpaceMan/SpaceMan-38643.pt b/SpaceMan/SpaceMan-38643.pt new file mode 100644 index 0000000000000000000000000000000000000000..97723e5a07f593dc4b4e49b32128bcea7d8c06aa --- /dev/null +++ b/SpaceMan/SpaceMan-38643.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8f675e475e4caaef46becc6f70ecbbf850ecc80b5f087872b89f1f0753ad705 +size 248 diff --git a/SpaceMan/SpaceMan-399588.onnx b/SpaceMan/SpaceMan-399588.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a184a920294fe11712044ea8d7a5fcad93d49f2d --- /dev/null +++ b/SpaceMan/SpaceMan-399588.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030e602c23ce6d79469e5e50d18c8b0397dcc87ab5aeaf854c127323e59d46b0 +size 3301724 diff --git a/SpaceMan/SpaceMan-399588.pt b/SpaceMan/SpaceMan-399588.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c13d3cc89c554a30fa18c847764f390e12dbc96 --- /dev/null +++ b/SpaceMan/SpaceMan-399588.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f50c2f3dc173f6a085619b06ad0cf1788357389b8ddd5e2a68466b5436e4b3f +size 6614529 diff --git a/SpaceMan/SpaceMan-410636.onnx b/SpaceMan/SpaceMan-410636.onnx new file mode 100644 index 0000000000000000000000000000000000000000..6190ca004eb0b263346565e67de6dc24f10d5abc --- /dev/null +++ b/SpaceMan/SpaceMan-410636.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fcbc2c3b57ffab92bb247a2dbe6ecf41250104d03674fa383f38afb78d36a15 +size 1116464 diff --git a/SpaceMan/SpaceMan-410636.pt b/SpaceMan/SpaceMan-410636.pt new file mode 100644 index 0000000000000000000000000000000000000000..2037e491a8c764fb529322a1df0f0c9885b55ee8 --- /dev/null +++ b/SpaceMan/SpaceMan-410636.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2770f526db8c6d408603e14b0b0d6937411f1b2d03fb22e8eafea262d1f607cb +size 6692124 diff --git a/SpaceMan/SpaceMan-443407.onnx b/SpaceMan/SpaceMan-443407.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c07dc75361b342c1acac0c7d4a063e7939ef4856 --- /dev/null +++ b/SpaceMan/SpaceMan-443407.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dea01d369a309b51df38214fd64a79a948cc7ee6aaac3189b43a62b451ab590 +size 917642 diff --git a/SpaceMan/SpaceMan-443407.pt b/SpaceMan/SpaceMan-443407.pt new file mode 100644 index 0000000000000000000000000000000000000000..918b5d321ce729fa57d219b29a50bb0af08a3464 --- /dev/null +++ b/SpaceMan/SpaceMan-443407.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2fd509f2795961221366694be04407ac8f2c3d9bc3ddd1fbd9f5f033b37566 +size 5498044 diff --git a/SpaceMan/SpaceMan-44792.pt b/SpaceMan/SpaceMan-44792.pt new file mode 100644 index 0000000000000000000000000000000000000000..9801073b7f86fe48a4082578b6ad08e293a30df6 --- /dev/null +++ b/SpaceMan/SpaceMan-44792.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a67db6da25fa95d572ec87edc82c3f307d39581809f7e935fa23c87aa2bf51e +size 248 diff --git a/SpaceMan/SpaceMan-499918.onnx b/SpaceMan/SpaceMan-499918.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bae477ef31a229c6ce007f4e45913fcc1adfeea3 --- /dev/null +++ b/SpaceMan/SpaceMan-499918.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0936632c262950ce826d599b5c93bd71ffb4e9ede984cfa92ceec59cbdd036 +size 907064 diff --git a/SpaceMan/SpaceMan-499918.pt b/SpaceMan/SpaceMan-499918.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe776aa60735b5bb8a2116aff91d15d2ef641af8 --- /dev/null +++ b/SpaceMan/SpaceMan-499918.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79718c2e35c83efc87a8b4482ee84755bde5f9ef992f11504809f12cadf28c40 +size 5429210 diff --git a/SpaceMan/SpaceMan-499940.onnx b/SpaceMan/SpaceMan-499940.onnx new file mode 100644 index 0000000000000000000000000000000000000000..6595799798b5fc620f245d7e6d4752ee255c133b --- /dev/null +++ b/SpaceMan/SpaceMan-499940.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531a9f8129d63db9905872bf6b796698d4977c2c37679585edea8e2c34e27b05 +size 917642 diff --git a/SpaceMan/SpaceMan-499940.pt b/SpaceMan/SpaceMan-499940.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c2c22ea9498c2fc031487911e17101db3ce057 --- /dev/null +++ b/SpaceMan/SpaceMan-499940.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a97767b960d5145ae18f77b96521d3808b56da43af06d7039aa7abbe3ba304 +size 5498044 diff --git a/SpaceMan/SpaceMan-499949.onnx b/SpaceMan/SpaceMan-499949.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3215091290b1383264d6247d0adc5ac9505b1d62 --- /dev/null +++ b/SpaceMan/SpaceMan-499949.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a04d8303cd924c4b494891752d3ef55c8c5e357a744c9d2491b8dc17784163 +size 307504 diff --git a/SpaceMan/SpaceMan-499949.pt b/SpaceMan/SpaceMan-499949.pt new file mode 100644 index 0000000000000000000000000000000000000000..87d7eadba3c17417e56aa7121d054950994cb3f3 --- /dev/null +++ b/SpaceMan/SpaceMan-499949.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8341329b6d22d8dca7ca29da23728f32134f3abe395a3890628f2ae516f527f7 +size 1838364 diff --git a/SpaceMan/SpaceMan-499952.onnx b/SpaceMan/SpaceMan-499952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..27cc2032ee0fb06143790df5359811eff906e9b4 --- /dev/null +++ b/SpaceMan/SpaceMan-499952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f20bd4f33462169088157f259220de71db74baef977de0c5fedb1f16e23ddb +size 1963146 diff --git a/SpaceMan/SpaceMan-499952.pt b/SpaceMan/SpaceMan-499952.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bfe797eb34de169b9dfa8ee09478e2bb70ffc34 --- /dev/null +++ b/SpaceMan/SpaceMan-499952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f85f2f1121c8511f39d264bd16de39511c6e79c05015d1bb76a40861dac7a8 +size 11771068 diff --git a/SpaceMan/SpaceMan-499990.onnx b/SpaceMan/SpaceMan-499990.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0d1bdb7557924d53cb5bad71301cbb70a242ea59 --- /dev/null +++ b/SpaceMan/SpaceMan-499990.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3eb16a03b284b34f7c4710b5676d4435fb3c03c9e1d23bc284c5f2c5f5c93c8 +size 919448 diff --git a/SpaceMan/SpaceMan-499990.pt b/SpaceMan/SpaceMan-499990.pt new file mode 100644 index 0000000000000000000000000000000000000000..46d623b8559a7795968990f20352a36a1feb7137 --- /dev/null +++ b/SpaceMan/SpaceMan-499990.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5942969af7e2d951bb8cbdf40c8279d96db99487ea39864cfdeab4e562840f5 +size 5503194 diff --git a/SpaceMan/SpaceMan-500004.onnx b/SpaceMan/SpaceMan-500004.onnx new file mode 100644 index 0000000000000000000000000000000000000000..5e8296c7c1851daa5a3745462487073444288459 --- /dev/null +++ b/SpaceMan/SpaceMan-500004.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434d4ea7c85d9dbf8e4f0537c0f625a6feaa7cc250966de06f8687dc2c7ebc06 +size 3301724 diff --git a/SpaceMan/SpaceMan-500004.pt b/SpaceMan/SpaceMan-500004.pt new file mode 100644 index 0000000000000000000000000000000000000000..c748b3210f2c15a35cb8d78e8a394c3a510facb3 --- /dev/null +++ b/SpaceMan/SpaceMan-500004.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15e78d6d5f0f610030be0fb7bf3663b0cbfee12031cd85e4c04449d34fcd62f +size 6614529 diff --git a/SpaceMan/SpaceMan-500013.onnx b/SpaceMan/SpaceMan-500013.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3215091290b1383264d6247d0adc5ac9505b1d62 --- /dev/null +++ b/SpaceMan/SpaceMan-500013.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a04d8303cd924c4b494891752d3ef55c8c5e357a744c9d2491b8dc17784163 +size 307504 diff --git a/SpaceMan/SpaceMan-500013.pt b/SpaceMan/SpaceMan-500013.pt new file mode 100644 index 0000000000000000000000000000000000000000..4df38689b8e7d2dd1accda95a257a88f9eb174b0 --- /dev/null +++ b/SpaceMan/SpaceMan-500013.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7db66cad16379a34581f88ca1fe72e18292a60632ec9f2e849ab6142eabef67 +size 1838364 diff --git a/SpaceMan/SpaceMan-500016.onnx b/SpaceMan/SpaceMan-500016.onnx new file mode 100644 index 0000000000000000000000000000000000000000..27cc2032ee0fb06143790df5359811eff906e9b4 --- /dev/null +++ b/SpaceMan/SpaceMan-500016.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f20bd4f33462169088157f259220de71db74baef977de0c5fedb1f16e23ddb +size 1963146 diff --git a/SpaceMan/SpaceMan-500016.pt b/SpaceMan/SpaceMan-500016.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ef5d6d9ba072f4c50bd95b03a6cd3651002d4a4 --- /dev/null +++ b/SpaceMan/SpaceMan-500016.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd13ef9498449c0628fb9997e63c45c5b11d8b35a5fc51a374634b6eb85db7b +size 11771068 diff --git a/SpaceMan/SpaceMan-54693.onnx b/SpaceMan/SpaceMan-54693.onnx new file mode 100644 index 0000000000000000000000000000000000000000..03595ec4676898dd6420ccceec525e739237edf4 --- /dev/null +++ b/SpaceMan/SpaceMan-54693.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3609f8f378efffce89d9ec00a473b6f9beb0343b447047d33ad2acb1d74c4f9 +size 298288 diff --git a/SpaceMan/SpaceMan-54693.pt b/SpaceMan/SpaceMan-54693.pt new file mode 100644 index 0000000000000000000000000000000000000000..0773fe67b419fb2e04ef542f77c0c7a383cc7a19 --- /dev/null +++ b/SpaceMan/SpaceMan-54693.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ced0d9a97118ce75153b5fde1491b72f2773fcc88370a70d8a86535bca3779 +size 1783007 diff --git a/SpaceMan/SpaceMan-55927.onnx b/SpaceMan/SpaceMan-55927.onnx new file mode 100644 index 0000000000000000000000000000000000000000..03af2b2a0068abf5c6272368429b9de8e20a2fe9 --- /dev/null +++ b/SpaceMan/SpaceMan-55927.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2e5eff9e50364479806589ea0b03263c8531b76af53d6e2bad02b99ba484bd +size 1116464 diff --git a/SpaceMan/SpaceMan-55927.pt b/SpaceMan/SpaceMan-55927.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee529f76cbb79c38d160040d220d1bce4f39c4a0 --- /dev/null +++ b/SpaceMan/SpaceMan-55927.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:898c5085f31cfede5c7553680f92b9c3a7f0243101f2ffd091d2e4a071c29680 +size 6692063 diff --git a/SpaceMan/SpaceMan-588.onnx b/SpaceMan/SpaceMan-588.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d52074aabcb9e00eb8665433addcd57be95919e0 --- /dev/null +++ b/SpaceMan/SpaceMan-588.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e1e75b2aec582b91674bf110a4bbecef1093fbbe43a0bf6f618aae0fe945738 +size 306571 diff --git a/SpaceMan/SpaceMan-588.pt b/SpaceMan/SpaceMan-588.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f8f816b1c280bc82880406a618d7e772a9c20b2 --- /dev/null +++ b/SpaceMan/SpaceMan-588.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2a47a7b595c0d1d73cf2e8461214ac9daa28cdf5e0a7b3058d75b4d6ccde5d3 +size 614679 diff --git a/SpaceMan/SpaceMan-600060.onnx b/SpaceMan/SpaceMan-600060.onnx new file mode 100644 index 0000000000000000000000000000000000000000..00c9e63abc6bdcca16908a58d04c9b9865e20674 --- /dev/null +++ b/SpaceMan/SpaceMan-600060.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d68e96b6d9455bba5e225a335bf258687094345c9a72fc908a7b375fb0949bb +size 917642 diff --git a/SpaceMan/SpaceMan-600060.pt b/SpaceMan/SpaceMan-600060.pt new file mode 100644 index 0000000000000000000000000000000000000000..630a0a857b3d982b1ca5965fd35bf3759c72208d --- /dev/null +++ b/SpaceMan/SpaceMan-600060.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:876da082deaf0348a313bc25ed1c9b098d070b43d251a9dbfe85abef05fd6d12 +size 5498044 diff --git a/SpaceMan/SpaceMan-60763.onnx b/SpaceMan/SpaceMan-60763.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e8b723b45356a10c10b5e3db9939b6af14958dba --- /dev/null +++ b/SpaceMan/SpaceMan-60763.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f750d3a3ce9282f310c83b49695b0d68989a24d262bcc7f0ac1a621ea788cf2 +size 3578670 diff --git a/SpaceMan/SpaceMan-60763.pt b/SpaceMan/SpaceMan-60763.pt new file mode 100644 index 0000000000000000000000000000000000000000..2707bc40ee7910c2b38b10612b155b3825534e62 --- /dev/null +++ b/SpaceMan/SpaceMan-60763.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c72a6704f7febef47cea366f92e2bb3979055fb855f919c9626342ab667241e +size 7169659 diff --git a/SpaceMan/SpaceMan-6512.onnx b/SpaceMan/SpaceMan-6512.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a4824b5b45e22637ebb218af8bb38260cb1ebe73 --- /dev/null +++ b/SpaceMan/SpaceMan-6512.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4993ed8ce94d057682b44102a9e7c02639852a59561c54ddaa944b123f53184 +size 297355 diff --git a/SpaceMan/SpaceMan-6512.pt b/SpaceMan/SpaceMan-6512.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bdcf142aa3bdfd9f555f30a7172c8fe261195c7 --- /dev/null +++ b/SpaceMan/SpaceMan-6512.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d833dce2816a1338839fe9f8be33e893067e1a88a7abf5e55e0a38432e6115f5 +size 596269 diff --git a/SpaceMan/SpaceMan-700014.onnx b/SpaceMan/SpaceMan-700014.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b90d22a50161f32eb14db5ea4528dc759a8243b2 --- /dev/null +++ b/SpaceMan/SpaceMan-700014.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f7bf1226fcd5ed0213cf59d41840f74472cc7a2bb95ee24871819cc7a86de7 +size 919448 diff --git a/SpaceMan/SpaceMan-700014.pt b/SpaceMan/SpaceMan-700014.pt new file mode 100644 index 0000000000000000000000000000000000000000..99d0307d19d36529a34b4029f31a3cb7c052cf73 --- /dev/null +++ b/SpaceMan/SpaceMan-700014.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780bf7a1276dcca5e84ff12cae17eadbffba8579cc1e7549a0fa0b302ffb93da +size 5503194 diff --git a/SpaceMan/SpaceMan-700060.onnx b/SpaceMan/SpaceMan-700060.onnx new file mode 100644 index 0000000000000000000000000000000000000000..af97efb3d531d662dcd938c7d68f0086c6204b77 --- /dev/null +++ b/SpaceMan/SpaceMan-700060.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93bcbd0a1fd2eb530bdc65273be236e6cc15706a01921280bae77571c57c83c6 +size 907064 diff --git a/SpaceMan/SpaceMan-700060.pt b/SpaceMan/SpaceMan-700060.pt new file mode 100644 index 0000000000000000000000000000000000000000..9605800842c9db18580d059da138f6a16d92880e --- /dev/null +++ b/SpaceMan/SpaceMan-700060.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d319c2e6ac3e9a287bc2e1a9eee94d608c1d1db73f2efe426b49e6fda99ed8d3 +size 5429210 diff --git a/SpaceMan/SpaceMan-83093.onnx b/SpaceMan/SpaceMan-83093.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3fc1a3a648600a3e8e6b2fc710152278fc255375 --- /dev/null +++ b/SpaceMan/SpaceMan-83093.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6576539a62b0e2b4d30525036e0ed2ff73a275eb4f7c2f7828cb52e613b8f5f7 +size 3578670 diff --git a/SpaceMan/SpaceMan-83093.pt b/SpaceMan/SpaceMan-83093.pt new file mode 100644 index 0000000000000000000000000000000000000000..a81bd1a9da0d00e02ae7da5fb1ce9b76ade2add1 --- /dev/null +++ b/SpaceMan/SpaceMan-83093.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b619c8dd2dd39f8c01815e0493ac74bf5ce12a3da7161591ef33c00e7a22de03 +size 7169659 diff --git a/SpaceMan/SpaceMan-99233.onnx b/SpaceMan/SpaceMan-99233.onnx new file mode 100644 index 0000000000000000000000000000000000000000..f0a8cd1cfef0ea4923def7ef65a0e37ac6d18815 --- /dev/null +++ b/SpaceMan/SpaceMan-99233.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5552d4437f1c44f643ebd1c205e57c860eb242bbc65669e774c1db12c92a09 +size 1958747 diff --git a/SpaceMan/SpaceMan-99233.pt b/SpaceMan/SpaceMan-99233.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ec63844e5a01e40ea7f3f9679721a67be227497 --- /dev/null +++ b/SpaceMan/SpaceMan-99233.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3eaa14439ddbdcccbd4aac3687bfc36a867d7262ca310fc2515d8a58bdcdd35 +size 3925475 diff --git a/SpaceMan/checkpoint.pt b/SpaceMan/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d10faf91c8c6f2fe95b80c2cc92eb83c393f45a --- /dev/null +++ b/SpaceMan/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b964bc51369187b9d059642a9693b65cde3beec907e3a0c952bd10b4202004e +size 21490731 diff --git a/SpaceMan/events.out.tfevents.1706920871.DESKTOP-0JACSNF.9740.0 b/SpaceMan/events.out.tfevents.1706920871.DESKTOP-0JACSNF.9740.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d0ec37506e1dc1098c8a581c64d2d69dec8d8f3 --- /dev/null +++ b/SpaceMan/events.out.tfevents.1706920871.DESKTOP-0JACSNF.9740.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf625ca187a38a07777983aa72df834efddbceb8e89b0ccf23d15fab49124aaf +size 13836 diff --git a/SpaceMan/events.out.tfevents.1706921952.DESKTOP-0JACSNF.22100.0 b/SpaceMan/events.out.tfevents.1706921952.DESKTOP-0JACSNF.22100.0 new file mode 100644 index 0000000000000000000000000000000000000000..76d2c9851d81ac4f2bd5bc253f06cbcd1a814c80 --- /dev/null +++ b/SpaceMan/events.out.tfevents.1706921952.DESKTOP-0JACSNF.22100.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0271f605b7c74c673bfe266857068eae5daa3f8aa4fd3ec9ab06e65822c131b6 +size 22458 diff --git a/SpaceMan/events.out.tfevents.1706923749.DESKTOP-0JACSNF.6624.0 b/SpaceMan/events.out.tfevents.1706923749.DESKTOP-0JACSNF.6624.0 new file mode 100644 index 0000000000000000000000000000000000000000..333391619daeac39e93b5fd7cb6d6b6ea78f65a4 --- /dev/null +++ b/SpaceMan/events.out.tfevents.1706923749.DESKTOP-0JACSNF.6624.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:512ae60d9f2afdc4b7da1c0cdcda20b892cbffd282b67240f9f622925bd8e7b5 +size 42530 diff --git a/SpaceMan/events.out.tfevents.1706927160.DESKTOP-0JACSNF.17036.0 b/SpaceMan/events.out.tfevents.1706927160.DESKTOP-0JACSNF.17036.0 new file mode 100644 index 0000000000000000000000000000000000000000..06d619272de738bf6ab643cbe51a5d5fa04ec66d --- /dev/null +++ b/SpaceMan/events.out.tfevents.1706927160.DESKTOP-0JACSNF.17036.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b3bb139e0212b831d0f59dcad4ed60c164baf22bde0f6ceb9cb17e60dc1c7e +size 196685 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12e6f93ddb7e75434e43ba2ef3a4114474069b0d --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"SpaceMan": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 204800, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 10, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "constant", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 4, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 3000000, "time_horizon": 100, "summary_freq": 10000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": null, "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SpaceMan", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0f5e79be5ac207063c1917dd766ed0586dc5be8e --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,78 @@ +default_settings: null +behaviors: + SpaceMan: + trainer_type: ppo + hyperparameters: + batch_size: 2048 + buffer_size: 204800 + learning_rate: 0.0003 + beta: 0.005 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 10 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: constant + epsilon_schedule: linear + checkpoint_interval: 500000 + network_settings: + normalize: true + hidden_units: 512 + num_layers: 4 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + even_checkpoints: false + max_steps: 3000000 + time_horizon: 100 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: null + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + timeout_wait: 60 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: SpaceMan + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..01270ae2fa4a7e371612e08a859adad2baf4e83f --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "SpaceMan.Policy.Entropy.mean": { + "value": 1.467922329902649, + "min": 1.4460493326187134, + "max": 1.4702874422073364, + "count": 206 + }, + "SpaceMan.Policy.Entropy.sum": { + "value": 14601.423828125, + "min": 3239.151123046875, + "max": 14826.1328125, + "count": 206 + }, + "SpaceMan.Step.mean": { + "value": 2999904.0, + "min": 949987.0, + "max": 2999904.0, + "count": 206 + }, + "SpaceMan.Step.sum": { + "value": 2999904.0, + "min": 949987.0, + "max": 2999904.0, + "count": 206 + }, + "SpaceMan.Policy.ExtrinsicValueEstimate.mean": { + "value": 8.697190284729004, + "min": 1.4972530603408813, + "max": 8.85627555847168, + "count": 206 + }, + "SpaceMan.Policy.ExtrinsicValueEstimate.sum": { + "value": 947.9937133789062, + "min": 41.9230842590332, + "max": 965.0084228515625, + "count": 206 + }, + "SpaceMan.Environment.EpisodeLength.mean": { + "value": 346.96153846153845, + "min": 114.55813953488372, + "max": 623.625, + "count": 206 + }, + "SpaceMan.Environment.EpisodeLength.sum": { + "value": 9021.0, + "min": 2221.0, + "max": 11278.0, + "count": 206 + }, + "SpaceMan.Environment.CumulativeReward.mean": { + "value": 65.88783825768365, + "min": 15.583248460015586, + "max": 130.89143872261047, + "count": 206 + }, + "SpaceMan.Environment.CumulativeReward.sum": { + "value": 1778.9716329574585, + "min": 285.4216604232788, + "max": 2292.114513397217, + "count": 206 + }, + "SpaceMan.Policy.ExtrinsicReward.mean": { + "value": 65.88783825768365, + "min": 15.583248460015586, + "max": 130.89143872261047, + "count": 206 + }, + "SpaceMan.Policy.ExtrinsicReward.sum": { + "value": 1778.9716329574585, + "min": 285.4216604232788, + "max": 2292.114513397217, + "count": 206 + }, + "SpaceMan.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 206 + }, + "SpaceMan.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 206 + }, + "SpaceMan.Losses.PolicyLoss.mean": { + "value": 0.017651287283864805, + "min": 0.017651287283864805, + "max": 0.018727625109371728, + "count": 10 + }, + "SpaceMan.Losses.PolicyLoss.sum": { + "value": 0.017651287283864805, + "min": 0.017651287283864805, + "max": 0.018727625109371728, + "count": 10 + }, + "SpaceMan.Losses.ValueLoss.mean": { + "value": 5.96720850276947, + "min": 2.832233478307724, + "max": 6.14014026260376, + "count": 10 + }, + "SpaceMan.Losses.ValueLoss.sum": { + "value": 5.96720850276947, + "min": 2.832233478307724, + "max": 6.14014026260376, + "count": 10 + }, + "SpaceMan.Policy.LearningRate.mean": { + "value": 3.856998714666749e-07, + "min": 3.856998714666749e-07, + "max": 0.00018473073842310007, + "count": 10 + }, + "SpaceMan.Policy.LearningRate.sum": { + "value": 3.856998714666749e-07, + "min": 3.856998714666749e-07, + "max": 0.00018473073842310007, + "count": 10 + }, + "SpaceMan.Policy.Epsilon.mean": { + "value": 0.10012853333333334, + "min": 0.10012853333333334, + "max": 0.16157690000000002, + "count": 10 + }, + "SpaceMan.Policy.Epsilon.sum": { + "value": 0.10012853333333334, + "min": 0.10012853333333334, + "max": 0.16157690000000002, + "count": 10 + }, + "SpaceMan.Policy.Beta.mean": { + "value": 0.005, + "min": 0.005, + "max": 0.005, + "count": 10 + }, + "SpaceMan.Policy.Beta.sum": { + "value": 0.005, + "min": 0.005, + "max": 0.005, + "count": 10 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1706927152", + "python_version": "3.10.11 (tags/v3.10.11:7d4cc5a, Apr 5 2023, 00:38:17) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\marko\\Documents\\UNITY\\ML-Agents\\.venv\\Scripts\\mlagents-learn config/ppo/SpaceManConfig.yaml --run-id=SpaceMan --resume", + "mlagents_version": "1.0.0", + "mlagents_envs_version": "1.0.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.13.1+cu117", + "numpy_version": "1.23.4", + "end_time_seconds": "1706939538" + }, + "total": 12386.343817200046, + "count": 1, + "self": 0.04495599982328713, + "children": { + "run_training.setup": { + "total": 0.10608000005595386, + "count": 1, + "self": 0.10608000005595386 + }, + "TrainerController.start_learning": { + "total": 12386.192781200167, + "count": 1, + "self": 33.989122175145894, + "children": { + "TrainerController._reset_env": { + "total": 9.272607399849221, + "count": 1, + "self": 9.272607399849221 + }, + "TrainerController.advance": { + "total": 12342.69078802527, + "count": 2062918, + "self": 31.81940820766613, + "children": { + "env_step": { + "total": 11086.329229957424, + "count": 2062918, + "self": 6582.622336421395, + "children": { + "SubprocessEnvManager._take_step": { + "total": 4481.90155536239, + "count": 2062918, + "self": 95.02506078104489, + "children": { + "TorchPolicy.evaluate": { + "total": 4386.8764945813455, + "count": 2052171, + "self": 4386.8764945813455 + } + } + }, + "workers": { + "total": 21.80533817363903, + "count": 2062918, + "self": 0.0, + "children": { + "worker_root": { + "total": 12341.43987455056, + "count": 2062918, + "is_parallel": true, + "self": 7241.6551810198, + "children": { + "steps_from_proto": { + "total": 0.00023939996026456356, + "count": 1, + "is_parallel": true, + "self": 9.04998742043972e-05, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.00014890008606016636, + "count": 2, + "is_parallel": true, + "self": 0.00014890008606016636 + } + } + }, + "UnityEnvironment.step": { + "total": 5099.7844541308, + "count": 2062918, + "is_parallel": true, + "self": 131.40624884841964, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 97.48038711003028, + "count": 2062918, + "is_parallel": true, + "self": 97.48038711003028 + }, + "communicator.exchange": { + "total": 4572.9238510215655, + "count": 2062918, + "is_parallel": true, + "self": 4572.9238510215655 + }, + "steps_from_proto": { + "total": 297.97396715078503, + "count": 2062918, + "is_parallel": true, + "self": 136.89252207055688, + "children": { + "_process_rank_one_or_two_observation": { + "total": 161.08144508022815, + "count": 4125836, + "is_parallel": true, + "self": 161.08144508022815 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 1224.542149860179, + "count": 2062918, + "self": 34.844188132090494, + "children": { + "process_trajectory": { + "total": 187.2766596279107, + "count": 2062918, + "self": 186.30765082803555, + "children": { + "RLTrainer._checkpoint": { + "total": 0.9690087998751551, + "count": 5, + "self": 0.9690087998751551 + } + } + }, + "_update_policy": { + "total": 1002.4213021001779, + "count": 10, + "self": 680.5896564067807, + "children": { + "TorchPPOOptimizer.update": { + "total": 321.83164569339715, + "count": 10000, + "self": 321.83164569339715 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 8.998904377222061e-07, + "count": 1, + "self": 8.998904377222061e-07 + }, + "TrainerController._save_models": { + "total": 0.2402627000119537, + "count": 1, + "self": 0.05970859993249178, + "children": { + "RLTrainer._checkpoint": { + "total": 0.18055410007946193, + "count": 1, + "self": 0.18055410007946193 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..bf1006ead24ac2f8841f44b6964c6ca30b8eef8d --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "SpaceMan": { + "checkpoints": [ + { + "steps": 1499918, + "file_path": "results\\SpaceMan\\SpaceMan\\SpaceMan-1499918.onnx", + "reward": 22.2175737681628, + "creation_time": 1706930344.037184, + "auxillary_file_paths": [ + "results\\SpaceMan\\SpaceMan\\SpaceMan-1499918.pt" + ] + }, + { + "steps": 1999944, + "file_path": "results\\SpaceMan\\SpaceMan\\SpaceMan-1999944.onnx", + "reward": 36.042707537212515, + "creation_time": 1706933358.131544, + "auxillary_file_paths": [ + "results\\SpaceMan\\SpaceMan\\SpaceMan-1999944.pt" + ] + }, + { + "steps": 2499990, + "file_path": "results\\SpaceMan\\SpaceMan\\SpaceMan-2499990.onnx", + "reward": 48.623730069768115, + "creation_time": 1706936559.669555, + "auxillary_file_paths": [ + "results\\SpaceMan\\SpaceMan\\SpaceMan-2499990.pt" + ] + }, + { + "steps": 2999904, + "file_path": "results\\SpaceMan\\SpaceMan\\SpaceMan-2999904.onnx", + "reward": 112.39698941367013, + "creation_time": 1706939538.5782924, + "auxillary_file_paths": [ + "results\\SpaceMan\\SpaceMan\\SpaceMan-2999904.pt" + ] + }, + { + "steps": 3000004, + "file_path": "results\\SpaceMan\\SpaceMan\\SpaceMan-3000004.onnx", + "reward": 112.39698941367013, + "creation_time": 1706939538.7678978, + "auxillary_file_paths": [ + "results\\SpaceMan\\SpaceMan\\SpaceMan-3000004.pt" + ] + } + ], + "final_checkpoint": { + "steps": 3000004, + "file_path": "results\\SpaceMan\\SpaceMan.onnx", + "reward": 112.39698941367013, + "creation_time": 1706939538.7678978, + "auxillary_file_paths": [ + "results\\SpaceMan\\SpaceMan\\SpaceMan-3000004.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "1.0.0", + "torch_version": "1.13.1+cu117" + } +} \ No newline at end of file