diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4306ceff7df6341772daccab5ba9019b0cdb79c9 --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ +--- +library_name: ml-agents +tags: +- SnowballTarget +- deep-reinforcement-learning +- reinforcement-learning +- ML-Agents-SnowballTarget +--- + + # **ppo** Agent playing **SnowballTarget** + This is a trained model of a **ppo** agent playing **SnowballTarget** + using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/ + + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your + browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction + - A *longer tutorial* to understand how works ML-Agents: + https://huggingface.co/learn/deep-rl-course/unit5/introduction + + ### Resume the training + ```bash + mlagents-learn --run-id= --resume + ``` + + ### Watch your Agent play + You can watch your agent **playing directly in your browser** + + 1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity + 2. Step 1: Find your model_id: alesthehuman/ppo-SnowballTarget + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/SnowballTarget.onnx b/SnowballTarget.onnx new file mode 100644 index 0000000000000000000000000000000000000000..01150378e964df68dc4de09a45e77cd1cf4a03a8 --- /dev/null +++ b/SnowballTarget.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694f1f1cb6c6c737a6a193432a7e7785f87b58dc5fa12cb1c8c4478d6b4b594f +size 94197 diff --git a/SnowballTarget/SnowballTarget-101776.onnx b/SnowballTarget/SnowballTarget-101776.onnx new file mode 100644 index 0000000000000000000000000000000000000000..952a23a2748a4c791d369c1e5eeb39fe8271210c --- /dev/null +++ b/SnowballTarget/SnowballTarget-101776.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8ac7c8eea81103451eea857e143520206e26a1b4bac77fb28b59db4e87cda2 +size 94197 diff --git a/SnowballTarget/SnowballTarget-101776.pt b/SnowballTarget/SnowballTarget-101776.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b29f9b65eb78db2df1a80b294e4d49aff4fa833 --- /dev/null +++ b/SnowballTarget/SnowballTarget-101776.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8882ae18d466dbe0b317d7825d39ae3410a8b98a426458c248417f7f8c004b +size 192576 diff --git a/SnowballTarget/SnowballTarget-249984.onnx b/SnowballTarget/SnowballTarget-249984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-249984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-249984.pt b/SnowballTarget/SnowballTarget-249984.pt new file mode 100644 index 0000000000000000000000000000000000000000..0017bb8300cadd3cec03b78f3451e6e860f35a57 --- /dev/null +++ b/SnowballTarget/SnowballTarget-249984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2b996f1db35a30668ab87153ca14512586d89da88175cb123cc57744c5b4f6 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-299944.onnx b/SnowballTarget/SnowballTarget-299944.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-299944.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-299944.pt b/SnowballTarget/SnowballTarget-299944.pt new file mode 100644 index 0000000000000000000000000000000000000000..5897bdbb09222271aaf95fb6ad542fbbfec849c1 --- /dev/null +++ b/SnowballTarget/SnowballTarget-299944.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a8432427e0649d31cd09648f2ca791b133dd0d459af2e3a63335495fb80ec9 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-349968.onnx b/SnowballTarget/SnowballTarget-349968.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-349968.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-349968.pt b/SnowballTarget/SnowballTarget-349968.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eb11ea0279d35df5e0349ce604b5b34ede88b52 --- /dev/null +++ b/SnowballTarget/SnowballTarget-349968.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0098efeab2e060e21ddd96384aeb9033c9c76db24f1f940ef42e8aca099c52b5 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-399968.onnx b/SnowballTarget/SnowballTarget-399968.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-399968.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-399968.pt b/SnowballTarget/SnowballTarget-399968.pt new file mode 100644 index 0000000000000000000000000000000000000000..0425939f791a1c35e8ea1b7e07db82979e3eb5ac --- /dev/null +++ b/SnowballTarget/SnowballTarget-399968.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d58301c05a547217f4ec3ea76bc6c9950f167cc07278b41fa3600ba4e8f3b5 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-399992.onnx b/SnowballTarget/SnowballTarget-399992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..52e7fc2e4e9f94b99d2e0fdbb80a8b070e11aa58 --- /dev/null +++ b/SnowballTarget/SnowballTarget-399992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a97063774e60beab1f5d2e312e1446c16a3b7423ec39043efcada4129b4917f7 +size 94197 diff --git a/SnowballTarget/SnowballTarget-399992.pt b/SnowballTarget/SnowballTarget-399992.pt new file mode 100644 index 0000000000000000000000000000000000000000..29d3b5c69e6acade2545ae72cdf9ec448ca9b101 --- /dev/null +++ b/SnowballTarget/SnowballTarget-399992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8638e54a3e28a607a302fd249c11761553c5c2a91e0957deb61bcc10e482b1fc +size 559891 diff --git a/SnowballTarget/SnowballTarget-43208.onnx b/SnowballTarget/SnowballTarget-43208.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c8e491d74ac660a4ab21092783db87f01bf8d6d2 --- /dev/null +++ b/SnowballTarget/SnowballTarget-43208.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47bb1ef0a191e418649df30bc50191c10db9e2bcbe474e436f4ac0d89b249c73 +size 646532 diff --git a/SnowballTarget/SnowballTarget-43208.pt b/SnowballTarget/SnowballTarget-43208.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fab8545d80cc7ec0da2cc80c949587882566418 --- /dev/null +++ b/SnowballTarget/SnowballTarget-43208.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04f6a0dfedeb696c5448fa9d52c1ef69a673fc5fb95bbbf284f1dde0c7c1d5bd +size 1285152 diff --git a/SnowballTarget/SnowballTarget-449952.onnx b/SnowballTarget/SnowballTarget-449952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c0d333b83e385cc58ae79ed832261805b6eb5ce2 --- /dev/null +++ b/SnowballTarget/SnowballTarget-449952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953e3b18b2550a36df1a1d679ea73a79a63b9618e1d75fae55273c63c5a10431 +size 94197 diff --git a/SnowballTarget/SnowballTarget-449952.pt b/SnowballTarget/SnowballTarget-449952.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a17371c852601f564724ee046808589115b8a1 --- /dev/null +++ b/SnowballTarget/SnowballTarget-449952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd5ccd3ae2d7bbacab97fdba95f917222253fc11482c928526c790769c0fc61 +size 559891 diff --git a/SnowballTarget/SnowballTarget-449992.onnx b/SnowballTarget/SnowballTarget-449992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-449992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-449992.pt b/SnowballTarget/SnowballTarget-449992.pt new file mode 100644 index 0000000000000000000000000000000000000000..53da366412c00a3921d1ca8913e503cbff6466cb --- /dev/null +++ b/SnowballTarget/SnowballTarget-449992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c73920f9fd72d1adef463ffd6340e6651e59d91a5968645d1be9a2c7e8506c6f +size 78588480 diff --git a/SnowballTarget/SnowballTarget-499952.onnx b/SnowballTarget/SnowballTarget-499952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-499952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-499952.pt b/SnowballTarget/SnowballTarget-499952.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98a660ff55e0852cd7d529f5dea1b66a9588f72 --- /dev/null +++ b/SnowballTarget/SnowballTarget-499952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:510948507097127c63317070c4e0c3377fbadceb4c764ca579093f960fd62576 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-499976.onnx b/SnowballTarget/SnowballTarget-499976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..97dec9d92e51381cca1e6b41199863ab03a6525b --- /dev/null +++ b/SnowballTarget/SnowballTarget-499976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6e0d8502eb7b1fc06c4005d0fba21d361eb5b04a3a72c62d197a32d555bc9a +size 94197 diff --git a/SnowballTarget/SnowballTarget-499976.pt b/SnowballTarget/SnowballTarget-499976.pt new file mode 100644 index 0000000000000000000000000000000000000000..e18a23ad890730607a3856ab34e9a0f47eb0dabf --- /dev/null +++ b/SnowballTarget/SnowballTarget-499976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e369a899b95f251131ebf6b0c79efb05fc41c1c3d357f95a10cdd528e11f169b +size 559891 diff --git a/SnowballTarget/SnowballTarget-549976.onnx b/SnowballTarget/SnowballTarget-549976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-549976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-549976.pt b/SnowballTarget/SnowballTarget-549976.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5a6b0ea9c659f9d6d292cac03397210accebd85 --- /dev/null +++ b/SnowballTarget/SnowballTarget-549976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2346feee876dbc8ede7400b0b0c4bd5d0c92917c6c5791364a2c9a0cb4bb9952 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-549992.onnx b/SnowballTarget/SnowballTarget-549992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..923bdd794554d19c77127b31cfc5bd6e7f48e7d8 --- /dev/null +++ b/SnowballTarget/SnowballTarget-549992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d7f0223e0387bcc7783d4c6536ed4f50ea59b4c6ac2a8fe692b1705506081a +size 94197 diff --git a/SnowballTarget/SnowballTarget-549992.pt b/SnowballTarget/SnowballTarget-549992.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7f4f64546610f1c834a0316d4e41bde6a7a4df0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-549992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7f5ef0ec5189449b1c2aad45b59fbe48c750afe09dd12c71e0dd172ec5b14e +size 559891 diff --git a/SnowballTarget/SnowballTarget-599936.onnx b/SnowballTarget/SnowballTarget-599936.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3419037e5e1dfcf8b8be7bb248394e31485f0336 --- /dev/null +++ b/SnowballTarget/SnowballTarget-599936.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d9e0ecbbdd21bcb5e5e9a8c7debf7c342660b8d168afc2b030fe33550082a9 +size 94197 diff --git a/SnowballTarget/SnowballTarget-599936.pt b/SnowballTarget/SnowballTarget-599936.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d18953779fa27894c42772a38f64bca1edb36c1 --- /dev/null +++ b/SnowballTarget/SnowballTarget-599936.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f1eb1b30552ee7bde4ef5582f69c1312e3c629a559d57379135f0b98dc39de +size 559891 diff --git a/SnowballTarget/SnowballTarget-599976.onnx b/SnowballTarget/SnowballTarget-599976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-599976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-599976.pt b/SnowballTarget/SnowballTarget-599976.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a7b821c1b2c0aa3ceea8cc4e32918e11fbb9dbd --- /dev/null +++ b/SnowballTarget/SnowballTarget-599976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ff8e82b654dc2ae97dc9be6dbc866c6b69f669776c5ef41d75a57830fa97a7 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-61600.onnx b/SnowballTarget/SnowballTarget-61600.onnx new file mode 100644 index 0000000000000000000000000000000000000000..01150378e964df68dc4de09a45e77cd1cf4a03a8 --- /dev/null +++ b/SnowballTarget/SnowballTarget-61600.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694f1f1cb6c6c737a6a193432a7e7785f87b58dc5fa12cb1c8c4478d6b4b594f +size 94197 diff --git a/SnowballTarget/SnowballTarget-61600.pt b/SnowballTarget/SnowballTarget-61600.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e1a8ccae4dcd1bd4ca54e9454a018a020d37f6e --- /dev/null +++ b/SnowballTarget/SnowballTarget-61600.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bbca85fb1045e85776a8a1a37611914b2f4f2d508a767932a8cc5c3cf277a87 +size 192576 diff --git a/SnowballTarget/SnowballTarget-649936.onnx b/SnowballTarget/SnowballTarget-649936.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-649936.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-649936.pt b/SnowballTarget/SnowballTarget-649936.pt new file mode 100644 index 0000000000000000000000000000000000000000..28273b99f969514e000767b51a0ea70dd79d4740 --- /dev/null +++ b/SnowballTarget/SnowballTarget-649936.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bab07859bcc766388a3c2b0c674c2c0b02c40e3980cd1a5948c0aaa9ec1f9469 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-649960.onnx b/SnowballTarget/SnowballTarget-649960.onnx new file mode 100644 index 0000000000000000000000000000000000000000..174f503213e8767132f9baf66f71f62ed872c499 --- /dev/null +++ b/SnowballTarget/SnowballTarget-649960.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73cd77433b7a691d5e8a1688cc846992e0664f84630cb7458780090efefe31db +size 94197 diff --git a/SnowballTarget/SnowballTarget-649960.pt b/SnowballTarget/SnowballTarget-649960.pt new file mode 100644 index 0000000000000000000000000000000000000000..814b5405391a569d09afaa537921a5bccf560db1 --- /dev/null +++ b/SnowballTarget/SnowballTarget-649960.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb347b0e4cd89a416c010045764a01e985fc3d4deca6ebba82020a552c6bf16e +size 559891 diff --git a/SnowballTarget/SnowballTarget-689920.onnx b/SnowballTarget/SnowballTarget-689920.onnx new file mode 100644 index 0000000000000000000000000000000000000000..84e1cb7b0ae2909d8242125cd773754735980ec0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-689920.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1087f573bda8ba504edfafb67ffb4cfd360d8a5f706ce0c994cc2e3df33c0ec +size 39306042 diff --git a/SnowballTarget/SnowballTarget-689920.pt b/SnowballTarget/SnowballTarget-689920.pt new file mode 100644 index 0000000000000000000000000000000000000000..736b9506284496e3f49a69a02af01ede612a82c6 --- /dev/null +++ b/SnowballTarget/SnowballTarget-689920.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302ff9776c13e210a4b9cf205ffc17fdbfd9934ea377d7a591b6e6f5c1fe6af6 +size 78588480 diff --git a/SnowballTarget/SnowballTarget-699984.onnx b/SnowballTarget/SnowballTarget-699984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4482ac0870ad5966ba574dbc8c5ffe58e61f2480 --- /dev/null +++ b/SnowballTarget/SnowballTarget-699984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400f740a56bcc73dfd76180389af6617a1399bb9457d72f356cb63188523ca9c +size 94197 diff --git a/SnowballTarget/SnowballTarget-699984.pt b/SnowballTarget/SnowballTarget-699984.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea9dfdd78629764957d6769aecfb7e82b7154e29 --- /dev/null +++ b/SnowballTarget/SnowballTarget-699984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925904d4366fe3644aa2f1a590d764841ac6f93e74cc35ccdbec6e988ec36eae +size 559891 diff --git a/SnowballTarget/SnowballTarget-749984.onnx b/SnowballTarget/SnowballTarget-749984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..2b8b69e739f03c0c28a7d6235091b7b2933f7d11 --- /dev/null +++ b/SnowballTarget/SnowballTarget-749984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931d2923bdf7361ef0acba275a4c38a1f4c1f1e8697cac37d99faecb196e2de1 +size 94197 diff --git a/SnowballTarget/SnowballTarget-749984.pt b/SnowballTarget/SnowballTarget-749984.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c4ced3ee26e24299e2429e1bc35e4e2e3077a4 --- /dev/null +++ b/SnowballTarget/SnowballTarget-749984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d0d3aacc0cdc5ea8786a7387cb1202e8bda667cdec1ea6ae81a5c204f50226 +size 559891 diff --git a/SnowballTarget/SnowballTarget-799944.onnx b/SnowballTarget/SnowballTarget-799944.onnx new file mode 100644 index 0000000000000000000000000000000000000000..04778f8b9f08cc0643f1ab4a62322f912c2034a1 --- /dev/null +++ b/SnowballTarget/SnowballTarget-799944.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c8ae9a5a06df2d1ce5db69f127b859d89ca368787d33f9e482105cda9d1aa5 +size 94197 diff --git a/SnowballTarget/SnowballTarget-799944.pt b/SnowballTarget/SnowballTarget-799944.pt new file mode 100644 index 0000000000000000000000000000000000000000..927dfbc58ab3efc568351a1967af8624c0fc78c7 --- /dev/null +++ b/SnowballTarget/SnowballTarget-799944.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab47a861b60f687e9470650177e06e8d3f7a2f39a10b5b859e51fdd31930311b +size 559891 diff --git a/SnowballTarget/SnowballTarget-849968.onnx b/SnowballTarget/SnowballTarget-849968.onnx new file mode 100644 index 0000000000000000000000000000000000000000..6d46e8118d3fa66e8fe0cb7d3a37c4fd06c659e3 --- /dev/null +++ b/SnowballTarget/SnowballTarget-849968.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e199153c8ed62c31534fe3ffada038cb8e47c287a2332b5b7bda914b7279e4 +size 94197 diff --git a/SnowballTarget/SnowballTarget-849968.pt b/SnowballTarget/SnowballTarget-849968.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b62b5265a7b29e9f2b1fa7770e2431461451a1d --- /dev/null +++ b/SnowballTarget/SnowballTarget-849968.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1744acce2ca5d08564447b0ae84eece40618c0029c3c67bdf4f2975d660a6c +size 559891 diff --git a/SnowballTarget/SnowballTarget-85712.onnx b/SnowballTarget/SnowballTarget-85712.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b919ae2e7bed3278dad550544a1722fa3ecc946d --- /dev/null +++ b/SnowballTarget/SnowballTarget-85712.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bf2db1a9ab9dd1b710820af1f41eaee8151436a3a9e163526e6e15349cdc50 +size 646532 diff --git a/SnowballTarget/SnowballTarget-85712.pt b/SnowballTarget/SnowballTarget-85712.pt new file mode 100644 index 0000000000000000000000000000000000000000..3645c7936dd65fa51e586a7dd7521c76c92e2913 --- /dev/null +++ b/SnowballTarget/SnowballTarget-85712.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a619993d25cc5d992a08cfeebfc74d6a7dd524b9804b2641387c8997885fcf08 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-867504.pt b/SnowballTarget/SnowballTarget-867504.pt new file mode 100644 index 0000000000000000000000000000000000000000..34e945aa16b6f64dba2a29145c969ee8d56a5a1f --- /dev/null +++ b/SnowballTarget/SnowballTarget-867504.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9565db4d50e0dbef463f52b139b5a5974a8da3ef61c0c825f71958641df9c393 +size 241 diff --git a/SnowballTarget/checkpoint.pt b/SnowballTarget/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b62b5265a7b29e9f2b1fa7770e2431461451a1d --- /dev/null +++ b/SnowballTarget/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1744acce2ca5d08564447b0ae84eece40618c0029c3c67bdf4f2975d660a6c +size 559891 diff --git a/SnowballTarget/events.out.tfevents.1688049645.0c7b145c0c19.24582.0 b/SnowballTarget/events.out.tfevents.1688049645.0c7b145c0c19.24582.0 new file mode 100644 index 0000000000000000000000000000000000000000..02b6c96ff4f9c612d84c1b7ac528d8ab48341c18 --- /dev/null +++ b/SnowballTarget/events.out.tfevents.1688049645.0c7b145c0c19.24582.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40fabae84f0474f58f9efc4bed2a49c719c7c9a7db0279226b7ea9b95ec16840 +size 89746 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1736210ff3b0d05af1d89844bf92f9785013432d --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 32, "buffer_size": 2048, "learning_rate": 3e-05, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 10, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 32, "num_layers": 10, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fdab48c8c60a1f0f4920cc4599ffb0ba261a160f --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,77 @@ +default_settings: null +behaviors: + SnowballTarget: + trainer_type: ppo + hyperparameters: + batch_size: 32 + buffer_size: 2048 + learning_rate: 3.0e-05 + beta: 0.005 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 10 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + checkpoint_interval: 50000 + network_settings: + normalize: false + hidden_units: 32 + num_layers: 10 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 10 + even_checkpoints: false + max_steps: 2000000 + time_horizon: 64 + summary_freq: 10000 + threaded: true + self_play: null + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/linux/SnowballTarget/SnowballTarget + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: true +environment_parameters: null +checkpoint_settings: + run_id: SnowballTarget1 + initialize_from: null + load_model: false + resume: false + force: true + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..fcba20b94ab0de6db5dfd72f8ddc9bf22b0c30a6 --- /dev/null +++ b/run_logs/Player-0.log @@ -0,0 +1,259 @@ +Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed' +Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc' +Preloaded 'lib_burst_generated.so' +Preloaded 'libgrpc_csharp_ext.x64.so' +Initialize engine version: 2021.3.14f1 (eee1884e7226) +[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems +Forcing GfxDevice: Null +GfxDevice: creating device client; threaded=0; jobified=0 +NullGfxDevice: + Version: NULL 1.0 [1.0] + Renderer: Null Device + Vendor: Unity Technologies +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000 +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +FMOD initialized on nosound output +Begin MonoManager ReloadAssembly +- Completed reload, in 0.077 seconds +ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +UnloadTime: 0.695991 ms +ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +requesting resize 84 x 84 +Setting up 1 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [8.0 KB-16.0 KB]: 23279 frames, [16.0 KB-32.0 KB]: 394 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.0 MB + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 198 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 304.0 KB + Peak Allocated Bytes 228.9 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 3.6 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 40 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [4.0 MB-8.0 MB]: 13060 frames, [8.0 MB-16.0 MB]: 10614 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 13.7 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 23674 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 17.7 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 21880 frames, [64.0 KB-128.0 KB]: 1794 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.8 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [32.0 KB-64.0 KB]: 23674 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 39.6 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [0.5 MB-1.0 MB]: 23674 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 0.6 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 23673 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 23674 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 23674 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.7 KB + Peak Large allocation bytes 0 B diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..8d25c5b1287d4cc2772deb12427d860e257a4dd3 --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,377 @@ +{ + "name": "root", + "gauges": { + "SnowballTarget.Policy.Entropy.mean": { + "value": 0.8005643486976624, + "min": 0.8005643486976624, + "max": 2.8897595405578613, + "count": 86 + }, + "SnowballTarget.Policy.Entropy.sum": { + "value": 7679.01318359375, + "min": 7679.01318359375, + "max": 29689.390625, + "count": 86 + }, + "SnowballTarget.Step.mean": { + "value": 859984.0, + "min": 9952.0, + "max": 859984.0, + "count": 86 + }, + "SnowballTarget.Step.sum": { + "value": 859984.0, + "min": 9952.0, + "max": 859984.0, + "count": 86 + }, + "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { + "value": 13.663809776306152, + "min": 0.3006419539451599, + "max": 13.663809776306152, + "count": 86 + }, + "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { + "value": 2664.44287109375, + "min": 58.32453918457031, + "max": 2758.469970703125, + "count": 86 + }, + "SnowballTarget.Environment.EpisodeLength.mean": { + "value": 199.0, + "min": 199.0, + "max": 199.0, + "count": 86 + }, + "SnowballTarget.Environment.EpisodeLength.sum": { + "value": 10945.0, + "min": 8756.0, + "max": 10945.0, + "count": 86 + }, + "SnowballTarget.Losses.PolicyLoss.mean": { + "value": 0.14014193106472436, + "min": 0.13611076401899697, + "max": 0.14403688367747985, + "count": 86 + }, + "SnowballTarget.Losses.PolicyLoss.sum": { + "value": 0.5605677242588974, + "min": 0.550232109960983, + "max": 0.7201844183873992, + "count": 86 + }, + "SnowballTarget.Losses.ValueLoss.mean": { + "value": 0.18197881391765, + "min": 0.1057476676526457, + "max": 0.30833898726028997, + "count": 86 + }, + "SnowballTarget.Losses.ValueLoss.sum": { + "value": 0.7279152556706, + "min": 0.4229906706105828, + "max": 1.496446692647741, + "count": 86 + }, + "SnowballTarget.Policy.LearningRate.mean": { + "value": 1.7180862730599998e-05, + "min": 1.7180862730599998e-05, + "max": 2.99188202706e-05, + "count": 86 + }, + "SnowballTarget.Policy.LearningRate.sum": { + "value": 6.872345092239999e-05, + "min": 6.872345092239999e-05, + "max": 0.000148851603828, + "count": 86 + }, + "SnowballTarget.Policy.Epsilon.mean": { + "value": 0.1572694, + "min": 0.1572694, + "max": 0.1997294, + "count": 86 + }, + "SnowballTarget.Policy.Epsilon.sum": { + "value": 0.6290776, + "min": 0.6290776, + "max": 0.9961720000000001, + "count": 86 + }, + "SnowballTarget.Policy.Beta.mean": { + "value": 0.0028677430599999996, + "min": 0.0028677430599999996, + "max": 0.00498649706, + "count": 86 + }, + "SnowballTarget.Policy.Beta.sum": { + "value": 0.011470972239999998, + "min": 0.011470972239999998, + "max": 0.024808982800000004, + "count": 86 + }, + "SnowballTarget.Environment.CumulativeReward.mean": { + "value": 27.15909090909091, + "min": 2.9545454545454546, + "max": 27.15909090909091, + "count": 86 + }, + "SnowballTarget.Environment.CumulativeReward.sum": { + "value": 1195.0, + "min": 130.0, + "max": 1455.0, + "count": 86 + }, + "SnowballTarget.Policy.ExtrinsicReward.mean": { + "value": 27.15909090909091, + "min": 2.9545454545454546, + "max": 27.15909090909091, + "count": 86 + }, + "SnowballTarget.Policy.ExtrinsicReward.sum": { + "value": 1195.0, + "min": 130.0, + "max": 1455.0, + "count": 86 + }, + "SnowballTarget.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 86 + }, + "SnowballTarget.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 86 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1688049644", + "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", + "command_line_arguments": "/usr/local/bin/mlagents-learn --force ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.11.0+cu102", + "numpy_version": "1.21.2", + "end_time_seconds": "1688055896" + }, + "total": 6252.132397349, + "count": 1, + "self": 0.5343544099996507, + "children": { + "run_training.setup": { + "total": 0.0397060049999709, + "count": 1, + "self": 0.0397060049999709 + }, + "TrainerController.start_learning": { + "total": 6251.558336934, + "count": 1, + "self": 2.8322411269409713, + "children": { + "TrainerController._reset_env": { + "total": 3.987936718000128, + "count": 1, + "self": 3.987936718000128 + }, + "TrainerController.advance": { + "total": 6244.736176606059, + "count": 78913, + "self": 1.371338105194809, + "children": { + "env_step": { + "total": 6243.364838500865, + "count": 78913, + "self": 5632.559633587176, + "children": { + "SubprocessEnvManager._take_step": { + "total": 609.501925863759, + "count": 78913, + "self": 8.872054845755883, + "children": { + "TorchPolicy.evaluate": { + "total": 600.6298710180031, + "count": 78913, + "self": 600.6298710180031 + } + } + }, + "workers": { + "total": 1.3032790499300972, + "count": 78912, + "self": 0.0, + "children": { + "worker_root": { + "total": 6242.012165772212, + "count": 78912, + "is_parallel": true, + "self": 5023.656429102948, + "children": { + "run_training.setup": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "steps_from_proto": { + "total": 0.0019513950001055491, + "count": 1, + "is_parallel": true, + "self": 0.0005977889995847363, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0013536060005208128, + "count": 10, + "is_parallel": true, + "self": 0.0013536060005208128 + } + } + }, + "UnityEnvironment.step": { + "total": 0.06701464399975521, + "count": 1, + "is_parallel": true, + "self": 0.0006015869998918788, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 0.00046059799979047966, + "count": 1, + "is_parallel": true, + "self": 0.00046059799979047966 + }, + "communicator.exchange": { + "total": 0.06392959599997994, + "count": 1, + "is_parallel": true, + "self": 0.06392959599997994 + }, + "steps_from_proto": { + "total": 0.0020228630000929115, + "count": 1, + "is_parallel": true, + "self": 0.0003697500005728216, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.00165311299952009, + "count": 10, + "is_parallel": true, + "self": 0.00165311299952009 + } + } + } + } + } + } + }, + "UnityEnvironment.step": { + "total": 1218.3557366692635, + "count": 78911, + "is_parallel": true, + "self": 47.01313297297838, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 23.05665892715524, + "count": 78911, + "is_parallel": true, + "self": 23.05665892715524 + }, + "communicator.exchange": { + "total": 985.968607595295, + "count": 78911, + "is_parallel": true, + "self": 985.968607595295 + }, + "steps_from_proto": { + "total": 162.31733717383486, + "count": 78911, + "is_parallel": true, + "self": 30.564958347634274, + "children": { + "_process_rank_one_or_two_observation": { + "total": 131.75237882620058, + "count": 789110, + "is_parallel": true, + "self": 131.75237882620058 + } + } + } + } + } + } + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 4.9361000492353924e-05, + "count": 1, + "self": 4.9361000492353924e-05, + "children": { + "thread_root": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "trainer_advance": { + "total": 6225.817099724835, + "count": 2504578, + "is_parallel": true, + "self": 51.866628838743054, + "children": { + "process_trajectory": { + "total": 1278.9955774550644, + "count": 2504578, + "is_parallel": true, + "self": 1268.4845690100638, + "children": { + "RLTrainer._checkpoint": { + "total": 10.511008445000698, + "count": 17, + "is_parallel": true, + "self": 10.511008445000698 + } + } + }, + "_update_policy": { + "total": 4894.954893431028, + "count": 394, + "is_parallel": true, + "self": 862.4403812670084, + "children": { + "TorchPPOOptimizer.update": { + "total": 4032.5145121640194, + "count": 267910, + "is_parallel": true, + "self": 4032.5145121640194 + } + } + } + } + } + } + } + } + }, + "TrainerController._save_models": { + "total": 0.0019331219991727266, + "count": 1, + "self": 2.5392999305040576e-05, + "children": { + "RLTrainer._checkpoint": { + "total": 0.001907728999867686, + "count": 1, + "self": 0.001907728999867686 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..f9a4f87b0f2d01d1b9b1e109261374977a781b2b --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,101 @@ +{ + "SnowballTarget": { + "checkpoints": [ + { + "steps": 399992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-399992.onnx", + "reward": 23.0, + "creation_time": 1688052517.365193, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-399992.pt" + ] + }, + { + "steps": 449952, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-449952.onnx", + "reward": 24.0, + "creation_time": 1688052882.4572608, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-449952.pt" + ] + }, + { + "steps": 499976, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-499976.onnx", + "reward": 25.0, + "creation_time": 1688053241.813138, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-499976.pt" + ] + }, + { + "steps": 549992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-549992.onnx", + "reward": 25.9, + "creation_time": 1688053598.565455, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-549992.pt" + ] + }, + { + "steps": 599936, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-599936.onnx", + "reward": 25.818181818181817, + "creation_time": 1688053946.2893496, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-599936.pt" + ] + }, + { + "steps": 649960, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-649960.onnx", + "reward": 24.90909090909091, + "creation_time": 1688054304.7480125, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-649960.pt" + ] + }, + { + "steps": 699984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-699984.onnx", + "reward": 27.09090909090909, + "creation_time": 1688054667.0766735, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-699984.pt" + ] + }, + { + "steps": 749984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-749984.onnx", + "reward": 25.181818181818183, + "creation_time": 1688055019.3731027, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-749984.pt" + ] + }, + { + "steps": 799944, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-799944.onnx", + "reward": 26.545454545454547, + "creation_time": 1688055389.131545, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-799944.pt" + ] + }, + { + "steps": 849968, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-849968.onnx", + "reward": 26.272727272727273, + "creation_time": 1688055769.4304895, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-849968.pt" + ] + } + ] + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.11.0+cu102" + } +} \ No newline at end of file