diff --git a/Huggy.onnx b/Huggy.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c3b8b0a690f546b678a8df8f310d9fef6b53635c --- /dev/null +++ b/Huggy.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bdc162323d84c438c127d0366ec348a3ae5c725e97f950d069a290be7bd42e +size 2274019 diff --git a/Huggy/Huggy-1199942.onnx b/Huggy/Huggy-1199942.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a2f3096136c41e7c540c80b3c7da50ab91f1cf23 --- /dev/null +++ b/Huggy/Huggy-1199942.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c58047bce7c5777570f890465497be4575004cce049370cc9805787db82e5d29 +size 2274019 diff --git a/Huggy/Huggy-1199942.pt b/Huggy/Huggy-1199942.pt new file mode 100644 index 0000000000000000000000000000000000000000..26de748facc0f77d8ba054ee4726b645a03d9d43 --- /dev/null +++ b/Huggy/Huggy-1199942.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd0860152cb4c60f8a0ff13c04ee2d10a0c4b675c2300e986ee4cead390bfdf +size 13509028 diff --git a/Huggy/Huggy-1199948.onnx b/Huggy/Huggy-1199948.onnx new file mode 100644 index 0000000000000000000000000000000000000000..982b4ad1345564e0ba296a845d6e074b34cb0f1a --- /dev/null +++ b/Huggy/Huggy-1199948.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0786928c882991058a441f43b373ff732b5d1ed666a02d19b940d5278c4cacf2 +size 2274019 diff --git a/Huggy/Huggy-1199948.pt b/Huggy/Huggy-1199948.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ae865f72ab7a119ea72b0dd8a1ea176e6bb66bc --- /dev/null +++ b/Huggy/Huggy-1199948.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8c180b68f75d188a9a0d5e9691ff4600cea9d19db9034f24c5f0eb3df635a3d +size 13509028 diff --git a/Huggy/Huggy-1399764.onnx b/Huggy/Huggy-1399764.onnx new file mode 100644 index 0000000000000000000000000000000000000000..76a0525b0e578a3f390db23badccc5008568c840 --- /dev/null +++ b/Huggy/Huggy-1399764.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d778e3d0dd02a6ff9bfd8136a352a3f2d82c49efefe260eefb99b7547ad4156e +size 2274019 diff --git a/Huggy/Huggy-1399764.pt b/Huggy/Huggy-1399764.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c59f76aec930765419faa06323092eccc8e733a --- /dev/null +++ b/Huggy/Huggy-1399764.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2979cd06e407c1423a394ff8cc7753567e8cf76cd24c28cd230a6845d0edaa2c +size 13509028 diff --git a/Huggy/Huggy-1399772.onnx b/Huggy/Huggy-1399772.onnx new file mode 100644 index 0000000000000000000000000000000000000000..5bb4bb6bfbe1360b0bd944334eacac76cfd0047b --- /dev/null +++ b/Huggy/Huggy-1399772.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f7916b14f89c338b2f2b954e507696f8edc6aa9157bcb0b2ff369b7fe47a6b +size 2274019 diff --git a/Huggy/Huggy-1399772.pt b/Huggy/Huggy-1399772.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d4346e02b36e805db753e8207a94b662a6e1ec2 --- /dev/null +++ b/Huggy/Huggy-1399772.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5999e900c3b7db001b7c38b40f799ad06fcfb432dc4a8af9f0b100e437c7870 +size 13509028 diff --git a/Huggy/Huggy-1599564.onnx b/Huggy/Huggy-1599564.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ebc2814e4f933e0f0191570cefc572da6383866c --- /dev/null +++ b/Huggy/Huggy-1599564.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4961cc3ff979d4df2d030d6edda66720e822bdf743110833cd0151f3b18664f6 +size 2274019 diff --git a/Huggy/Huggy-1599564.pt b/Huggy/Huggy-1599564.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1571c566d68104cad6a500b61650051e4c242e5 --- /dev/null +++ b/Huggy/Huggy-1599564.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d5557bbbdb84cab85b9d6f4f5ee4faa305a7f233d58b66829614f001e44690 +size 13509028 diff --git a/Huggy/Huggy-1599907.onnx b/Huggy/Huggy-1599907.onnx new file mode 100644 index 0000000000000000000000000000000000000000..71d662562db2bcc716c525e85504f51891ff5a89 --- /dev/null +++ b/Huggy/Huggy-1599907.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:126ee26f011d021aff40d7a96573cd93c7ca288bc36133724514c5da4eb47ff3 +size 2274019 diff --git a/Huggy/Huggy-1599907.pt b/Huggy/Huggy-1599907.pt new file mode 100644 index 0000000000000000000000000000000000000000..0acd3d9f61d77411a1033568b293922b433c9ca9 --- /dev/null +++ b/Huggy/Huggy-1599907.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ffb6ba2557868a99a92523575315f2030099566dd726d9aeeddef53b5e20bc +size 13509028 diff --git a/Huggy/Huggy-1799656.onnx b/Huggy/Huggy-1799656.onnx new file mode 100644 index 0000000000000000000000000000000000000000..be26595e1219d6b6c6d1cf6dc592b3ea40006356 --- /dev/null +++ b/Huggy/Huggy-1799656.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2c48ef06ef5da86387abbfad2e72f037e24eddfa9afdff0c7f5f115de2217e +size 2274019 diff --git a/Huggy/Huggy-1799656.pt b/Huggy/Huggy-1799656.pt new file mode 100644 index 0000000000000000000000000000000000000000..5326ecb5124a0c55e7e80c8bdc580bc992112834 --- /dev/null +++ b/Huggy/Huggy-1799656.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33368ce3121c0160dd5ee6a91218294eb489910370faf59c3f5f655ee92b7d98 +size 13509028 diff --git a/Huggy/Huggy-1799999.onnx b/Huggy/Huggy-1799999.onnx new file mode 100644 index 0000000000000000000000000000000000000000..1b3a2e508e50ffb0e42f205e0f9c9bc9833fbee5 --- /dev/null +++ b/Huggy/Huggy-1799999.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e7b296aa6a94cc8f22d1915d4bb9fd992b263a52b6f6014516dc6b41e64375 +size 2274019 diff --git a/Huggy/Huggy-1799999.pt b/Huggy/Huggy-1799999.pt new file mode 100644 index 0000000000000000000000000000000000000000..7631dedcedc8b2a7c36552c63d46e85b7b57e46e --- /dev/null +++ b/Huggy/Huggy-1799999.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35869eddce961fcf31059840433eeebc0ee30f7e326d7232fa23ee8bfb151737 +size 13509028 diff --git a/Huggy/Huggy-199663.onnx b/Huggy/Huggy-199663.onnx new file mode 100644 index 0000000000000000000000000000000000000000..8c83ecfe43c45ba9226b7b1c26a7f66faddf1084 --- /dev/null +++ b/Huggy/Huggy-199663.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ccc3391bc5d364c6309b20db43119f4e71b42272da2606326e06de79aa78f9 +size 2274019 diff --git a/Huggy/Huggy-199663.pt b/Huggy/Huggy-199663.pt new file mode 100644 index 0000000000000000000000000000000000000000..a454cf0c3daff77fad18d891e50e3b7053c9fcef --- /dev/null +++ b/Huggy/Huggy-199663.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd789631da7ae74d19987c5a4915d1f424293872a918d3959f4da94dd690d79 +size 13508945 diff --git a/Huggy/Huggy-199770.onnx b/Huggy/Huggy-199770.onnx new file mode 100644 index 0000000000000000000000000000000000000000..7cea1c4fb6c7766882fea6a050927c1434fe316d --- /dev/null +++ b/Huggy/Huggy-199770.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39830d14b6e6bd5fcb64da9af6436dbeec83453bee6da2af2a1cd8c6ff878197 +size 2274019 diff --git a/Huggy/Huggy-199770.pt b/Huggy/Huggy-199770.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6e3b824ea01d2121996bab3e429687450686456 --- /dev/null +++ b/Huggy/Huggy-199770.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bef2f268f5a95cc36c40a4b1ad405850382580cb75c6706be19a4b7cb3b421a +size 13508945 diff --git a/Huggy/Huggy-1999291.onnx b/Huggy/Huggy-1999291.onnx new file mode 100644 index 0000000000000000000000000000000000000000..f1ae773367ffa4fe6d4457f5db438930fd6a5385 --- /dev/null +++ b/Huggy/Huggy-1999291.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a3ea9d558109c0052b08ed42b266790f6b59864f298782f22ddadde8534f65 +size 2274019 diff --git a/Huggy/Huggy-1999291.pt b/Huggy/Huggy-1999291.pt new file mode 100644 index 0000000000000000000000000000000000000000..35eea52b88661bebb3e632a2cc78dd4de025abff --- /dev/null +++ b/Huggy/Huggy-1999291.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:972901335e2e04dc606fc88381fa49a88373a4ad0f2d8cae14dce5aa26841acf +size 13509028 diff --git a/Huggy/Huggy-1999463.onnx b/Huggy/Huggy-1999463.onnx new file mode 100644 index 0000000000000000000000000000000000000000..25705e9a37ea1ec92fb92d5fe337362a361e5834 --- /dev/null +++ b/Huggy/Huggy-1999463.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4367d8b8621124c7422ab466ce01930af95c3641fe54647a715d5865e8d35f43 +size 2274019 diff --git a/Huggy/Huggy-1999463.pt b/Huggy/Huggy-1999463.pt new file mode 100644 index 0000000000000000000000000000000000000000..34f2fa339d87b47eb708ad52c8b18917d605a18e --- /dev/null +++ b/Huggy/Huggy-1999463.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88fd334745256745b291e5f55b232f5d8f3cac36eaa68fa5ae068de2423945e0 +size 13509028 diff --git a/Huggy/Huggy-2000041.onnx b/Huggy/Huggy-2000041.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0435b98311617199c976e8f297cfee10a42dda3f --- /dev/null +++ b/Huggy/Huggy-2000041.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c92717dc34ba4105338242a8dce17db3c7a85069e635f72e38f5ef43d0a8a61 +size 2274019 diff --git a/Huggy/Huggy-2000041.pt b/Huggy/Huggy-2000041.pt new file mode 100644 index 0000000000000000000000000000000000000000..020b917e442931f85d477c65eca683f7c13b34f7 --- /dev/null +++ b/Huggy/Huggy-2000041.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6c0608c51175ab84ecfd9a9652a2ca6772cc78d2262558104dce326f8fbf77 +size 13509028 diff --git a/Huggy/Huggy-2000213.onnx b/Huggy/Huggy-2000213.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c3b8b0a690f546b678a8df8f310d9fef6b53635c --- /dev/null +++ b/Huggy/Huggy-2000213.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bdc162323d84c438c127d0366ec348a3ae5c725e97f950d069a290be7bd42e +size 2274019 diff --git a/Huggy/Huggy-2000213.pt b/Huggy/Huggy-2000213.pt new file mode 100644 index 0000000000000000000000000000000000000000..256f5aaa8124088abbb4d7f2724458f18e694f12 --- /dev/null +++ b/Huggy/Huggy-2000213.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9370abd84c5138e5cf48375161d07ec1a3e417d202b5b6072756fea22257e8 +size 13509028 diff --git a/Huggy/Huggy-399263.onnx b/Huggy/Huggy-399263.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ea1ea51bb587bc75bdf2afc790766e0a6694231c --- /dev/null +++ b/Huggy/Huggy-399263.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f516a9b41844dcc82e8484d3f60c68fb59d1cb5ad94c3735ffb88df5d82fdcd6 +size 2274019 diff --git a/Huggy/Huggy-399263.pt b/Huggy/Huggy-399263.pt new file mode 100644 index 0000000000000000000000000000000000000000..c38c5a2a80fa0a839f2aa0d582188bcd43e78085 --- /dev/null +++ b/Huggy/Huggy-399263.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461e98d4639a9cb01a9122ea29b8d290d52525b53bca4303fc19a1adee92a6dd +size 13508945 diff --git a/Huggy/Huggy-399960.onnx b/Huggy/Huggy-399960.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b689c6fd05290e8ff1c98643d61d5b36f6be0358 --- /dev/null +++ b/Huggy/Huggy-399960.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4613853caefec4c04a18c417c24ac34686f329a301f6dc9db8edf59dc9d6fc7d +size 2274019 diff --git a/Huggy/Huggy-399960.pt b/Huggy/Huggy-399960.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd7487cd708cbf27dde07c4ea329fd7a407e1e03 --- /dev/null +++ b/Huggy/Huggy-399960.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:343147dadab32484da909f23b152841dd6eaec92530647262c90a36db2116ecb +size 13508945 diff --git a/Huggy/Huggy-599929.onnx b/Huggy/Huggy-599929.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c25abba89cb5387ba3608d0a110237df3b56040e --- /dev/null +++ b/Huggy/Huggy-599929.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746b18ebf642f033af00879b5c4bbf708652589298feffc832d59b7ca440c781 +size 2274019 diff --git a/Huggy/Huggy-599929.pt b/Huggy/Huggy-599929.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb9d13058e2c8557743e2d0ab6b004ac7e3b376 --- /dev/null +++ b/Huggy/Huggy-599929.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9819771430f6ecf6d92e528e48d608624a8096481f9a48d449da60f789e74adf +size 13508945 diff --git a/Huggy/Huggy-599976.onnx b/Huggy/Huggy-599976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3a5b5d10acd0c52d4f85d8830801efc7c9204c14 --- /dev/null +++ b/Huggy/Huggy-599976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3829c626f59514b4e43f8761abf37519bca31d46581a61cb6355449a6e1eaef +size 2274019 diff --git a/Huggy/Huggy-599976.pt b/Huggy/Huggy-599976.pt new file mode 100644 index 0000000000000000000000000000000000000000..e117cd6a1486463b4a2d9a9e1f72ffdc8290660f --- /dev/null +++ b/Huggy/Huggy-599976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6decda44de9122577a70413bb54243c7f786ab9282c7e4c89a27eb7b0b612c +size 13508945 diff --git a/Huggy/Huggy-799844.onnx b/Huggy/Huggy-799844.onnx new file mode 100644 index 0000000000000000000000000000000000000000..1b689edf4d14a602262b1206fd948c71c58362b0 --- /dev/null +++ b/Huggy/Huggy-799844.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aeac72f484d5821a3f1b1c6dfefa2970c3db1599bcc02cb47f0e9e2d3285d60 +size 2274019 diff --git a/Huggy/Huggy-799844.pt b/Huggy/Huggy-799844.pt new file mode 100644 index 0000000000000000000000000000000000000000..721f6b322fe56559a5347d602908071c02bd62eb --- /dev/null +++ b/Huggy/Huggy-799844.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280dbf99a1522189b9cb03f429ec6c977686a8fe4b4ca91857baf1e67846e78c +size 13508945 diff --git a/Huggy/Huggy-799960.onnx b/Huggy/Huggy-799960.onnx new file mode 100644 index 0000000000000000000000000000000000000000..66d2f1982695421096320bbdca0e41a89666f51c --- /dev/null +++ b/Huggy/Huggy-799960.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f25e8dc31a806f773aa3876928309662c363ff915eafe84e2da6add458b5fc +size 2274019 diff --git a/Huggy/Huggy-799960.pt b/Huggy/Huggy-799960.pt new file mode 100644 index 0000000000000000000000000000000000000000..7be4d91972dfe5e1342a541b885afdec12c80e65 --- /dev/null +++ b/Huggy/Huggy-799960.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2aada7032b21bdfae88be788eea8fed9160d9776effabf4d27133d47ce9cf06 +size 13508945 diff --git a/Huggy/Huggy-999869.onnx b/Huggy/Huggy-999869.onnx new file mode 100644 index 0000000000000000000000000000000000000000..fa78c7de164f6f9e114ae42416749123646e83c2 --- /dev/null +++ b/Huggy/Huggy-999869.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2dc06be003c8ad83dba61824852ccdf8aa493eca3c5519532e60e2c8d93e0e +size 2274019 diff --git a/Huggy/Huggy-999869.pt b/Huggy/Huggy-999869.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3d7fa43803ddc35f131906f162813c354c8dbf5 --- /dev/null +++ b/Huggy/Huggy-999869.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2e44f65d3f70bc0c69b7fe8fc18ed379ca8710a5bcf7eeb7d807a13296821a +size 13508945 diff --git a/Huggy/Huggy-999991.onnx b/Huggy/Huggy-999991.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bc5980d3ff16177cd0f69d309f8d0f270c2df3c8 --- /dev/null +++ b/Huggy/Huggy-999991.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dcca86e1aa88aa1c5590acda849d570be5d331749acbbb036d56c2cc40b7a5c +size 2274019 diff --git a/Huggy/Huggy-999991.pt b/Huggy/Huggy-999991.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb62a0231dc8e0e5dbe2b7291bc9f3f95cae1e6 --- /dev/null +++ b/Huggy/Huggy-999991.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc19142abc09fe7e89c81316582ac8c4f58280554f2c184459083913fcf299b4 +size 13508945 diff --git a/Huggy/checkpoint.pt b/Huggy/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd9e1c5a773ef7d9e7b229381d5a0e8f3041c52 --- /dev/null +++ b/Huggy/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df18f03feefdac269e2b8861ae7dcbe20d9cc03d505250083176dc619f8f9966 +size 13508779 diff --git a/Huggy/events.out.tfevents.1765177785.CISAI-0033.894576.0 b/Huggy/events.out.tfevents.1765177785.CISAI-0033.894576.0 new file mode 100644 index 0000000000000000000000000000000000000000..fb7d32035b8886836d0ddacde1cddce600a27976 --- /dev/null +++ b/Huggy/events.out.tfevents.1765177785.CISAI-0033.894576.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cc2ba8bd6bdb4e2ac31c65dc6ac22d6a71321bcc7a0dd73c3fcc58fabd0e96 +size 284433 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..17d572e342433cf0746a48979fbdf429da0f2424 --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ +--- +library_name: ml-agents +tags: +- Huggy +- deep-reinforcement-learning +- reinforcement-learning +- ML-Agents-Huggy +--- + + # **ppo** Agent playing **Huggy** + This is a trained model of a **ppo** agent playing **Huggy** + using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/ + + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your + browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction + - A *longer tutorial* to understand how works ML-Agents: + https://huggingface.co/learn/deep-rl-course/unit5/introduction + + ### Resume the training + ```bash + mlagents-learn --run-id= --resume + ``` + + ### Watch your Agent play + You can watch your agent **playing directly in your browser** + + 1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity + 2. Step 1: Find your model_id: hari13/huggytensor01 + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..406c411d093d2405971d94534a493d19e890d0ce --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0005, "beta": 0.005, "epsilon": 0.3, "lambd": 0.99, "num_epoch": 4, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": ["-screen-width", "1920", "-screen-height", "1080", "-window-mode", "1"], "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy-screen-big", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cdb9f930db0333d7470d6436caa65d36230d544e --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,85 @@ +default_settings: null +behaviors: + Huggy: + trainer_type: ppo + hyperparameters: + batch_size: 2048 + buffer_size: 20480 + learning_rate: 0.0005 + beta: 0.005 + epsilon: 0.3 + lambd: 0.99 + num_epoch: 4 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + checkpoint_interval: 200000 + network_settings: + normalize: true + hidden_units: 512 + num_layers: 3 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.995 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 15 + even_checkpoints: false + max_steps: 2000000 + time_horizon: 1000 + summary_freq: 50000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: ./trained-envs-executables/linux/Huggy/Huggy + env_args: + - -screen-width + - '1920' + - -screen-height + - '1080' + - -window-mode + - '1' + base_port: 5005 + num_envs: 1 + num_areas: 1 + timeout_wait: 60 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false + no_graphics_monitor: false +environment_parameters: null +checkpoint_settings: + run_id: Huggy-screen-big + initialize_from: null + load_model: false + resume: false + force: true + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..fd3b6f6faf404f8290ba7ae225888f06b0e5b9ce --- /dev/null +++ b/run_logs/Player-0.log @@ -0,0 +1,342 @@ +Mono path[0] = '/home/harinarayannan/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed' +Mono config path = '/home/harinarayannan/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc' +Preloaded 'lib_burst_generated.so' +Preloaded 'libgrpc_csharp_ext.x64.so' +Display 0 'DELL P2722H 27"': 1920x1080 (primary device). +Display 1 'DELL P2722H 27"': 1920x1080 (secondary device). +Desktop is 1920 x 1080 @ 60 Hz +Initialize engine version: 2021.3.14f1 (eee1884e7226) +[Subsystems] Discovering subsystems at path /home/harinarayannan/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Renderer: Quadro P5000/PCIe/SSE2 +Vendor: NVIDIA Corporation +Version: 4.5.0 NVIDIA 580.95.05 +GLES: 0 + GL_AMD_multi_draw_indirect GL_AMD_seamless_cubemap_per_texture GL_AMD_vertex_shader_viewport_index GL_AMD_vertex_shader_layer GL_ARB_arrays_of_arrays GL_ARB_base_instance GL_ARB_bindless_texture GL_ARB_blend_func_extended GL_ARB_buffer_storage GL_ARB_cl_event GL_ARB_clear_buffer_object GL_ARB_clear_texture GL_ARB_clip_control GL_ARB_color_buffer_float GL_ARB_compressed_texture_pixel_storage GL_ARB_conservative_depth GL_ARB_compute_shader GL_ARB_compute_variable_group_size GL_ARB_conditional_render_inverted GL_ARB_copy_buffer GL_ARB_copy_image GL_ARB_cull_distance GL_ARB_debug_output GL_ARB_depth_buffer_float GL_ARB_depth_clamp GL_ARB_depth_texture GL_ARB_derivative_control GL_ARB_direct_state_access GL_ARB_draw_buffers GL_ARB_draw_buffers_blend GL_ARB_draw_indirect GL_ARB_draw_elements_base_vertex GL_ARB_draw_instanced GL_ARB_enhanced_layouts GL_ARB_ES2_compatibility GL_ARB_ES3_compatibility GL_ARB_ES3_1_compatibility GL_ARB_ES3_2_compatibility GL_ARB_explicit_attrib_location GL_ARB_explicit_uniform_locatio +n GL_ARB_fragment_coord_conventions GL_ARB_fragment_layer_viewport GL_ARB_fragment_program GL_ARB_fragment_program_shadow GL_ARB_fragment_shader GL_ARB_fragment_shader_interlock GL_ARB_framebuffer_no_attachments GL_ARB_framebuffer_object GL_ARB_framebuffer_sRGB GL_ARB_geometry_shader4 GL_ARB_get_program_binary GL_ARB_get_texture_sub_image GL_ARB_gl_spirv GL_ARB_gpu_shader5 GL_ARB_gpu_shader_fp64 GL_ARB_gpu_shader_int64 GL_ARB_half_float_pixel GL_ARB_half_float_vertex GL_ARB_imaging GL_ARB_indirect_parameters GL_ARB_instanced_arrays GL_ARB_internalformat_query GL_ARB_internalformat_query2 GL_ARB_invalidate_subdata GL_ARB_map_buffer_alignment GL_ARB_map_buffer_range GL_ARB_multi_bind GL_ARB_multi_draw_indirect GL_ARB_multisample GL_ARB_multitexture GL_ARB_occlusion_query GL_ARB_occlusion_query2 GL_ARB_parallel_shader_compile GL_ARB_pipeline_statistics_query GL_ARB_pixel_buffer_object GL_ARB_point_parameters GL_ARB_point_sprite GL_ARB_polygon_offset_clamp GL_ARB_post_depth_coverage GL_ARB_program_interface_quer +y GL_ARB_provoking_vertex GL_ARB_query_buffer_object GL_ARB_robust_buffer_access_behavior GL_ARB_robustness GL_ARB_sample_locations GL_ARB_sample_shading GL_ARB_sampler_objects GL_ARB_seamless_cube_map GL_ARB_seamless_cubemap_per_texture GL_ARB_separate_shader_objects GL_ARB_shader_atomic_counter_ops GL_ARB_shader_atomic_counters GL_ARB_shader_ballot GL_ARB_shader_bit_encoding GL_ARB_shader_clock GL_ARB_shader_draw_parameters GL_ARB_shader_group_vote GL_ARB_shader_image_load_store GL_ARB_shader_image_size GL_ARB_shader_objects GL_ARB_shader_precision GL_ARB_shader_storage_buffer_object GL_ARB_shader_subroutine GL_ARB_shader_texture_image_samples GL_ARB_shader_texture_lod GL_ARB_shading_language_100 GL_ARB_shader_viewport_layer_array GL_ARB_shading_language_420pack GL_ARB_shading_language_include GL_ARB_shading_language_packing GL_ARB_shadow GL_ARB_sparse_buffer GL_ARB_sparse_texture GL_ARB_sparse_texture2 GL_ARB_sparse_texture_clamp GL_ARB_spirv_extensions GL_ARB_stencil_texturing GL_ARB_sync GL_ARB_tessella +tion_shader GL_ARB_texture_barrier GL_ARB_texture_border_clamp GL_ARB_texture_buffer_object GL_ARB_texture_buffer_object_rgb32 GL_ARB_texture_buffer_range GL_ARB_texture_compression GL_ARB_texture_compression_bptc GL_ARB_texture_compression_rgtc GL_ARB_texture_cube_map GL_ARB_texture_cube_map_array GL_ARB_texture_env_add GL_ARB_texture_env_combine GL_ARB_texture_env_crossbar GL_ARB_texture_env_dot3 GL_ARB_texture_filter_anisotropic GL_ARB_texture_filter_minmax GL_ARB_texture_float GL_ARB_texture_gather GL_ARB_texture_mirror_clamp_to_edge GL_ARB_texture_mirrored_repeat GL_ARB_texture_multisample GL_ARB_texture_non_power_of_two GL_ARB_texture_query_levels GL_ARB_texture_query_lod GL_ARB_texture_rectangle GL_ARB_texture_rg GL_ARB_texture_rgb10_a2ui GL_ARB_texture_stencil8 GL_ARB_texture_storage GL_ARB_texture_storage_multisample GL_ARB_texture_swizzle GL_ARB_texture_view GL_ARB_timer_query GL_ARB_transform_feedback2 GL_ARB_transform_feedback3 GL_ARB_transform_feedback_instanced GL_ARB_transform_feedback_overflo +w_query GL_ARB_transpose_matrix GL_ARB_uniform_buffer_object GL_ARB_vertex_array_bgra GL_ARB_vertex_array_object GL_ARB_vertex_attrib_64bit GL_ARB_vertex_attrib_binding GL_ARB_vertex_buffer_object GL_ARB_vertex_program GL_ARB_vertex_shader GL_ARB_vertex_type_10f_11f_11f_rev GL_ARB_vertex_type_2_10_10_10_rev GL_ARB_viewport_array GL_ARB_window_pos GL_ATI_draw_buffers GL_ATI_texture_float GL_ATI_texture_mirror_once GL_S3_s3tc GL_EXT_texture_env_add GL_EXT_abgr GL_EXT_bgra GL_EXT_bindable_uniform GL_EXT_blend_color GL_EXT_blend_equation_separate GL_EXT_blend_func_separate GL_EXT_blend_minmax GL_EXT_blend_subtract GL_EXT_compiled_vertex_array GL_EXT_Cg_shader GL_EXT_depth_bounds_test GL_EXT_direct_state_access GL_EXT_draw_buffers2 GL_EXT_draw_instanced GL_EXT_draw_range_elements GL_EXT_fog_coord GL_EXT_framebuffer_blit GL_EXT_framebuffer_multisample GL_EXTX_framebuffer_mixed_formats GL_EXT_framebuffer_multisample_blit_scaled GL_EXT_framebuffer_object GL_EXT_framebuffer_sRGB GL_EXT_geometry_shader4 GL_EXT_gpu_pro +gram_parameters GL_EXT_gpu_shader4 GL_EXT_multi_draw_arrays GL_EXT_multiview_tessellation_geometry_shader GL_EXT_multiview_texture_multisample GL_EXT_multiview_timer_query GL_EXT_packed_depth_stencil GL_EXT_packed_float GL_EXT_packed_pixels GL_EXT_pixel_buffer_object GL_EXT_point_parameters GL_EXT_polygon_offset_clamp GL_EXT_post_depth_coverage GL_EXT_provoking_vertex GL_EXT_raster_multisample GL_EXT_rescale_normal GL_EXT_secondary_color GL_EXT_separate_shader_objects GL_EXT_separate_specular_color GL_EXT_shader_image_load_formatted GL_EXT_shader_image_load_store GL_EXT_shader_integer_mix GL_EXT_shadow_funcs GL_EXT_sparse_texture2 GL_EXT_stencil_two_side GL_EXT_stencil_wrap GL_EXT_texture3D GL_EXT_texture_array GL_EXT_texture_buffer_object GL_EXT_texture_compression_dxt1 GL_EXT_texture_compression_latc GL_EXT_texture_compression_rgtc GL_EXT_texture_compression_s3tc GL_EXT_texture_cube_map GL_EXT_texture_edge_clamp GL_EXT_texture_env_combine GL_EXT_texture_env_dot3 GL_EXT_texture_filter_anisotropic GL_EXT_tex +ture_filter_minmax GL_EXT_texture_integer GL_EXT_texture_lod GL_EXT_texture_lod_bias GL_EXT_texture_mirror_clamp GL_EXT_texture_object GL_EXT_texture_shadow_lod GL_EXT_texture_shared_exponent GL_EXT_texture_sRGB GL_EXT_texture_sRGB_R8 GL_EXT_texture_sRGB_decode GL_EXT_texture_storage GL_EXT_texture_swizzle GL_EXT_timer_query GL_EXT_transform_feedback2 GL_EXT_vertex_array GL_EXT_vertex_array_bgra GL_EXT_vertex_attrib_64bit GL_EXT_window_rectangles GL_EXT_x11_sync_object GL_EXT_import_sync_object GL_NV_robustness_video_memory_purge GL_NVX_shared_sync_object GL_IBM_rasterpos_clip GL_IBM_texture_mirrored_repeat GL_KHR_context_flush_control GL_KHR_debug GL_EXT_memory_object GL_EXT_memory_object_fd GL_NV_memory_object_sparse GL_KHR_parallel_shader_compile GL_KHR_no_error GL_KHR_robust_buffer_access_behavior GL_KHR_robustness GL_EXT_semaphore GL_EXT_semaphore_fd GL_NV_timeline_semaphore GL_KHR_shader_subgroup GL_KTX_buffer_region GL_NV_alpha_to_coverage_dither_control GL_NV_bindless_multi_draw_indirect GL_NV_bindle +ss_multi_draw_indirect_count GL_NV_bindless_texture GL_NV_blend_equation_advanced GL_NV_blend_equation_advanced_coherent GL_NVX_blend_equation_advanced_multi_draw_buffers GL_NV_blend_minmax_factor GL_NV_blend_square GL_NV_clip_space_w_scaling GL_NV_command_list GL_NV_compute_program5 GL_NV_conditional_render GL_NV_conservative_raster GL_NV_conservative_raster_dilate GL_NV_conservative_raster_pre_snap_triangles GL_NV_copy_depth_to_color GL_NV_copy_image GL_NV_deep_texture3D GL_NV_depth_buffer_float GL_NV_depth_clamp GL_NV_draw_texture GL_NV_draw_vulkan_image GL_NV_ES1_1_compatibility GL_NV_ES3_1_compatibility GL_NV_explicit_multisample GL_NV_feature_query GL_NV_fence GL_NV_fill_rectangle GL_NV_float_buffer GL_NV_fog_distance GL_NV_fragment_coverage_to_color GL_NV_fragment_program GL_NV_fragment_program_option GL_NV_fragment_program2 GL_NV_fragment_shader_interlock GL_NV_framebuffer_mixed_samples GL_NV_framebuffer_multisample_coverage GL_NV_geometry_shader4 GL_NV_geometry_shader_passthrough GL_NV_gpu_program4 +GL_NV_internalformat_sample_query GL_NV_gpu_program4_1 GL_NV_gpu_program5 GL_NV_gpu_program5_mem_extended GL_NV_gpu_program_fp64 GL_NV_gpu_program_multiview GL_NV_gpu_shader5 GL_NV_half_float GL_NV_light_max_exponent GL_NV_memory_attachment GL_NV_multisample_coverage GL_NV_multisample_filter_hint GL_NV_occlusion_query GL_NV_packed_depth_stencil GL_NV_parameter_buffer_object GL_NV_parameter_buffer_object2 GL_NV_path_rendering GL_NV_path_rendering_shared_edge GL_NV_pixel_data_range GL_NV_point_sprite GL_NV_primitive_restart GL_NV_query_resource GL_NV_query_resource_tag GL_NV_register_combiners GL_NV_register_combiners2 GL_NV_sample_locations GL_NV_sample_mask_override_coverage GL_NV_shader_atomic_counters GL_NV_shader_atomic_float GL_NV_shader_atomic_float64 GL_NV_shader_atomic_fp16_vector GL_NV_shader_atomic_int64 GL_NV_shader_buffer_load GL_NV_shader_storage_buffer_object GL_NV_shader_subgroup_partitioned GL_NV_stereo_view_rendering GL_NV_texgen_reflection GL_NV_texture_barrier GL_NV_texture_compression_vtc +GL_NV_texture_env_combine4 GL_NV_texture_multisample GL_NV_texture_rectangle GL_NV_texture_rectangle_compressed GL_NV_texture_shader GL_NV_texture_shader2 GL_NV_texture_shader3 GL_NV_transform_feedback GL_NV_transform_feedback2 GL_NV_uniform_buffer_unified_memory GL_NV_uniform_buffer_std430_layout GL_NV_vdpau_interop GL_NV_vdpau_interop2 GL_NV_vertex_array_range GL_NV_vertex_array_range2 GL_NV_vertex_attrib_integer_64bit GL_NV_vertex_buffer_unified_memory GL_NV_vertex_program GL_NV_vertex_program1_1 GL_NV_vertex_program2 GL_NV_vertex_program2_option GL_NV_vertex_program3 GL_NV_viewport_array2 GL_NV_viewport_swizzle GL_NVX_sysmem_buffer GL_NVX_conditional_render GL_NV_gpu_multicast GL_NVX_progress_fence GL_NVX_gpu_memory_info GL_NVX_nvenc_interop GL_NV_shader_thread_group GL_NV_shader_thread_shuffle GL_KHR_blend_equation_advanced GL_KHR_blend_equation_advanced_coherent GL_OVR_multiview GL_OVR_multiview2 GL_SGIS_generate_mipmap GL_SGIS_texture_lod GL_SGIX_depth_texture GL_SGIX_shadow GL_SUN_slice_accum +OPENGL LOG: Creating OpenGL 4.5 graphics device ; Context level ; Context handle 828792568 +Begin MonoManager ReloadAssembly +- Completed reload, in 0.041 seconds +Default vsync count 1 +requesting resize 1920 x 1080 +resizing window to 1920 x 1080 +Desktop is 1920 x 1080 @ 60 Hz +UnloadTime: 0.535558 ms +requesting resize 84 x 84 +resizing window to 84 x 84 +Desktop is 1920 x 1080 @ 60 Hz +Setting up 10 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 26764 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 3.6 MB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 18] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 296.0 KB + Peak Allocated Bytes 211.6 KB + Overflow Count 4 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 256 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 16] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.6 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 28.6 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 17] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.5 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 10 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 77.6 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 19 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.6 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 15] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 3.4 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 31.3 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 2.7 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 38 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.0 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [8.0 MB-16.0 MB]: 23284 frames, [16.0 MB-32.0 MB]: 3481 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 16.5 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 26765 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 18.8 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.0 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 26764 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 2.7 MB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 26765 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 0.6 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.0 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [32.0 MB-64.0 MB]: 26765 frames + Requested Block Size 4.0 MB + Peak Block count 9 + Peak Allocated memory 58.9 MB + Peak Large allocation bytes 24.9 MB + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [1.0 MB-2.0 MB]: 26764 frames, [4.0 MB-8.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 4.8 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.0 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 26765 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [4.0 KB-8.0 KB]: 26765 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 7.3 KB + Peak Large allocation bytes 0 B diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..9673eb3a2d5739c552ed942866e6208b7ab48e8a --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,362 @@ +{ + "name": "root", + "gauges": { + "Huggy.Policy.Entropy.mean": { + "value": 1.2574926614761353, + "min": 1.2574448585510254, + "max": 1.418084740638733, + "count": 40 + }, + "Huggy.Policy.Entropy.sum": { + "value": 62713.671875, + "min": 61818.4453125, + "max": 76607.7734375, + "count": 40 + }, + "Huggy.Environment.EpisodeLength.mean": { + "value": 95.83783783783784, + "min": 77.49607535321822, + "max": 385.4923076923077, + "count": 40 + }, + "Huggy.Environment.EpisodeLength.sum": { + "value": 49644.0, + "min": 48783.0, + "max": 50114.0, + "count": 40 + }, + "Huggy.Step.mean": { + "value": 1999463.0, + "min": 49884.0, + "max": 1999463.0, + "count": 40 + }, + "Huggy.Step.sum": { + "value": 1999463.0, + "min": 49884.0, + "max": 1999463.0, + "count": 40 + }, + "Huggy.Policy.ExtrinsicValueEstimate.mean": { + "value": 2.385010242462158, + "min": 0.19122472405433655, + "max": 2.468559741973877, + "count": 40 + }, + "Huggy.Policy.ExtrinsicValueEstimate.sum": { + "value": 1235.435302734375, + "min": 24.66798973083496, + "max": 1556.260986328125, + "count": 40 + }, + "Huggy.Environment.CumulativeReward.mean": { + "value": 3.7006998300322236, + "min": 1.8974484681159027, + "max": 4.101620939816776, + "count": 40 + }, + "Huggy.Environment.CumulativeReward.sum": { + "value": 1916.9625119566917, + "min": 244.77085238695145, + "max": 2534.1661923527718, + "count": 40 + }, + "Huggy.Policy.ExtrinsicReward.mean": { + "value": 3.7006998300322236, + "min": 1.8974484681159027, + "max": 4.101620939816776, + "count": 40 + }, + "Huggy.Policy.ExtrinsicReward.sum": { + "value": 1916.9625119566917, + "min": 244.77085238695145, + "max": 2534.1661923527718, + "count": 40 + }, + "Huggy.Losses.PolicyLoss.mean": { + "value": 0.019341733674082207, + "min": 0.014545311936672078, + "max": 0.01944458357029362, + "count": 40 + }, + "Huggy.Losses.PolicyLoss.sum": { + "value": 0.05802520102224662, + "min": 0.029090623873344157, + "max": 0.05802520102224662, + "count": 40 + }, + "Huggy.Losses.ValueLoss.mean": { + "value": 0.069497550620387, + "min": 0.04631982874125242, + "max": 0.08275427911430597, + "count": 40 + }, + "Huggy.Losses.ValueLoss.sum": { + "value": 0.208492651861161, + "min": 0.09263965748250484, + "max": 0.2207494791597128, + "count": 40 + }, + "Huggy.Policy.LearningRate.mean": { + "value": 5.8140155038833255e-06, + "min": 5.8140155038833255e-06, + "max": 0.000492284376543125, + "count": 40 + }, + "Huggy.Policy.LearningRate.sum": { + "value": 1.7442046511649977e-05, + "min": 1.7442046511649977e-05, + "max": 0.0014068427686314499, + "count": 40 + }, + "Huggy.Policy.Epsilon.mean": { + "value": 0.10232556666666666, + "min": 0.10232556666666666, + "max": 0.29691375, + "count": 40 + }, + "Huggy.Policy.Epsilon.sum": { + "value": 0.3069767, + "min": 0.2149223, + "max": 0.8627370999999999, + "count": 40 + }, + "Huggy.Policy.Beta.mean": { + "value": 6.802288833333326e-05, + "min": 6.802288833333326e-05, + "max": 0.0049229980625, + "count": 40 + }, + "Huggy.Policy.Beta.sum": { + "value": 0.0002040686649999998, + "min": 0.0002040686649999998, + "max": 0.014070290645, + "count": 40 + }, + "Huggy.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 40 + }, + "Huggy.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 40 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1765177782", + "python_version": "3.10.12 (main, Nov 4 2025, 08:48:33) [GCC 11.4.0]", + "command_line_arguments": "/home/harinarayannan/.local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy-screen-big --force --env-args -screen-width 1920 -screen-height 1080 -window-mode 1", + "mlagents_version": "1.2.0.dev0", + "mlagents_envs_version": "1.2.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.0.1+cu117", + "numpy_version": "1.23.5", + "end_time_seconds": "1765178781" + }, + "total": 998.2744856110075, + "count": 1, + "self": 0.2173715609824285, + "children": { + "run_training.setup": { + "total": 0.019625255023129284, + "count": 1, + "self": 0.019625255023129284 + }, + "TrainerController.start_learning": { + "total": 998.037488795002, + "count": 1, + "self": 2.4545747421798296, + "children": { + "TrainerController._reset_env": { + "total": 3.8174973640125245, + "count": 1, + "self": 3.8174973640125245 + }, + "TrainerController.advance": { + "total": 991.7110319837811, + "count": 232912, + "self": 2.2082955152727664, + "children": { + "env_step": { + "total": 734.6443906969507, + "count": 232912, + "self": 564.4819226957625, + "children": { + "SubprocessEnvManager._take_step": { + "total": 168.62374972127145, + "count": 232912, + "self": 8.928723814606201, + "children": { + "TorchPolicy.evaluate": { + "total": 159.69502590666525, + "count": 223034, + "self": 159.69502590666525 + } + } + }, + "workers": { + "total": 1.538718279916793, + "count": 232912, + "self": 0.0, + "children": { + "worker_root": { + "total": 995.1427736839396, + "count": 232912, + "is_parallel": true, + "self": 557.0301751194056, + "children": { + "run_training.setup": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "steps_from_proto": { + "total": 0.000401530007366091, + "count": 1, + "is_parallel": true, + "self": 9.10409726202488e-05, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0003104890347458422, + "count": 2, + "is_parallel": true, + "self": 0.0003104890347458422 + } + } + }, + "UnityEnvironment.step": { + "total": 0.010468287975527346, + "count": 1, + "is_parallel": true, + "self": 0.00014585396274924278, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 0.00010539998766034842, + "count": 1, + "is_parallel": true, + "self": 0.00010539998766034842 + }, + "communicator.exchange": { + "total": 0.009965075005311519, + "count": 1, + "is_parallel": true, + "self": 0.009965075005311519 + }, + "steps_from_proto": { + "total": 0.00025195901980623603, + "count": 1, + "is_parallel": true, + "self": 7.11640459485352e-05, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.00018079497385770082, + "count": 2, + "is_parallel": true, + "self": 0.00018079497385770082 + } + } + } + } + } + } + }, + "UnityEnvironment.step": { + "total": 438.112598564534, + "count": 232911, + "is_parallel": true, + "self": 13.241522364900447, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 21.39470614126185, + "count": 232911, + "is_parallel": true, + "self": 21.39470614126185 + }, + "communicator.exchange": { + "total": 373.12126241630176, + "count": 232911, + "is_parallel": true, + "self": 373.12126241630176 + }, + "steps_from_proto": { + "total": 30.355107642069925, + "count": 232911, + "is_parallel": true, + "self": 9.923103735316545, + "children": { + "_process_rank_one_or_two_observation": { + "total": 20.43200390675338, + "count": 465822, + "is_parallel": true, + "self": 20.43200390675338 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 254.85834577155765, + "count": 232912, + "self": 3.8937603514641523, + "children": { + "process_trajectory": { + "total": 72.06531172979157, + "count": 232912, + "self": 71.5339818628272, + "children": { + "RLTrainer._checkpoint": { + "total": 0.53132986696437, + "count": 10, + "self": 0.53132986696437 + } + } + }, + "_update_policy": { + "total": 178.89927369030192, + "count": 97, + "self": 137.7613807701273, + "children": { + "TorchPPOOptimizer.update": { + "total": 41.137892920174636, + "count": 3880, + "self": 41.137892920174636 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 6.540212780237198e-07, + "count": 1, + "self": 6.540212780237198e-07 + }, + "TrainerController._save_models": { + "total": 0.05438405100721866, + "count": 1, + "self": 0.0014761859783902764, + "children": { + "RLTrainer._checkpoint": { + "total": 0.05290786502882838, + "count": 1, + "self": 0.05290786502882838 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..35e97cdef944e0e6a0c3b4f731619def56fb36db --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,119 @@ +{ + "Huggy": { + "checkpoints": [ + { + "steps": 199770, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-199770.onnx", + "reward": 3.570093447162259, + "creation_time": 1765177884.9012878, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-199770.pt" + ] + }, + { + "steps": 399960, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-399960.onnx", + "reward": 3.798356655985117, + "creation_time": 1765177984.4639168, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-399960.pt" + ] + }, + { + "steps": 599929, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-599929.onnx", + "reward": 3.789401888847351, + "creation_time": 1765178083.9828637, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-599929.pt" + ] + }, + { + "steps": 799960, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-799960.onnx", + "reward": 3.649440961183557, + "creation_time": 1765178182.2694485, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-799960.pt" + ] + }, + { + "steps": 999991, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-999991.onnx", + "reward": 4.289412498048374, + "creation_time": 1765178280.8480484, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-999991.pt" + ] + }, + { + "steps": 1199948, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-1199948.onnx", + "reward": 4.001821895440419, + "creation_time": 1765178380.660404, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-1199948.pt" + ] + }, + { + "steps": 1399764, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-1399764.onnx", + "reward": 5.027482604980468, + "creation_time": 1765178479.6806862, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-1399764.pt" + ] + }, + { + "steps": 1599907, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-1599907.onnx", + "reward": 3.590364117406856, + "creation_time": 1765178578.587872, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-1599907.pt" + ] + }, + { + "steps": 1799999, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-1799999.onnx", + "reward": 3.7524541460949443, + "creation_time": 1765178677.997245, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-1799999.pt" + ] + }, + { + "steps": 1999463, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-1999463.onnx", + "reward": 3.8233013302087784, + "creation_time": 1765178780.7495327, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-1999463.pt" + ] + }, + { + "steps": 2000213, + "file_path": "results/Huggy-screen-big/Huggy/Huggy-2000213.onnx", + "reward": 3.5719913280371465, + "creation_time": 1765178780.817447, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-2000213.pt" + ] + } + ], + "final_checkpoint": { + "steps": 2000213, + "file_path": "results/Huggy-screen-big/Huggy.onnx", + "reward": 3.5719913280371465, + "creation_time": 1765178780.817447, + "auxillary_file_paths": [ + "results/Huggy-screen-big/Huggy/Huggy-2000213.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "1.2.0.dev0", + "torch_version": "2.0.1+cu117" + } +} \ No newline at end of file