diff --git a/Pyramids.onnx b/Pyramids.onnx index 6631ef6af161ccf7b6c059dc9520a1fba17f386d..baa4d0610bea19ffa26130f2ce2da95ee8c36e80 100644 --- a/Pyramids.onnx +++ b/Pyramids.onnx @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2cbc428f3a0c504f51098e98540561f5903741835a41fae00802b7a1602750fa +oid sha256:f9417c91d4c43ffda3440574b7e7e3388cfad15efdcc5e63b6e4daf9ac4b3b01 size 3781149 diff --git a/Pyramids/Pyramids-2039939.onnx b/Pyramids/Pyramids-2039939.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c2a16fde46ac87a5eae9193fa91a7fe4625c7afc --- /dev/null +++ b/Pyramids/Pyramids-2039939.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be61812c5b4a5d52999e96acd371eccdc5f045e44f376f741e9422699b5ef96e +size 3781149 diff --git a/Pyramids/Pyramids-2039939.pt b/Pyramids/Pyramids-2039939.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1c4ffa9eedcb8fc7ac27790cad05b431deef488 --- /dev/null +++ b/Pyramids/Pyramids-2039939.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f838cc45f901ff8045bfb8e2b4b1b29257e33398feaf9441c656cca108f33800 +size 22830042 diff --git a/Pyramids/Pyramids-2159936.onnx b/Pyramids/Pyramids-2159936.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c898879391830802144dfec5571f078a53901936 --- /dev/null +++ b/Pyramids/Pyramids-2159936.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a929a5ccd185165d66955972701ed4ccb1f98d059d2f9387aa174c0a0659ff6e +size 3781149 diff --git a/Pyramids/Pyramids-2159936.pt b/Pyramids/Pyramids-2159936.pt new file mode 100644 index 0000000000000000000000000000000000000000..f29643af77a9a7ff2adf0c71b3a85f8df6aef491 --- /dev/null +++ b/Pyramids/Pyramids-2159936.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4afe94fc3a4506c8987293b5aef2e76d79f7f50a8f8d19dab30b08e4d1bfcac4 +size 22830042 diff --git a/Pyramids/Pyramids-2279952.onnx b/Pyramids/Pyramids-2279952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0e64c68745d95d861747759f74663ac2caa83254 --- /dev/null +++ b/Pyramids/Pyramids-2279952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76097392c3a7b83437ba022ddfe86a2e67eecf7f3ff00b8e8e34dc7c59aa9019 +size 3781149 diff --git a/Pyramids/Pyramids-2279952.pt b/Pyramids/Pyramids-2279952.pt new file mode 100644 index 0000000000000000000000000000000000000000..554d13c4105c274b28212237b33d02745084529d --- /dev/null +++ b/Pyramids/Pyramids-2279952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c0b3c239729bca39a69e13a2ee20511e710923f4c47554b56eedc3022fe446 +size 22830042 diff --git a/Pyramids/Pyramids-2399978.onnx b/Pyramids/Pyramids-2399978.onnx new file mode 100644 index 0000000000000000000000000000000000000000..9977f9a494b3e708d20acc244764b5afb5a093aa --- /dev/null +++ b/Pyramids/Pyramids-2399978.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97bd5f5dde5f2668bf47c6c621d2a3b113892513d5a2c783dd958e86829ad97b +size 3781149 diff --git a/Pyramids/Pyramids-2399978.pt b/Pyramids/Pyramids-2399978.pt new file mode 100644 index 0000000000000000000000000000000000000000..59731381390c0e231bd58c87a058907d63745e84 --- /dev/null +++ b/Pyramids/Pyramids-2399978.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25405a57be9b235df0aaee85267c19c880d5809ba4fa5291c99fe63d99af64be +size 22830042 diff --git a/Pyramids/Pyramids-2519912.onnx b/Pyramids/Pyramids-2519912.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d722e254bbdb9dabf8ac91e4a91b67c83f5cfb1f --- /dev/null +++ b/Pyramids/Pyramids-2519912.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e674c55d30553c3ce68de49800917b900c6fa69b7439959b354ac134e23b5c4d +size 3781149 diff --git a/Pyramids/Pyramids-2519912.pt b/Pyramids/Pyramids-2519912.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbe147e65b635c3556acfb5e6be0b385850e1b8f --- /dev/null +++ b/Pyramids/Pyramids-2519912.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:317606a7a85aeb570d38bd9e479b7cd4c89a07eb53b7fa826186caef5072428f +size 22830042 diff --git a/Pyramids/Pyramids-2639925.onnx b/Pyramids/Pyramids-2639925.onnx new file mode 100644 index 0000000000000000000000000000000000000000..12fe7bd31639cbd5c0c3ddf8770cecc09793d2c0 --- /dev/null +++ b/Pyramids/Pyramids-2639925.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674eaf7a766891e4ecfc2b53a5ea3262a63b594f5c431031af2c8ffbb0bfb3c4 +size 3781149 diff --git a/Pyramids/Pyramids-2639925.pt b/Pyramids/Pyramids-2639925.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8bc0eec7d4c313e593086fbc4693c0e2477e39e --- /dev/null +++ b/Pyramids/Pyramids-2639925.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3be551c52fd029b4c9c38a2e4eb6baf3071d1d72868bfb86ed528d3b2e8524 +size 22830042 diff --git a/Pyramids/Pyramids-2759891.onnx b/Pyramids/Pyramids-2759891.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bcf82a15198ccd72ada449b05818b62201a7ac6e --- /dev/null +++ b/Pyramids/Pyramids-2759891.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fb495e7c7982e2e330a5eaeda7e64816de58388a2e1227b5e2cf745d7a2281e +size 3781149 diff --git a/Pyramids/Pyramids-2759891.pt b/Pyramids/Pyramids-2759891.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9036c70e1700c7264fcd4d2f0a4ea0a8f4bdc81 --- /dev/null +++ b/Pyramids/Pyramids-2759891.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d4b0665672d4000c268492fd8b419657517e6697730eed9eeeb8bd602aecf7 +size 22830042 diff --git a/Pyramids/Pyramids-2879911.onnx b/Pyramids/Pyramids-2879911.onnx new file mode 100644 index 0000000000000000000000000000000000000000..24b463581f4715498583915c5c77e31d88774800 --- /dev/null +++ b/Pyramids/Pyramids-2879911.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56db62656dcb7b22047c2513c0344ddaca22b01a3a801fe6c199505958ef0c9f +size 3781149 diff --git a/Pyramids/Pyramids-2879911.pt b/Pyramids/Pyramids-2879911.pt new file mode 100644 index 0000000000000000000000000000000000000000..741052500a09b4438ce9f264d73adf0653847221 --- /dev/null +++ b/Pyramids/Pyramids-2879911.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:929247eb2f7f2def81a6ae3b22a12bd1e740e91a90cc7b63541689a901d39e67 +size 22830042 diff --git a/Pyramids/Pyramids-2999958.onnx b/Pyramids/Pyramids-2999958.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bfc995294285de78d7822452ea7d3f3e3364e59e --- /dev/null +++ b/Pyramids/Pyramids-2999958.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa01bb5e26dccd5e325d6446fb009eb1577fed9322f154e28250e89169f7102b +size 3781149 diff --git a/Pyramids/Pyramids-2999958.pt b/Pyramids/Pyramids-2999958.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f37ccd9d6e59a90581d94878f8025e9e225135 --- /dev/null +++ b/Pyramids/Pyramids-2999958.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7607ef1603c51a27f52714620378d71fe6e30d7a51be16d71f458a8c9cd5a4a3 +size 22830042 diff --git a/Pyramids/Pyramids-3119903.onnx b/Pyramids/Pyramids-3119903.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e2fc7a1c9dc1369011a5e5ef4deb6d6bf9f18f95 --- /dev/null +++ b/Pyramids/Pyramids-3119903.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b90e1a37cbb0a86cfb9f927ff82b54396785a0c677349e62e1ed713f8a38ab1 +size 3781149 diff --git a/Pyramids/Pyramids-3119903.pt b/Pyramids/Pyramids-3119903.pt new file mode 100644 index 0000000000000000000000000000000000000000..da111fcbda7bf5e5e80d137ebe7790cc4e2ed349 --- /dev/null +++ b/Pyramids/Pyramids-3119903.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0f411646a2764c69733f843861954fac6af714e05403e823fe3c9687380393 +size 22830042 diff --git a/Pyramids/Pyramids-3239885.onnx b/Pyramids/Pyramids-3239885.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e55adbab565cc481440d858cd386e4d8853ce2e2 --- /dev/null +++ b/Pyramids/Pyramids-3239885.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5b1980121e94e2c243fc20de274827c1dbb4f1f44def685ffac7c8231db87d +size 3781149 diff --git a/Pyramids/Pyramids-3239885.pt b/Pyramids/Pyramids-3239885.pt new file mode 100644 index 0000000000000000000000000000000000000000..b246952df53df11092893dc545677f4080ca3fd0 --- /dev/null +++ b/Pyramids/Pyramids-3239885.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f09eb4c29d98ad956ac1153639e6d7c7cfff7c7e1bbd23884e561cf410aa291 +size 22830042 diff --git a/Pyramids/Pyramids-3359924.onnx b/Pyramids/Pyramids-3359924.onnx new file mode 100644 index 0000000000000000000000000000000000000000..fb159ab04b267d62487ae50df8979a7b20ecd32f --- /dev/null +++ b/Pyramids/Pyramids-3359924.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:520f16a8dd20ac976be5669e13b9894a4092e9b55e95954a361c28d22ab705eb +size 3781149 diff --git a/Pyramids/Pyramids-3359924.pt b/Pyramids/Pyramids-3359924.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f7b3c2c0947ab1ca8d0bea0ba571b3c9b010e3 --- /dev/null +++ b/Pyramids/Pyramids-3359924.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3916132cb594c131f160a656d21f056d8b6ebaece790edc04e12d90a1900d168 +size 22830042 diff --git a/Pyramids/Pyramids-3479991.onnx b/Pyramids/Pyramids-3479991.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4010527acde50428c92eb8c3cad6eb78b3d4a745 --- /dev/null +++ b/Pyramids/Pyramids-3479991.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4354ad35ebb3548db6f32ddc343173b4605a2457f6d5e5937f2a8d0518c7dfb4 +size 3781149 diff --git a/Pyramids/Pyramids-3479991.pt b/Pyramids/Pyramids-3479991.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef953463a949cd9fa5c543595f83524eee334e45 --- /dev/null +++ b/Pyramids/Pyramids-3479991.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72bfbb3945106bfce4a50461188957d264e44aef58ca3a3281611fbad033b33 +size 22830042 diff --git a/Pyramids/Pyramids-3599872.onnx b/Pyramids/Pyramids-3599872.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0f0498b9777c96d45911d6734657314b5ca0ad6b --- /dev/null +++ b/Pyramids/Pyramids-3599872.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb77afcad1d2585f7670ac16de4b1e328f01d978e50286999262b106ddbea130 +size 3781149 diff --git a/Pyramids/Pyramids-3599872.pt b/Pyramids/Pyramids-3599872.pt new file mode 100644 index 0000000000000000000000000000000000000000..90dbccf339372d3373ce441a6a8cdfbfec8d6f42 --- /dev/null +++ b/Pyramids/Pyramids-3599872.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051d2769df17f713ccbf6808baf3a573b8599c8806903d4483007c8d11783ca8 +size 22830042 diff --git a/Pyramids/Pyramids-3719956.onnx b/Pyramids/Pyramids-3719956.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bbd5828735c6ae3979a03644a7e630c2597c3ba5 --- /dev/null +++ b/Pyramids/Pyramids-3719956.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb03909e64f6b516367518dd40ca15edb49ad827d0227e2dd3e1eca1c33c13f2 +size 3781149 diff --git a/Pyramids/Pyramids-3719956.pt b/Pyramids/Pyramids-3719956.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc894bdff33c90b6b36fc1121ec48f6fc60475c --- /dev/null +++ b/Pyramids/Pyramids-3719956.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3476f4fe4c2edf473626358c9025cbdc04f7129f2df9da97ab2ed17de0cbab1c +size 22830042 diff --git a/Pyramids/Pyramids-3839961.onnx b/Pyramids/Pyramids-3839961.onnx new file mode 100644 index 0000000000000000000000000000000000000000..5c0557f4e1bf252b43c53cde16c0d454b5159454 --- /dev/null +++ b/Pyramids/Pyramids-3839961.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00a5afe5eb22eaf771cc7427d34c08560ee247283a397b42a6194eece770926 +size 3781149 diff --git a/Pyramids/Pyramids-3839961.pt b/Pyramids/Pyramids-3839961.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f3e923ef472ecaefb0a15b764044a2857dbe96 --- /dev/null +++ b/Pyramids/Pyramids-3839961.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7857d0f4fec123be345a3ce574084485c995232fc6122a5c796b4c44e1f75d51 +size 22830042 diff --git a/Pyramids/Pyramids-3959985.onnx b/Pyramids/Pyramids-3959985.onnx new file mode 100644 index 0000000000000000000000000000000000000000..405a0d1606e66fc0066fdc8b86ab0584688949f4 --- /dev/null +++ b/Pyramids/Pyramids-3959985.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc1ead0d2ca27261e49ea035e15728548dc89046ac598cba93f0e6d05202098b +size 3781149 diff --git a/Pyramids/Pyramids-3959985.pt b/Pyramids/Pyramids-3959985.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a4d7166d85d4af7c01c470653d43dff25c17276 --- /dev/null +++ b/Pyramids/Pyramids-3959985.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb57b750437006cabf99938848570df46825db9da1c96d9cd87006de6e69cfa5 +size 22830042 diff --git a/Pyramids/Pyramids-4079876.onnx b/Pyramids/Pyramids-4079876.onnx new file mode 100644 index 0000000000000000000000000000000000000000..33aaff6aa0025d6aa25f546ee97d6052524535c5 --- /dev/null +++ b/Pyramids/Pyramids-4079876.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae90bf9b3fec4535d24cea5ff74aa028fb556712d750809d1cdb41df1b9b5397 +size 3781149 diff --git a/Pyramids/Pyramids-4079876.pt b/Pyramids/Pyramids-4079876.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f8e2717ad598059b7bd2e9d1b1fc37d2282e53e --- /dev/null +++ b/Pyramids/Pyramids-4079876.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933308054548186814ab211b641edf323efc1dc59e3f52d318feb0f2d2e9d46e +size 22830042 diff --git a/Pyramids/Pyramids-4199994.onnx b/Pyramids/Pyramids-4199994.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0a1e37e55b6aae3907c84ea61507656628c723ef --- /dev/null +++ b/Pyramids/Pyramids-4199994.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13156689d2e9b720154f23ecea5ab18aaf69c80e940d171887b1bcd507272cc7 +size 3781149 diff --git a/Pyramids/Pyramids-4199994.pt b/Pyramids/Pyramids-4199994.pt new file mode 100644 index 0000000000000000000000000000000000000000..56cc72932b2298122d7c01560da5df09e5a4ef79 --- /dev/null +++ b/Pyramids/Pyramids-4199994.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea227e07c8cbc34e06cff979db054c4a7cc834e2e6b93a0016cdaaf3a793bf1 +size 22830042 diff --git a/Pyramids/Pyramids-4319920.onnx b/Pyramids/Pyramids-4319920.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ad9ec593e41a532f018d9b7de61f76acaf729082 --- /dev/null +++ b/Pyramids/Pyramids-4319920.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbaea28c786833fb88f4f463ec7b6446122e0564fbedee437f275a5e478e7b81 +size 3781149 diff --git a/Pyramids/Pyramids-4319920.pt b/Pyramids/Pyramids-4319920.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ac4e05b5f99f5783fd2c878bf2c79c19e73bed7 --- /dev/null +++ b/Pyramids/Pyramids-4319920.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3f08e86b2f8c0c91783b56989f68673efabd58c414ec723de21bf42dcc648b +size 22830042 diff --git a/Pyramids/Pyramids-4439980.onnx b/Pyramids/Pyramids-4439980.onnx new file mode 100644 index 0000000000000000000000000000000000000000..f4c04fbba85c1fa4993c1fcbe3615a4cd60a630d --- /dev/null +++ b/Pyramids/Pyramids-4439980.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68ab0d19941f3655eeca5b6032a004680db5a66926e266d0f2af7645c1375f0b +size 3781149 diff --git a/Pyramids/Pyramids-4439980.pt b/Pyramids/Pyramids-4439980.pt new file mode 100644 index 0000000000000000000000000000000000000000..22232de365a0983266c0cc65cd30a1f3efc3d0bd --- /dev/null +++ b/Pyramids/Pyramids-4439980.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84eccddf09d25fda3bed82e5f28ac6575c00874649344352217fb72b7fe899a +size 22830042 diff --git a/Pyramids/Pyramids-4559963.onnx b/Pyramids/Pyramids-4559963.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ceb0ff099dcaefcb799635c36cfc85ebdbb6569d --- /dev/null +++ b/Pyramids/Pyramids-4559963.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e8e41f8c6fee152ab6371ba3bb50976c6df31ea035a025356cc73105a256dc +size 3781149 diff --git a/Pyramids/Pyramids-4559963.pt b/Pyramids/Pyramids-4559963.pt new file mode 100644 index 0000000000000000000000000000000000000000..98bd9702cc95740ddba2fa9f614294ab720c8d48 --- /dev/null +++ b/Pyramids/Pyramids-4559963.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af0bcc3de51b562d9b366397401c760846237ff20e46d6537cf6aade8d5e14b +size 22830042 diff --git a/Pyramids/Pyramids-4679883.onnx b/Pyramids/Pyramids-4679883.onnx new file mode 100644 index 0000000000000000000000000000000000000000..683a43745f1626479207ed42296eb58e46b5c116 --- /dev/null +++ b/Pyramids/Pyramids-4679883.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac54781f4b9a9305673405e33a6f1c6e520fa90253e3aa8bf0ffb22db0771de +size 3781149 diff --git a/Pyramids/Pyramids-4679883.pt b/Pyramids/Pyramids-4679883.pt new file mode 100644 index 0000000000000000000000000000000000000000..798b7d45252d9d1e2aa9b8dac6236f7535f14916 --- /dev/null +++ b/Pyramids/Pyramids-4679883.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:664483c49c2df027b0a65940a7b3b16f6db773a4241678cf8fb4cd25596cb130 +size 22830042 diff --git a/Pyramids/Pyramids-4799936.onnx b/Pyramids/Pyramids-4799936.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3452711c922a896fb5091e347c7a1b99c843506c --- /dev/null +++ b/Pyramids/Pyramids-4799936.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9979959828243b4af006fbdf35a7ae0ba1e116fb1c8f2127b655aa1a5f73f267 +size 3781149 diff --git a/Pyramids/Pyramids-4799936.pt b/Pyramids/Pyramids-4799936.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb7edee699e4fc6bf09306d6ff47b8aff32d040f --- /dev/null +++ b/Pyramids/Pyramids-4799936.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d8e71de7234beae2caaecbc26936b07cdd519842fea49abc86d3f8ae1c53c08 +size 22830042 diff --git a/Pyramids/Pyramids-4919873.onnx b/Pyramids/Pyramids-4919873.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d4f7e6b3989401cf1a606884d4ed723e819a47ab --- /dev/null +++ b/Pyramids/Pyramids-4919873.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef768cfda9a0813e1a6a6075b4d0138a56c27cf6b0dd28152cab3ff4f67e552 +size 3781149 diff --git a/Pyramids/Pyramids-4919873.pt b/Pyramids/Pyramids-4919873.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f6c83bf66bc0aadfad80dae97f482479e217c48 --- /dev/null +++ b/Pyramids/Pyramids-4919873.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c67a6e5ff3ed8235943f7f006731d174731a843821010eb77ce5f59cac2c18 +size 22830042 diff --git a/Pyramids/Pyramids-5039904.onnx b/Pyramids/Pyramids-5039904.onnx new file mode 100644 index 0000000000000000000000000000000000000000..12e8a3030c1c011e86789b37c1f9dfe7a3873a99 --- /dev/null +++ b/Pyramids/Pyramids-5039904.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb733b1b179037617a780af0357e1d3843c1d9693f85ef28933360d592a22b0 +size 3781149 diff --git a/Pyramids/Pyramids-5039904.pt b/Pyramids/Pyramids-5039904.pt new file mode 100644 index 0000000000000000000000000000000000000000..526694bef7d060b3b53d8f229ea1353bc67842bc --- /dev/null +++ b/Pyramids/Pyramids-5039904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a675679dad64c5643a32cff8b0f040f535cd9662b63329882af8a53b00d8da78 +size 22830042 diff --git a/Pyramids/Pyramids-5159912.onnx b/Pyramids/Pyramids-5159912.onnx new file mode 100644 index 0000000000000000000000000000000000000000..593d3a15312e7ab47b68debceaa46f933b4538dc --- /dev/null +++ b/Pyramids/Pyramids-5159912.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4971108beba3f2b8142adcf0a273167aebe374f4e93683647923a832ffaf9a6c +size 3781149 diff --git a/Pyramids/Pyramids-5159912.pt b/Pyramids/Pyramids-5159912.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebd6a57f51fea9e1bf12fdd2acd30cb0744dcb95 --- /dev/null +++ b/Pyramids/Pyramids-5159912.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5130d501ae6a32af3106e6aa1bc6ddbff259561b7875e4ee18b0f3be4b2f35b +size 22830042 diff --git a/Pyramids/Pyramids-5279958.onnx b/Pyramids/Pyramids-5279958.onnx new file mode 100644 index 0000000000000000000000000000000000000000..f664b534848797938103c3f2922fdf34decb6bc1 --- /dev/null +++ b/Pyramids/Pyramids-5279958.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3a3a59486f913fc95c0113b2cd131161ed1c40c0bb36829310271e811ac18b +size 3781149 diff --git a/Pyramids/Pyramids-5279958.pt b/Pyramids/Pyramids-5279958.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e68db5c45f0718b04f8d3e2e0dec7c6c528bf8 --- /dev/null +++ b/Pyramids/Pyramids-5279958.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0872ffdb1f7cbbb59c11adbddcc65eeeb5c08e259c25ea97f17cfc5275a23fa1 +size 22830042 diff --git a/Pyramids/Pyramids-5399963.onnx b/Pyramids/Pyramids-5399963.onnx new file mode 100644 index 0000000000000000000000000000000000000000..35a3f96724d7abc3d93bbef38e414bbda983bfd4 --- /dev/null +++ b/Pyramids/Pyramids-5399963.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a399a1db12c18b66ca6996276e196894bad460b57ed59b9f00bdcf8db162aeca +size 3781149 diff --git a/Pyramids/Pyramids-5399963.pt b/Pyramids/Pyramids-5399963.pt new file mode 100644 index 0000000000000000000000000000000000000000..947171829a94ff1fcb6c7b2219fad77a06f013dd --- /dev/null +++ b/Pyramids/Pyramids-5399963.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4a3b3cc46b2f7e520580b537ff60318a6601f56ee4daeff5b97bdd05c4193b +size 22830042 diff --git a/Pyramids/Pyramids-5519931.onnx b/Pyramids/Pyramids-5519931.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c1d6ea18b4b54f18e4b750ebe7ea8cdb02c20307 --- /dev/null +++ b/Pyramids/Pyramids-5519931.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b346e08b979d95d5905f324edfdf025e3141eac7c3b13711795815f46d6c605d +size 3781149 diff --git a/Pyramids/Pyramids-5519931.pt b/Pyramids/Pyramids-5519931.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30f6d453e2e88f4a44ec26c1bd65852a3d1d680 --- /dev/null +++ b/Pyramids/Pyramids-5519931.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b903bb864916ac1583c848b97290726bf7488ca5914c874b87630137e2d309c +size 22830042 diff --git a/Pyramids/Pyramids-5639969.onnx b/Pyramids/Pyramids-5639969.onnx new file mode 100644 index 0000000000000000000000000000000000000000..7191dbb25a673b6a679fd251dba0612a003df8aa --- /dev/null +++ b/Pyramids/Pyramids-5639969.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fa6197611a2eb8ef6da16bc161723d405eb593b9a96f0743f445c0db65048fd +size 3781149 diff --git a/Pyramids/Pyramids-5639969.pt b/Pyramids/Pyramids-5639969.pt new file mode 100644 index 0000000000000000000000000000000000000000..35927a837931e3c10343e55868b97227fdd75025 --- /dev/null +++ b/Pyramids/Pyramids-5639969.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5153ef2a5a8d92e515f77db94fa3741f21e64214b9aff655087017ef141ac496 +size 22830042 diff --git a/Pyramids/Pyramids-5759988.onnx b/Pyramids/Pyramids-5759988.onnx new file mode 100644 index 0000000000000000000000000000000000000000..38b15ec319397352d530cbb86eecdd36fb24a2ca --- /dev/null +++ b/Pyramids/Pyramids-5759988.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a78a80881b0b295178e826d10c633380aee2208d90d3659292aa4e6d264d84 +size 3781149 diff --git a/Pyramids/Pyramids-5759988.pt b/Pyramids/Pyramids-5759988.pt new file mode 100644 index 0000000000000000000000000000000000000000..9df7f665d152aab0623ad7a29a4387cc6308c764 --- /dev/null +++ b/Pyramids/Pyramids-5759988.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcb25a46fb33f6040dc7e1627db85900ad4a3ce9ebad7d8a97bcda3f813ba6 +size 22830042 diff --git a/Pyramids/Pyramids-5879937.onnx b/Pyramids/Pyramids-5879937.onnx new file mode 100644 index 0000000000000000000000000000000000000000..6ecbfe271c7e940acc46a7406c22be726abf7ed0 --- /dev/null +++ b/Pyramids/Pyramids-5879937.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa880fd1f98b2edfd82b59f27a68d8fef4f4ce20c69b17a353947f083e0dd01 +size 3781149 diff --git a/Pyramids/Pyramids-5879937.pt b/Pyramids/Pyramids-5879937.pt new file mode 100644 index 0000000000000000000000000000000000000000..f152ba8cfa161bc7623f8c1f0f7dcd0adfd74843 --- /dev/null +++ b/Pyramids/Pyramids-5879937.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0bcc420131ade59ecf768ab9f582c18788ffcf8935522b879bc61267d4c8579 +size 22830042 diff --git a/Pyramids/Pyramids-5999934.onnx b/Pyramids/Pyramids-5999934.onnx new file mode 100644 index 0000000000000000000000000000000000000000..baa4d0610bea19ffa26130f2ce2da95ee8c36e80 --- /dev/null +++ b/Pyramids/Pyramids-5999934.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9417c91d4c43ffda3440574b7e7e3388cfad15efdcc5e63b6e4daf9ac4b3b01 +size 3781149 diff --git a/Pyramids/Pyramids-5999934.pt b/Pyramids/Pyramids-5999934.pt new file mode 100644 index 0000000000000000000000000000000000000000..706af6909e660a78eeb6f38f0dab8b9562e18f7e --- /dev/null +++ b/Pyramids/Pyramids-5999934.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e47705a8c27e99c167dd246e5df6dd5d6e02892ccfa57bedb0fd8c49941005 +size 22830042 diff --git a/Pyramids/Pyramids-6000001.onnx b/Pyramids/Pyramids-6000001.onnx new file mode 100644 index 0000000000000000000000000000000000000000..baa4d0610bea19ffa26130f2ce2da95ee8c36e80 --- /dev/null +++ b/Pyramids/Pyramids-6000001.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9417c91d4c43ffda3440574b7e7e3388cfad15efdcc5e63b6e4daf9ac4b3b01 +size 3781149 diff --git a/Pyramids/Pyramids-6000001.pt b/Pyramids/Pyramids-6000001.pt new file mode 100644 index 0000000000000000000000000000000000000000..3247f4d1c7a6d02320351f8054f3b52edcb8eabf --- /dev/null +++ b/Pyramids/Pyramids-6000001.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6c9ee6446ad11fcf5330b8a6786c5af271fc10e1e6d871997327f2922cf0c8 +size 22830042 diff --git a/Pyramids/checkpoint.pt b/Pyramids/checkpoint.pt index 2f931020b87811122c337ec66e794472644c5b4a..b43111916609e0acbc200636a3d80b3f7f3e3411 100644 --- a/Pyramids/checkpoint.pt +++ b/Pyramids/checkpoint.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49b0b053c9b0a8d786e0a66549e690f7bfe2e65cf7e4805f7ef99b65382e6252 +oid sha256:303c53d9d5581df90ca743a41df07de9d0d56dfa751b57115bdd0cbbe61620b9 size 22829316 diff --git a/Pyramids/events.out.tfevents.1772391773.14547e808b9f.43190.0 b/Pyramids/events.out.tfevents.1772391773.14547e808b9f.43190.0 new file mode 100644 index 0000000000000000000000000000000000000000..1b1b76b5f7b28e822975dd24c58e984479fe7f72 --- /dev/null +++ b/Pyramids/events.out.tfevents.1772391773.14547e808b9f.43190.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d698517c73879ca4e4c13203170271515adb7682f1c0906cf26cfbda3c61337e +size 1470 diff --git a/Pyramids/events.out.tfevents.1772391964.14547e808b9f.44991.0 b/Pyramids/events.out.tfevents.1772391964.14547e808b9f.44991.0 new file mode 100644 index 0000000000000000000000000000000000000000..2a977e03ff84615ef0f6749e91a47b452367f8c9 --- /dev/null +++ b/Pyramids/events.out.tfevents.1772391964.14547e808b9f.44991.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6913e3e8e66a4bb37c0b8c86c6ef88901707f08f66c7913e04e15e6ec15fc182 +size 913909 diff --git a/config.json b/config.json index 884cfc6fb85b00686fbc169a0be6f6017a00affb..93137fa75217d1da4197a3fb25346d6e5eb5e6ac 100644 --- a/config.json +++ b/config.json @@ -1 +1 @@ -{"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 4, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 30000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": {"sequence_length": 64, "memory_size": 256}, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 100, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 10, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training5 Memory", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file +{"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 8, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 120000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": {"sequence_length": 64, "memory_size": 256}, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 100, "even_checkpoints": false, "max_steps": 6000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 10, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training5 Memory", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml index ffaa69724f1233dd85768b40d29ea05f2d899e4d..6633c94a28036e3878612593fd366a897d15bb7d 100644 --- a/configuration.yaml +++ b/configuration.yaml @@ -9,12 +9,12 @@ behaviors: beta: 0.01 epsilon: 0.2 lambd: 0.95 - num_epoch: 4 + num_epoch: 8 shared_critic: false learning_rate_schedule: linear beta_schedule: linear epsilon_schedule: linear - checkpoint_interval: 30000 + checkpoint_interval: 120000 network_settings: normalize: false hidden_units: 512 @@ -53,7 +53,7 @@ behaviors: init_path: null keep_checkpoints: 100 even_checkpoints: false - max_steps: 2000000 + max_steps: 6000000 time_horizon: 128 summary_freq: 30000 threaded: false @@ -84,7 +84,7 @@ checkpoint_settings: run_id: Pyramids Training5 Memory initialize_from: null load_model: false - resume: false + resume: true force: false train_model: false inference: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log index 3cf774bff2b9167cbccf1f2027ca6d2977f3335a..7989d8ae244b133b89e76a02f1b68ab237952baf 100644 --- a/run_logs/Player-0.log +++ b/run_logs/Player-0.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55177 [Flags] 2 [Guid] 2940674097 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55092 [Flags] 2 [Guid] 3861832362 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.146 seconds +- Completed reload, in 0.144 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 1.124508 ms +UnloadTime: 1.117089 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 2678 frames, [32.0 KB-64.0 KB]: 2316 frames, [64.0 KB-128.0 KB]: 532 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1528 frames, [32.0 KB-64.0 KB]: 4139 frames, [64.0 KB-128.0 KB]: 3163 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -128,7 +128,7 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 64.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 15] + [ALLOC_TEMP_Background Job.Worker 2] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B @@ -158,7 +158,7 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 320.0 KB Peak Allocated Bytes 251.5 KB Overflow Count 4 - [ALLOC_TEMP_Background Job.Worker 2] + [ALLOC_TEMP_Background Job.Worker 15] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B @@ -171,7 +171,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 3] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 12] Initial Block Size 32.0 KB @@ -213,24 +213,19 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 6] - Initial Block Size 256.0 KB - Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB - Overflow Count 0 [ALLOC_TEMP_Job.Worker 5] Initial Block Size 256.0 KB Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 9] + [ALLOC_TEMP_Background Job.Worker 14] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 14] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB + [ALLOC_TEMP_Job.Worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_EnlightenWorker] x 6 @@ -243,6 +238,11 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 [ALLOC_TEMP_Job.Worker 7] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 5228 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 42 frames, [1.0 MB-2.0 MB]: 8789 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 12072 + Peak main deferred allocation count 1802 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 5526 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 8830 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 29.6 MB + Peak Block count 2 + Peak Allocated memory 22.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 5527 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 8831 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 27.9 MB + Peak Allocated memory 26.4 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 5526 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 8830 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 5527 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 8831 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,15 +320,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 5228 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 57 frames, [1.0 MB-2.0 MB]: 8774 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 5526 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 8830 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 Peak Allocated memory 4.7 MB @@ -338,27 +338,27 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 5527 frames + Peak usage frame count: [0-1.0 KB]: 8831 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 5527 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 8831 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 5527 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 8831 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 35.2 KB + Peak Allocated memory 35.8 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER_BUCKET] Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988775,"processId":32839,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571116,"processId":45045,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-1.log b/run_logs/Player-1.log index 6080d817dee0268c9f3e4b0ce7f4b1b6562df068..5a71357a682f42a582af3366be626e30581951b7 100644 --- a/run_logs/Player-1.log +++ b/run_logs/Player-1.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55486 [Flags] 2 [Guid] 2804378087 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55147 [Flags] 2 [Guid] 3729660940 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.142 seconds +- Completed reload, in 0.143 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 1.097017 ms +UnloadTime: 1.093052 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 2418 frames, [32.0 KB-64.0 KB]: 1963 frames, [64.0 KB-128.0 KB]: 414 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1402 frames, [32.0 KB-64.0 KB]: 3741 frames, [64.0 KB-128.0 KB]: 2949 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -141,7 +141,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 8] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Job.Worker 1] Initial Block Size 256.0 KB @@ -166,7 +166,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Profiler.Dispatcher] Initial Block Size 64.0 KB Current Block Size 64.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 1.9 KB Overflow Count 0 [ALLOC_TEMP_Job.Worker 3] Initial Block Size 256.0 KB @@ -236,7 +236,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 9] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 9] Initial Block Size 32.0 KB @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 4497 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 79 frames, [1.0 MB-2.0 MB]: 8014 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 12392 + Peak main deferred allocation count 1804 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 4795 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 8092 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 30.1 MB + Peak Block count 2 + Peak Allocated memory 24.4 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 4796 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 8093 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 27.7 MB + Peak Allocated memory 26.2 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 4795 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 8092 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 4796 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 8093 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,15 +320,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 4497 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 78 frames, [1.0 MB-2.0 MB]: 8015 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 4795 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 8092 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 Peak Allocated memory 4.7 MB @@ -338,21 +338,21 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 4796 frames + Peak usage frame count: [0-1.0 KB]: 8093 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 4796 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 8093 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 4796 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 8093 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 35.2 KB @@ -361,4 +361,4 @@ PlayerConnection::CleanupMemory Statistics: Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988800,"processId":32845,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571118,"processId":45072,"allocatedMemory":1980177,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3531},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-2.log b/run_logs/Player-2.log index 635f90429b9f3f11f32208097994ce1309631e80..27138d7fd262b84146916ae646a614d7d833cf67 100644 --- a/run_logs/Player-2.log +++ b/run_logs/Player-2.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55488 [Flags] 2 [Guid] 1500548073 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55425 [Flags] 2 [Guid] 3177003912 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.105 seconds +- Completed reload, in 0.119 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 1.157071 ms +UnloadTime: 1.297637 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1726 frames, [32.0 KB-64.0 KB]: 1560 frames, [64.0 KB-128.0 KB]: 347 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1256 frames, [32.0 KB-64.0 KB]: 3610 frames, [64.0 KB-128.0 KB]: 2846 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -128,7 +128,7 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 64.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 2] + [ALLOC_TEMP_Background Job.Worker 15] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B @@ -141,7 +141,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 8] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Job.Worker 1] Initial Block Size 256.0 KB @@ -158,7 +158,7 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 320.0 KB Peak Allocated Bytes 251.5 KB Overflow Count 4 - [ALLOC_TEMP_Background Job.Worker 15] + [ALLOC_TEMP_Background Job.Worker 2] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B @@ -221,7 +221,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 5] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 9] Initial Block Size 32.0 KB @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3335 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 96 frames, [1.0 MB-2.0 MB]: 7617 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 11555 + Peak main deferred allocation count 1805 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 217 frames, [16.0 MB-32.0 MB]: 3417 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 10 frames, [16.0 MB-32.0 MB]: 7703 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 28.3 MB + Peak Block count 2 + Peak Allocated memory 21.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3634 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 7713 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 28.9 MB + Peak Allocated memory 27.4 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3633 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7712 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3634 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 7713 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,15 +320,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3335 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 97 frames, [1.0 MB-2.0 MB]: 7616 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3633 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 7712 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 Peak Allocated memory 4.7 MB @@ -338,27 +338,27 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3634 frames + Peak usage frame count: [0-1.0 KB]: 7713 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3634 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 7713 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3634 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7713 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 34.7 KB + Peak Allocated memory 35.8 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER_BUCKET] Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988757,"processId":32886,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571128,"processId":45092,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-3.log b/run_logs/Player-3.log index 3acbdb862e5b6754db66af95e74c5ad2360f02ab..6301bb06f779048266d711b4e06349ac79119f7f 100644 --- a/run_logs/Player-3.log +++ b/run_logs/Player-3.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55491 [Flags] 2 [Guid] 1855776607 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55337 [Flags] 2 [Guid] 1158824597 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.142 seconds +- Completed reload, in 0.149 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 1.105878 ms +UnloadTime: 1.123874 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1677 frames, [32.0 KB-64.0 KB]: 1468 frames, [64.0 KB-128.0 KB]: 342 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1257 frames, [32.0 KB-64.0 KB]: 3537 frames, [64.0 KB-128.0 KB]: 2762 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -91,7 +91,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 4] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 6] Initial Block Size 32.0 KB @@ -141,7 +141,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 8] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Job.Worker 1] Initial Block Size 256.0 KB @@ -208,11 +208,6 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 0] - Initial Block Size 256.0 KB - Current Block Size 256.0 KB - Peak Allocated Bytes 0 B - Overflow Count 0 [ALLOC_TEMP_Job.Worker 6] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -223,14 +218,14 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 9] + [ALLOC_TEMP_Background Job.Worker 14] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 14] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_EnlightenWorker] x 6 @@ -243,6 +238,11 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 [ALLOC_TEMP_Job.Worker 7] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3189 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 138 frames, [1.0 MB-2.0 MB]: 7419 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 9310 + Peak main deferred allocation count 1802 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.3 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 3487 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 7556 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 29.1 MB + Peak Block count 2 + Peak Allocated memory 21.5 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3488 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 7557 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 28.4 MB + Peak Allocated memory 26.7 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.3 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3487 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7556 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3488 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 7557 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,15 +320,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.3 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3189 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 70 frames, [1.0 MB-2.0 MB]: 7487 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3487 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 7556 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 Peak Allocated memory 4.7 MB @@ -338,21 +338,21 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.3 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3488 frames + Peak usage frame count: [0-1.0 KB]: 7557 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3488 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 7557 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3488 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7557 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 34.7 KB @@ -361,4 +361,4 @@ PlayerConnection::CleanupMemory Statistics: Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988801,"processId":32891,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571099,"processId":45114,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-4.log b/run_logs/Player-4.log index aaf157a5346e2eaea4f1d544b0d7585563ab8d7c..05300d1e7982a4313044b6a1cd8eea96325837d0 100644 --- a/run_logs/Player-4.log +++ b/run_logs/Player-4.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55107 [Flags] 2 [Guid] 1882920979 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55149 [Flags] 2 [Guid] 2983747568 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.132 seconds +- Completed reload, in 0.148 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 1.109102 ms +UnloadTime: 1.090626 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1639 frames, [32.0 KB-64.0 KB]: 1462 frames, [64.0 KB-128.0 KB]: 306 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1250 frames, [32.0 KB-64.0 KB]: 3396 frames, [64.0 KB-128.0 KB]: 2764 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -133,11 +133,6 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 2] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB - Peak Allocated Bytes 0 B - Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 7] Initial Block Size 32.0 KB Current Block Size 32.0 KB @@ -146,7 +141,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 8] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Job.Worker 1] Initial Block Size 256.0 KB @@ -163,15 +158,20 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 320.0 KB Peak Allocated Bytes 251.5 KB Overflow Count 4 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 [ALLOC_TEMP_Profiler.Dispatcher] Initial Block Size 64.0 KB Current Block Size 64.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 136 B Overflow Count 0 [ALLOC_TEMP_Job.Worker 3] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 12] Initial Block Size 32.0 KB @@ -208,11 +208,6 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 0] - Initial Block Size 256.0 KB - Current Block Size 256.0 KB - Peak Allocated Bytes 0 B - Overflow Count 0 [ALLOC_TEMP_Job.Worker 6] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -223,14 +218,14 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 9] + [ALLOC_TEMP_Background Job.Worker 14] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 14] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_EnlightenWorker] x 6 @@ -243,6 +238,11 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 [ALLOC_TEMP_Job.Worker 7] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3109 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 124 frames, [1.0 MB-2.0 MB]: 7287 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 11560 + Peak main deferred allocation count 1803 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 3407 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 7410 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 29.4 MB + Peak Block count 2 + Peak Allocated memory 22.0 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3408 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 7411 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 27.8 MB + Peak Allocated memory 26.9 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3407 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7410 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3408 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 7411 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,45 +320,45 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3109 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 73 frames, [1.0 MB-2.0 MB]: 7338 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3407 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 7410 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 - Peak Allocated memory 4.2 MB + Peak Allocated memory 4.7 MB Peak Large allocation bytes 0 B [ALLOC_TYPETREE] Dual Thread Allocator Peak main deferred allocation count 0 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3408 frames + Peak usage frame count: [0-1.0 KB]: 7411 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3408 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 7411 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3408 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7411 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 35.2 KB + Peak Allocated memory 34.7 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER_BUCKET] Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988772,"processId":32931,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571096,"processId":45180,"allocatedMemory":1980345,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3699},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-5.log b/run_logs/Player-5.log index 1ab33dd2b94d4065053c49224a7046c7dcd8f551..c07c464edded72089104a36b7191af408eab6db4 100644 --- a/run_logs/Player-5.log +++ b/run_logs/Player-5.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55280 [Flags] 2 [Guid] 3572685504 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55072 [Flags] 2 [Guid] 513007983 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.097 seconds +- Completed reload, in 0.141 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 0.856269 ms +UnloadTime: 1.098189 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1568 frames, [32.0 KB-64.0 KB]: 1482 frames, [64.0 KB-128.0 KB]: 339 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1266 frames, [32.0 KB-64.0 KB]: 3241 frames, [64.0 KB-128.0 KB]: 2771 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -208,11 +208,6 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 0] - Initial Block Size 256.0 KB - Current Block Size 256.0 KB - Peak Allocated Bytes 0 B - Overflow Count 0 [ALLOC_TEMP_Job.Worker 6] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -223,14 +218,14 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 9] + [ALLOC_TEMP_Background Job.Worker 14] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 14] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_EnlightenWorker] x 6 @@ -243,6 +238,11 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 [ALLOC_TEMP_Job.Worker 7] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -254,29 +254,29 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3091 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 81 frames, [1.0 MB-2.0 MB]: 7198 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.5 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 10413 + Peak main deferred allocation count 1884 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 3389 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 58 frames, [32.0 MB-64.0 MB]: 7221 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 29.6 MB - Peak Large allocation bytes 0 B + Peak Block count 2 + Peak Allocated memory 35.8 MB + Peak Large allocation bytes 16.0 MB [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3390 frames + Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames, [8.0 MB-16.0 MB]: 7278 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 27.0 MB - Peak Large allocation bytes 16.0 MB + Peak Allocated memory 12.8 MB + Peak Large allocation bytes 0 B [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB Used Block Count 1 @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3389 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7278 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3390 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 7279 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,15 +320,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3091 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 80 frames, [1.0 MB-2.0 MB]: 7199 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3389 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 7278 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 Peak Allocated memory 4.7 MB @@ -338,21 +338,21 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3390 frames + Peak usage frame count: [0-1.0 KB]: 7279 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3390 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 7279 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3390 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7279 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 35.2 KB @@ -361,4 +361,4 @@ PlayerConnection::CleanupMemory Statistics: Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988773,"processId":32977,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571128,"processId":45187,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-6.log b/run_logs/Player-6.log index 49083e90d56003b40893d9dccd226880513166ad..1573e6c0b452e3a6cf9b80f58067142977ee442c 100644 --- a/run_logs/Player-6.log +++ b/run_logs/Player-6.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55246 [Flags] 2 [Guid] 539539776 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55117 [Flags] 2 [Guid] 1965931352 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,10 +33,17 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.146 seconds +- Completed reload, in 0.150 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? WARNING: Shader Unsupported: 'Legacy Shaders/Diffuse' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? @@ -58,14 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed -WARNING: Shader Did you use #pragma only_renderers and omit this platform? -WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable) -WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed -WARNING: Shader Did you use #pragma only_renderers and omit this platform? -WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 0.898140 ms +UnloadTime: 1.103914 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1642 frames, [32.0 KB-64.0 KB]: 1446 frames, [64.0 KB-128.0 KB]: 288 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1178 frames, [32.0 KB-64.0 KB]: 3398 frames, [64.0 KB-128.0 KB]: 2657 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -146,7 +146,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 1] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Job.Worker 10] Initial Block Size 256.0 KB @@ -213,24 +213,19 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 0] - Initial Block Size 256.0 KB - Current Block Size 256.0 KB - Peak Allocated Bytes 0 B - Overflow Count 0 [ALLOC_TEMP_Job.Worker 5] Initial Block Size 256.0 KB Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 9] + [ALLOC_TEMP_Background Job.Worker 14] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 14] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_EnlightenWorker] x 6 @@ -241,6 +236,11 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 9] Initial Block Size 256.0 KB Current Block Size 256.0 KB + Peak Allocated Bytes 0.8 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Job.Worker 7] @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3078 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 49 frames, [1.0 MB-2.0 MB]: 7185 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 12850 + Peak main deferred allocation count 1952 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 299 frames, [16.0 MB-32.0 MB]: 3078 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 28 frames, [16.0 MB-32.0 MB]: 7206 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 27.8 MB + Peak Block count 2 + Peak Allocated memory 22.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3377 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 7234 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 29.7 MB + Peak Allocated memory 28.5 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3376 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7233 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3377 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 7234 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,39 +320,39 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3078 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 73 frames, [1.0 MB-2.0 MB]: 7161 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3376 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 7233 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 - Peak Allocated memory 4.7 MB + Peak Allocated memory 4.6 MB Peak Large allocation bytes 0 B [ALLOC_TYPETREE] Dual Thread Allocator Peak main deferred allocation count 0 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3377 frames + Peak usage frame count: [0-1.0 KB]: 7234 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3377 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 7234 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3377 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7234 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 35.2 KB @@ -361,4 +361,4 @@ PlayerConnection::CleanupMemory Statistics: Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988757,"processId":33035,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571073,"processId":45226,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-7.log b/run_logs/Player-7.log index e3a088b38ac281632262f092212b6ac49683c8eb..4d74b6ff0e57798946de6f937cd0251db3920ce4 100644 --- a/run_logs/Player-7.log +++ b/run_logs/Player-7.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55145 [Flags] 2 [Guid] 676445306 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55353 [Flags] 2 [Guid] 3201624336 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.147 seconds +- Completed reload, in 0.143 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 1.124381 ms +UnloadTime: 0.831487 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1609 frames, [32.0 KB-64.0 KB]: 1458 frames, [64.0 KB-128.0 KB]: 299 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1250 frames, [32.0 KB-64.0 KB]: 3357 frames, [64.0 KB-128.0 KB]: 2535 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -91,7 +91,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 4] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 6] Initial Block Size 32.0 KB @@ -166,12 +166,12 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Profiler.Dispatcher] Initial Block Size 64.0 KB Current Block Size 64.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 1.9 KB Overflow Count 0 [ALLOC_TEMP_Job.Worker 3] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 12] Initial Block Size 32.0 KB @@ -208,12 +208,12 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 0] + [ALLOC_TEMP_Job.Worker 6] Initial Block Size 256.0 KB Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 6] + [ALLOC_TEMP_Job.Worker 0] Initial Block Size 256.0 KB Current Block Size 256.0 KB Peak Allocated Bytes 0 B @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3068 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 73 frames, [1.0 MB-2.0 MB]: 7070 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.5 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 11447 + Peak main deferred allocation count 1807 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.6 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 3366 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 8 frames, [16.0 MB-32.0 MB]: 7135 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 28.5 MB + Peak Block count 2 + Peak Allocated memory 22.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3367 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 7143 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 26.7 MB + Peak Allocated memory 27.5 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.6 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3366 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7142 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3367 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 7143 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,39 +320,39 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.6 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3068 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 81 frames, [1.0 MB-2.0 MB]: 7062 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3366 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 7142 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 - Peak Allocated memory 4.5 MB + Peak Allocated memory 4.7 MB Peak Large allocation bytes 0 B [ALLOC_TYPETREE] Dual Thread Allocator Peak main deferred allocation count 0 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.6 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3367 frames + Peak usage frame count: [0-1.0 KB]: 7143 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3367 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 7143 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3367 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 7143 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 35.2 KB @@ -361,4 +361,4 @@ PlayerConnection::CleanupMemory Statistics: Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988808,"processId":33018,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571070,"processId":45267,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-8.log b/run_logs/Player-8.log index d445977a8b8adf3f8bdea45b11859a7500cd94f6..2feca9e705c502893d4d1a13da058f821c495429 100644 --- a/run_logs/Player-8.log +++ b/run_logs/Player-8.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55511 [Flags] 2 [Guid] 2558448802 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55174 [Flags] 2 [Guid] 1209912179 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.113 seconds +- Completed reload, in 0.146 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 0.947863 ms +UnloadTime: 0.960436 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1544 frames, [32.0 KB-64.0 KB]: 1499 frames, [64.0 KB-128.0 KB]: 313 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1235 frames, [32.0 KB-64.0 KB]: 3166 frames, [64.0 KB-128.0 KB]: 2595 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -141,7 +141,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 8] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_Job.Worker 1] Initial Block Size 256.0 KB @@ -151,7 +151,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 10] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Loading.PreloadManager] Initial Block Size 256.0 KB @@ -208,11 +208,6 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 6] - Initial Block Size 256.0 KB - Current Block Size 256.0 KB - Peak Allocated Bytes 0 B - Overflow Count 0 [ALLOC_TEMP_Job.Worker 0] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -223,14 +218,14 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 9] + [ALLOC_TEMP_Background Job.Worker 14] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 14] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB + [ALLOC_TEMP_Job.Worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_EnlightenWorker] x 6 @@ -243,6 +238,11 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 [ALLOC_TEMP_Job.Worker 7] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3058 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 55 frames, [1.0 MB-2.0 MB]: 6942 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 11181 + Peak main deferred allocation count 2571 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 244 frames, [16.0 MB-32.0 MB]: 3113 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 11 frames, [16.0 MB-32.0 MB]: 6986 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 28.7 MB + Peak Block count 2 + Peak Allocated memory 22.3 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3357 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 6997 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 28.3 MB + Peak Allocated memory 27.5 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3356 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 6996 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3357 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 6997 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,39 +320,39 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3058 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 91 frames, [1.0 MB-2.0 MB]: 6906 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3356 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 6996 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 - Peak Allocated memory 4.4 MB + Peak Allocated memory 4.7 MB Peak Large allocation bytes 0 B [ALLOC_TYPETREE] Dual Thread Allocator Peak main deferred allocation count 0 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3357 frames + Peak usage frame count: [0-1.0 KB]: 6997 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3357 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 6997 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3357 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 6997 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 35.2 KB @@ -361,4 +361,4 @@ PlayerConnection::CleanupMemory Statistics: Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988775,"processId":33108,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571012,"processId":45343,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/Player-9.log b/run_logs/Player-9.log index eabb50723af57d0ce58d76f220635d09e0a7cfa1..0b66cf469c26a8c2cf7d85872030dace41f8e7f3 100644 --- a/run_logs/Player-9.log +++ b/run_logs/Player-9.log @@ -1,7 +1,7 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' Found 1 interfaces on host : 0) 172.28.0.12 -Multi-casting "[IP] 172.28.0.12 [Port] 55192 [Flags] 2 [Guid] 2628270105 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Multi-casting "[IP] 172.28.0.12 [Port] 55006 [Flags] 2 [Guid] 3464108904 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... Preloaded 'lib_burst_generated.so' Preloaded 'libgrpc_csharp_ext.x64.so' Initialize engine version: 2021.3.5f1 (40eb3a945986) @@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default FMOD failed to initialize the output device.: "Error initializing output device. " (60) FMOD initialized on nosound output Begin MonoManager ReloadAssembly -- Completed reload, in 0.136 seconds +- Completed reload, in 0.127 seconds ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) @@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f WARNING: Shader Unsupported: 'Standard' - All subshaders removed WARNING: Shader Did you use #pragma only_renderers and omit this platform? WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? -UnloadTime: 1.116153 ms +UnloadTime: 1.070421 ms ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) requesting resize 84 x 84 Setting up 6 worker threads for Enlighten. @@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_TLS] TLS Allocator StackAllocators : [ALLOC_TEMP_MAIN] - Peak usage frame count: [16.0 KB-32.0 KB]: 1592 frames, [32.0 KB-64.0 KB]: 1444 frames, [64.0 KB-128.0 KB]: 310 frames, [2.0 MB-4.0 MB]: 1 frames + Peak usage frame count: [16.0 KB-32.0 KB]: 1150 frames, [32.0 KB-64.0 KB]: 3262 frames, [64.0 KB-128.0 KB]: 2508 frames, [2.0 MB-4.0 MB]: 1 frames Initial Block Size 4.0 MB Current Block Size 4.0 MB Peak Allocated Bytes 2.0 MB @@ -196,7 +196,7 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 2] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0 B + Peak Allocated Bytes 0.8 KB Overflow Count 0 [ALLOC_TEMP_Background Job.Worker 0] Initial Block Size 32.0 KB @@ -208,6 +208,11 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 + [ALLOC_TEMP_Job.Worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 [ALLOC_TEMP_Job.Worker 0] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -216,16 +221,16 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_TEMP_Job.Worker 5] Initial Block Size 256.0 KB Current Block Size 256.0 KB - Peak Allocated Bytes 0.8 KB + Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 14] + [ALLOC_TEMP_Background Job.Worker 9] Initial Block Size 32.0 KB Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Job.Worker 6] - Initial Block Size 256.0 KB - Current Block Size 256.0 KB + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB Peak Allocated Bytes 0 B Overflow Count 0 [ALLOC_TEMP_EnlightenWorker] x 6 @@ -238,11 +243,6 @@ PlayerConnection::CleanupMemory Statistics: Current Block Size 256.0 KB Peak Allocated Bytes 0 B Overflow Count 0 - [ALLOC_TEMP_Background Job.Worker 9] - Initial Block Size 32.0 KB - Current Block Size 32.0 KB - Peak Allocated Bytes 0 B - Overflow Count 0 [ALLOC_TEMP_Job.Worker 7] Initial Block Size 256.0 KB Current Block Size 256.0 KB @@ -254,28 +254,28 @@ PlayerConnection::CleanupMemory Statistics: Peak Allocated Bytes 128 B Overflow Count 0 [ALLOC_MEMORYPROFILER] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3048 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 69 frames, [1.0 MB-2.0 MB]: 6852 frames Requested Block Size 1.0 MB Peak Block count 2 - Peak Allocated memory 1.6 MB + Peak Allocated memory 1.1 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT] Dual Thread Allocator - Peak main deferred allocation count 12452 + Peak main deferred allocation count 1805 [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_DEFAULT_MAIN] - Peak usage frame count: [8.0 MB-16.0 MB]: 197 frames, [16.0 MB-32.0 MB]: 3150 frames + Peak usage frame count: [8.0 MB-16.0 MB]: 7 frames, [16.0 MB-32.0 MB]: 6914 frames Requested Block Size 16.0 MB - Peak Block count 3 - Peak Allocated memory 28.9 MB + Peak Block count 2 + Peak Allocated memory 20.9 MB Peak Large allocation bytes 0 B [ALLOC_DEFAULT_THREAD] - Peak usage frame count: [16.0 MB-32.0 MB]: 3347 frames + Peak usage frame count: [16.0 MB-32.0 MB]: 6921 frames Requested Block Size 16.0 MB Peak Block count 1 - Peak Allocated memory 28.5 MB + Peak Allocated memory 27.4 MB Peak Large allocation bytes 16.0 MB [ALLOC_TEMP_JOB_1_FRAME] Initial Block Size 2.0 MB @@ -302,15 +302,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_GFX_MAIN] - Peak usage frame count: [32.0 KB-64.0 KB]: 3346 frames, [64.0 KB-128.0 KB]: 1 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 6920 frames, [64.0 KB-128.0 KB]: 1 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.0 KB Peak Large allocation bytes 0 B [ALLOC_GFX_THREAD] - Peak usage frame count: [64.0 KB-128.0 KB]: 3347 frames + Peak usage frame count: [64.0 KB-128.0 KB]: 6921 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 67.7 KB @@ -320,15 +320,15 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_CACHEOBJECTS_MAIN] - Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 3048 frames + Peak usage frame count: [0.5 MB-1.0 MB]: 131 frames, [1.0 MB-2.0 MB]: 6790 frames Requested Block Size 4.0 MB Peak Block count 1 Peak Allocated memory 1.4 MB Peak Large allocation bytes 0 B [ALLOC_CACHEOBJECTS_THREAD] - Peak usage frame count: [1.0 MB-2.0 MB]: 3346 frames, [4.0 MB-8.0 MB]: 1 frames + Peak usage frame count: [1.0 MB-2.0 MB]: 6920 frames, [4.0 MB-8.0 MB]: 1 frames Requested Block Size 4.0 MB Peak Block count 2 Peak Allocated memory 4.7 MB @@ -338,21 +338,21 @@ PlayerConnection::CleanupMemory Statistics: [ALLOC_BUCKET] Large Block size 4.0 MB Used Block count 1 - Peak Allocated bytes 1.7 MB + Peak Allocated bytes 1.4 MB [ALLOC_TYPETREE_MAIN] - Peak usage frame count: [0-1.0 KB]: 3347 frames + Peak usage frame count: [0-1.0 KB]: 6921 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.0 KB Peak Large allocation bytes 0 B [ALLOC_TYPETREE_THREAD] - Peak usage frame count: [1.0 KB-2.0 KB]: 3347 frames + Peak usage frame count: [1.0 KB-2.0 KB]: 6921 frames Requested Block Size 2.0 MB Peak Block count 1 Peak Allocated memory 1.9 KB Peak Large allocation bytes 0 B [ALLOC_PROFILER] - Peak usage frame count: [32.0 KB-64.0 KB]: 3347 frames + Peak usage frame count: [32.0 KB-64.0 KB]: 6921 frames Requested Block Size 16.0 MB Peak Block count 1 Peak Allocated memory 35.2 KB @@ -361,4 +361,4 @@ PlayerConnection::CleanupMemory Statistics: Large Block size 4.0 MB Used Block count 1 Peak Allocated bytes 396 B -##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772390988830,"processId":33110,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1772395571084,"processId":45434,"allocatedMemory":1980093,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34740},{"Manager":16203},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":5440},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/timers.json b/run_logs/timers.json index aacba6e6749bc66be8b469d080ca2b011102987f..d8569ea1edf2e883aba1f389d66e4ce66ee5158c 100644 --- a/run_logs/timers.json +++ b/run_logs/timers.json @@ -2,249 +2,249 @@ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { - "value": 0.8394009470939636, - "min": 0.7612115740776062, - "max": 1.6061443090438843, - "count": 66 + "value": 0.36488646268844604, + "min": 0.3551276624202728, + "max": 0.7911593317985535, + "count": 134 }, "Pyramids.Policy.Entropy.sum": { - "value": 24429.92578125, - "min": 20576.822265625, - "max": 63937.390625, - "count": 66 + "value": 11104.224609375, + "min": 10301.54296875, + "max": 28915.892578125, + "count": 134 }, "Pyramids.Step.mean": { - "value": 1979930.0, - "min": 29952.0, - "max": 1979930.0, - "count": 66 + "value": 5999934.0, + "min": 2009945.0, + "max": 5999934.0, + "count": 134 }, "Pyramids.Step.sum": { - "value": 1979930.0, - "min": 29952.0, - "max": 1979930.0, - "count": 66 + "value": 5999934.0, + "min": 2009945.0, + "max": 5999934.0, + "count": 134 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { - "value": 0.32069820165634155, - "min": -0.4106626808643341, - "max": 0.32069820165634155, - "count": 66 + "value": 0.9218218922615051, + "min": 0.1252787560224533, + "max": 0.9716527462005615, + "count": 134 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { - "value": 85.62641906738281, - "min": -96.0950698852539, - "max": 85.62641906738281, - "count": 66 + "value": 280.2338562011719, + "min": 10.022300720214844, + "max": 316.7587890625, + "count": 134 }, "Pyramids.Policy.RndValueEstimate.mean": { - "value": 0.03896201029419899, - "min": -0.23838402330875397, - "max": 0.5050756931304932, - "count": 66 + "value": -0.013818878680467606, + "min": -0.062205471098423004, + "max": 0.094496950507164, + "count": 134 }, "Pyramids.Policy.RndValueEstimate.sum": { - "value": 10.402856826782227, - "min": -55.7818603515625, - "max": 129.29937744140625, - "count": 66 + "value": -4.200939178466797, + "min": -19.345901489257812, + "max": 27.7821044921875, + "count": 134 }, - "Pyramids.Losses.PolicyLoss.mean": { - "value": 0.09096858015254838, - "min": 0.05367484310991131, - "max": 0.10918398358626291, - "count": 66 - }, - "Pyramids.Losses.PolicyLoss.sum": { - "value": 0.18193716030509677, - "min": 0.05367484310991131, - "max": 0.21836796717252582, - "count": 66 - }, - "Pyramids.Losses.ValueLoss.mean": { - "value": 0.011842791631352156, - "min": 0.00042853143928699535, - "max": 0.04453424114564603, - "count": 66 - }, - "Pyramids.Losses.ValueLoss.sum": { - "value": 0.023685583262704313, - "min": 0.00042853143928699535, - "max": 0.04453424114564603, - "count": 66 - }, - "Pyramids.Policy.LearningRate.mean": { - "value": 4.805798398100002e-06, - "min": 4.805798398100002e-06, - "max": 0.0002966208011264, - "count": 66 + "Pyramids.Environment.EpisodeLength.mean": { + "value": 178.21052631578948, + "min": 136.0, + "max": 563.2083333333334, + "count": 134 }, - "Pyramids.Policy.LearningRate.sum": { - "value": 9.611596796200003e-06, - "min": 9.13164695615001e-06, - "max": 0.0005691456102848, - "count": 66 + "Pyramids.Environment.EpisodeLength.sum": { + "value": 27088.0, + "min": 680.0, + "max": 38451.0, + "count": 134 }, - "Pyramids.Policy.Epsilon.mean": { - "value": 0.1016019, - "min": 0.1016019, - "max": 0.19887360000000004, - "count": 66 + "Pyramids.Environment.CumulativeReward.mean": { + "value": 1.8210463471562657, + "min": 1.1867958924600057, + "max": 1.8639999955892563, + "count": 134 }, - "Pyramids.Policy.Epsilon.sum": { - "value": 0.2032038, - "min": 0.10304385, - "max": 0.38971520000000004, - "count": 66 + "Pyramids.Environment.CumulativeReward.sum": { + "value": 274.9779984205961, + "min": 9.319999977946281, + "max": 329.565797328949, + "count": 134 }, - "Pyramids.Policy.Beta.mean": { - "value": 0.00017002981000000005, - "min": 0.00017002981000000005, - "max": 0.00988747264, - "count": 66 + "Pyramids.Policy.ExtrinsicReward.mean": { + "value": 1.8210463471562657, + "min": 1.1867958924600057, + "max": 1.8639999955892563, + "count": 134 }, - "Pyramids.Policy.Beta.sum": { - "value": 0.0003400596200000001, - "min": 0.0003140806150000004, - "max": 0.01897254848, - "count": 66 + "Pyramids.Policy.ExtrinsicReward.sum": { + "value": 274.9779984205961, + "min": 9.319999977946281, + "max": 329.565797328949, + "count": 134 }, - "Pyramids.Losses.RNDLoss.mean": { - "value": 0.04105300456285477, - "min": 0.04105300456285477, - "max": 1.138181209564209, - "count": 66 + "Pyramids.Policy.RndReward.mean": { + "value": 0.01722965589627147, + "min": 0.0168254373341981, + "max": 0.21780517784467593, + "count": 134 }, - "Pyramids.Losses.RNDLoss.sum": { - "value": 0.08210600912570953, - "min": 0.04327910393476486, - "max": 1.138181209564209, - "count": 66 + "Pyramids.Policy.RndReward.sum": { + "value": 2.601678040336992, + "min": 0.3333440013229847, + "max": 14.053810398414498, + "count": 134 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, - "count": 66 + "count": 134 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, - "count": 66 + "count": 134 }, - "Pyramids.Environment.EpisodeLength.mean": { - "value": 532.7313432835821, - "min": 440.25, - "max": 999.0, - "count": 63 + "Pyramids.Losses.PolicyLoss.mean": { + "value": 0.08789227641427715, + "min": 0.07172401092902873, + "max": 0.11426022358937189, + "count": 133 }, - "Pyramids.Environment.EpisodeLength.sum": { - "value": 35693.0, - "min": 1761.0, - "max": 109890.0, - "count": 63 + "Pyramids.Losses.PolicyLoss.sum": { + "value": 0.1757845528285543, + "min": 0.07172401092902873, + "max": 0.22366356179663854, + "count": 133 }, - "Pyramids.Environment.CumulativeReward.mean": { - "value": 1.1686865422707886, - "min": -1.0000000521540642, - "max": 1.5597499758005142, - "count": 62 + "Pyramids.Losses.ValueLoss.mean": { + "value": 0.012804161827079951, + "min": 0.003621110906897229, + "max": 0.016208569944137708, + "count": 133 }, - "Pyramids.Environment.CumulativeReward.sum": { - "value": 78.30199833214283, - "min": -115.00000599771738, - "max": 78.30199833214283, - "count": 62 + "Pyramids.Losses.ValueLoss.sum": { + "value": 0.025608323654159902, + "min": 0.003621110906897229, + "max": 0.03226217675255612, + "count": 133 }, - "Pyramids.Policy.ExtrinsicReward.mean": { - "value": 1.1686865422707886, - "min": -1.0000000521540642, - "max": 1.5597499758005142, - "count": 62 + "Pyramids.Policy.LearningRate.mean": { + "value": 5.52124815991656e-07, + "min": 5.52124815991656e-07, + "max": 0.00019897158367615004, + "count": 133 }, - "Pyramids.Policy.ExtrinsicReward.sum": { - "value": 78.30199833214283, - "min": -115.00000599771738, - "max": 78.30199833214283, - "count": 62 + "Pyramids.Policy.LearningRate.sum": { + "value": 1.104249631983312e-06, + "min": 1.104249631983312e-06, + "max": 0.00039498136833956667, + "count": 133 }, - "Pyramids.Policy.RndReward.mean": { - "value": 0.24111923239273783, - "min": 0.24111923239273783, - "max": 9.076905833557248, - "count": 62 + "Pyramids.Policy.Epsilon.mean": { + "value": 0.10018400833333334, + "min": 0.10018400833333334, + "max": 0.16632384999999997, + "count": 133 }, - "Pyramids.Policy.RndReward.sum": { - "value": 16.154988570313435, - "min": 3.604122120887041, - "max": 800.3941431641579, - "count": 62 + "Pyramids.Policy.Epsilon.sum": { + "value": 0.20036801666666668, + "min": 0.10121123333333334, + "max": 0.3316604333333333, + "count": 133 + }, + "Pyramids.Policy.Beta.mean": { + "value": 2.838243249999964e-05, + "min": 2.838243249999964e-05, + "max": 0.006635752615000002, + "count": 133 + }, + "Pyramids.Policy.Beta.sum": { + "value": 5.676486499999928e-05, + "min": 5.676486499999928e-05, + "max": 0.01317287729, + "count": 133 + }, + "Pyramids.Losses.RNDLoss.mean": { + "value": 0.008040777407586575, + "min": 0.008006304502487183, + "max": 0.041542429476976395, + "count": 133 + }, + "Pyramids.Losses.RNDLoss.sum": { + "value": 0.01608155481517315, + "min": 0.008109976537525654, + "max": 0.07683394849300385, + "count": 133 } }, "metadata": { "timer_format_version": "0.1.0", - "start_time_seconds": "1772389625", + "start_time_seconds": "1772391963", "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", - "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training5 Memory --no-graphics --num-envs=10", + "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training5 Memory --no-graphics --num-envs=10 --resume", "mlagents_version": "1.2.0.dev0", "mlagents_envs_version": "1.2.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.8.0+cu128", "numpy_version": "1.23.5", - "end_time_seconds": "1772390988" + "end_time_seconds": "1772395571" }, - "total": 1363.314149203, + "total": 3607.5321902899996, "count": 1, - "self": 0.5755932210004175, + "self": 0.5754533569997875, "children": { "run_training.setup": { - "total": 0.10265257099945302, + "total": 0.12450850899949728, "count": 1, - "self": 0.10265257099945302 + "self": 0.12450850899949728 }, "TrainerController.start_learning": { - "total": 1362.635903411, + "total": 3606.8322284240003, "count": 1, - "self": 1.142269331130592, + "self": 3.0190472318681714, "children": { "TrainerController._reset_env": { - "total": 2.5067401460000838, + "total": 2.603950913000517, "count": 1, - "self": 2.5067401460000838 + "self": 2.603950913000517 }, "TrainerController.advance": { - "total": 1358.8142928178695, - "count": 23439, - "self": 0.7679036398121752, + "total": 3601.0312512971304, + "count": 59227, + "self": 2.1109578761934245, "children": { "env_step": { - "total": 677.670328585019, - "count": 23439, - "self": 204.42919836522378, + "total": 1449.3035915528708, + "count": 59227, + "self": 455.9942536251092, "children": { "SubprocessEnvManager._take_step": { - "total": 471.86624333491, - "count": 126881, - "self": 15.409759118931106, + "total": 990.0442914250762, + "count": 264306, + "self": 34.1138892994295, "children": { "TorchPolicy.evaluate": { - "total": 456.4564842159789, - "count": 125621, - "self": 456.4564842159789 + "total": 955.9304021256467, + "count": 250585, + "self": 955.9304021256467 } } }, "workers": { - "total": 1.3748868848851998, - "count": 23439, + "total": 3.2650465026854363, + "count": 59227, "self": 0.0, "children": { "worker_root": { - "total": 13618.174516776127, - "count": 126877, + "total": 36046.44138467785, + "count": 264302, "is_parallel": true, - "self": 11328.221394539087, + "self": 28862.25714012814, "children": { "run_training.setup": { "total": 0.0, @@ -253,48 +253,48 @@ "self": 0.0, "children": { "steps_from_proto": { - "total": 0.021421515999463736, + "total": 0.02023548000215669, "count": 10, "is_parallel": true, - "self": 0.006722406998051156, + "self": 0.006409738003640086, "children": { "_process_rank_one_or_two_observation": { - "total": 0.01469910900141258, + "total": 0.013825741998516605, "count": 80, "is_parallel": true, - "self": 0.01469910900141258 + "self": 0.013825741998516605 } } }, "UnityEnvironment.step": { - "total": 0.5790598809990115, + "total": 0.5743121019986575, "count": 10, "is_parallel": true, - "self": 0.005780238998340792, + "self": 0.00606169700040482, "children": { "UnityEnvironment._generate_step_input": { - "total": 0.004862869998760289, + "total": 0.003629601998909493, "count": 10, "is_parallel": true, - "self": 0.004862869998760289 + "self": 0.003629601998909493 }, "communicator.exchange": { - "total": 0.551449630001116, + "total": 0.5479624359977606, "count": 10, "is_parallel": true, - "self": 0.551449630001116 + "self": 0.5479624359977606 }, "steps_from_proto": { - "total": 0.01696714200079441, + "total": 0.01665836700158252, "count": 10, "is_parallel": true, - "self": 0.0034695099993768963, + "self": 0.004257175998645835, "children": { "_process_rank_one_or_two_observation": { - "total": 0.013497632001417514, + "total": 0.012401191002936685, "count": 80, "is_parallel": true, - "self": 0.013497632001417514 + "self": 0.012401191002936685 } } } @@ -303,34 +303,34 @@ } }, "UnityEnvironment.step": { - "total": 2289.9531222370406, - "count": 126867, + "total": 7184.18424454971, + "count": 264292, "is_parallel": true, - "self": 64.69737015800547, + "self": 139.60044607177042, "children": { "UnityEnvironment._generate_step_input": { - "total": 43.19860037298349, - "count": 126867, + "total": 90.55896083296466, + "count": 264292, "is_parallel": true, - "self": 43.19860037298349 + "self": 90.55896083296466 }, "communicator.exchange": { - "total": 1998.5595297997488, - "count": 126867, + "total": 6564.569057943758, + "count": 264292, "is_parallel": true, - "self": 1998.5595297997488 + "self": 6564.569057943758 }, "steps_from_proto": { - "total": 183.4976219063028, - "count": 126867, + "total": 389.45577970121667, + "count": 264292, "is_parallel": true, - "self": 38.316359346828904, + "self": 82.57030775551902, "children": { "_process_rank_one_or_two_observation": { - "total": 145.1812625594739, - "count": 1014936, + "total": 306.88547194569765, + "count": 2114336, "is_parallel": true, - "self": 145.1812625594739 + "self": 306.88547194569765 } } } @@ -343,31 +343,31 @@ } }, "trainer_advance": { - "total": 680.3760605930383, - "count": 23439, - "self": 2.770843283076829, + "total": 2149.6167018680662, + "count": 59227, + "self": 8.618607001981218, "children": { "process_trajectory": { - "total": 386.20531880995804, - "count": 23439, - "self": 374.58250799595135, + "total": 932.7226188410896, + "count": 59227, + "self": 926.6471830700939, "children": { "RLTrainer._checkpoint": { - "total": 11.622810814006698, - "count": 66, - "self": 11.622810814006698 + "total": 6.075435770995682, + "count": 34, + "self": 6.075435770995682 } } }, "_update_policy": { - "total": 291.3998985000035, - "count": 98, - "self": 166.83465703496677, + "total": 1208.2754760249954, + "count": 220, + "self": 669.2232708559295, "children": { "TorchPPOOptimizer.update": { - "total": 124.5652414650367, - "count": 3972, - "self": 124.5652414650367 + "total": 539.0522051690659, + "count": 17600, + "self": 539.0522051690659 } } } @@ -376,19 +376,19 @@ } }, "trainer_threads": { - "total": 8.779998097452335e-07, + "total": 1.2140008038841188e-06, "count": 1, - "self": 8.779998097452335e-07 + "self": 1.2140008038841188e-06 }, "TrainerController._save_models": { - "total": 0.1726002380000864, + "total": 0.17797776800034626, "count": 1, - "self": 0.0020668850002039107, + "self": 0.0029449619996739784, "children": { "RLTrainer._checkpoint": { - "total": 0.17053335299988248, + "total": 0.17503280600067228, "count": 1, - "self": 0.17053335299988248 + "self": 0.17503280600067228 } } } diff --git a/run_logs/training_status.json b/run_logs/training_status.json index 0ea1dd80c8929b0aba98689f93587e17270d8025..62bd7256950ceece6d5e2bf4086061921f857fb6 100644 --- a/run_logs/training_status.json +++ b/run_logs/training_status.json @@ -1,33 +1,6 @@ { "Pyramids": { "checkpoints": [ - { - "steps": 29952, - "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-29952.onnx", - "reward": null, - "creation_time": 1772389653.5562432, - "auxillary_file_paths": [ - "results/Pyramids Training5 Memory/Pyramids/Pyramids-29952.pt" - ] - }, - { - "steps": 59904, - "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-59904.onnx", - "reward": null, - "creation_time": 1772389673.0692885, - "auxillary_file_paths": [ - "results/Pyramids Training5 Memory/Pyramids/Pyramids-59904.pt" - ] - }, - { - "steps": 89984, - "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-89984.onnx", - "reward": null, - "creation_time": 1772389689.4855535, - "auxillary_file_paths": [ - "results/Pyramids Training5 Memory/Pyramids/Pyramids-89984.pt" - ] - }, { "steps": 119936, "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-119936.onnx", @@ -603,15 +576,339 @@ "auxillary_file_paths": [ "results/Pyramids Training5 Memory/Pyramids/Pyramids-2000044.pt" ] + }, + { + "steps": 2000044, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2000044.onnx", + "reward": null, + "creation_time": 1772391775.152051, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2000044.pt" + ] + }, + { + "steps": 2039939, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2039939.onnx", + "reward": 1.7758333202865388, + "creation_time": 1772391998.295188, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2039939.pt" + ] + }, + { + "steps": 2159936, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2159936.onnx", + "reward": -1.0000000521540642, + "creation_time": 1772392103.6452837, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2159936.pt" + ] + }, + { + "steps": 2279952, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2279952.onnx", + "reward": 0.8173499548186859, + "creation_time": 1772392203.1617088, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2279952.pt" + ] + }, + { + "steps": 2399978, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2399978.onnx", + "reward": 1.3932066368559997, + "creation_time": 1772392303.6208546, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2399978.pt" + ] + }, + { + "steps": 2519912, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2519912.onnx", + "reward": null, + "creation_time": 1772392410.4379644, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2519912.pt" + ] + }, + { + "steps": 2639925, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2639925.onnx", + "reward": 1.7078076738577623, + "creation_time": 1772392513.1938238, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2639925.pt" + ] + }, + { + "steps": 2759891, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2759891.onnx", + "reward": 1.6514681648801675, + "creation_time": 1772392615.0821264, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2759891.pt" + ] + }, + { + "steps": 2879911, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2879911.onnx", + "reward": 1.5979999775687854, + "creation_time": 1772392724.258754, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2879911.pt" + ] + }, + { + "steps": 2999958, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-2999958.onnx", + "reward": 1.7668124856427312, + "creation_time": 1772392829.0097017, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-2999958.pt" + ] + }, + { + "steps": 3119903, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3119903.onnx", + "reward": 1.7785769139344876, + "creation_time": 1772392938.6570153, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3119903.pt" + ] + }, + { + "steps": 3239885, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3239885.onnx", + "reward": 1.7559166536149051, + "creation_time": 1772393042.894704, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3239885.pt" + ] + }, + { + "steps": 3359924, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3359924.onnx", + "reward": 1.75256755384239, + "creation_time": 1772393153.1537712, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3359924.pt" + ] + }, + { + "steps": 3479991, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3479991.onnx", + "reward": 1.7356153692190464, + "creation_time": 1772393263.8471737, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3479991.pt" + ] + }, + { + "steps": 3599872, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3599872.onnx", + "reward": 1.7903454450043765, + "creation_time": 1772393368.1478708, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3599872.pt" + ] + }, + { + "steps": 3719956, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3719956.onnx", + "reward": 1.7055882230839308, + "creation_time": 1772393478.8162985, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3719956.pt" + ] + }, + { + "steps": 3839961, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3839961.onnx", + "reward": 1.7838888764381409, + "creation_time": 1772393589.485723, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3839961.pt" + ] + }, + { + "steps": 3959985, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-3959985.onnx", + "reward": 1.7763442536357974, + "creation_time": 1772393695.5805826, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-3959985.pt" + ] + }, + { + "steps": 4079876, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4079876.onnx", + "reward": 1.7652391188818475, + "creation_time": 1772393806.055485, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4079876.pt" + ] + }, + { + "steps": 4199994, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4199994.onnx", + "reward": 1.7108332986632984, + "creation_time": 1772393917.6665947, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4199994.pt" + ] + }, + { + "steps": 4319920, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4319920.onnx", + "reward": 1.8126538365315168, + "creation_time": 1772394024.2935274, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4319920.pt" + ] + }, + { + "steps": 4439980, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4439980.onnx", + "reward": 1.7120893521511809, + "creation_time": 1772394135.0426593, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4439980.pt" + ] + }, + { + "steps": 4559963, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4559963.onnx", + "reward": 1.6984083311011393, + "creation_time": 1772394246.7270308, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4559963.pt" + ] + }, + { + "steps": 4679883, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4679883.onnx", + "reward": 1.8545000031590462, + "creation_time": 1772394358.528803, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4679883.pt" + ] + }, + { + "steps": 4799936, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4799936.onnx", + "reward": 1.7452892719634943, + "creation_time": 1772394463.456109, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4799936.pt" + ] + }, + { + "steps": 4919873, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-4919873.onnx", + "reward": 1.7912045375189998, + "creation_time": 1772394574.7042632, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-4919873.pt" + ] + }, + { + "steps": 5039904, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5039904.onnx", + "reward": 1.8309473426718461, + "creation_time": 1772394687.259751, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5039904.pt" + ] + }, + { + "steps": 5159912, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5159912.onnx", + "reward": 1.8137901171489998, + "creation_time": 1772394793.785664, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5159912.pt" + ] + }, + { + "steps": 5279958, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5279958.onnx", + "reward": 1.7193642708339862, + "creation_time": 1772394905.2413938, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5279958.pt" + ] + }, + { + "steps": 5399963, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5399963.onnx", + "reward": 1.853499987721443, + "creation_time": 1772395016.044859, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5399963.pt" + ] + }, + { + "steps": 5519931, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5519931.onnx", + "reward": 1.7924216739743588, + "creation_time": 1772395121.9046104, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5519931.pt" + ] + }, + { + "steps": 5639969, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5639969.onnx", + "reward": 1.7768062348477542, + "creation_time": 1772395233.1425598, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5639969.pt" + ] + }, + { + "steps": 5759988, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5759988.onnx", + "reward": 1.8232194897605152, + "creation_time": 1772395345.185862, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5759988.pt" + ] + }, + { + "steps": 5879937, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5879937.onnx", + "reward": 1.8295999800165494, + "creation_time": 1772395458.179846, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5879937.pt" + ] + }, + { + "steps": 5999934, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-5999934.onnx", + "reward": 1.8639999870210886, + "creation_time": 1772395570.4181533, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-5999934.pt" + ] + }, + { + "steps": 6000001, + "file_path": "results/Pyramids Training5 Memory/Pyramids/Pyramids-6000001.onnx", + "reward": 1.8717777679363887, + "creation_time": 1772395570.6095788, + "auxillary_file_paths": [ + "results/Pyramids Training5 Memory/Pyramids/Pyramids-6000001.pt" + ] } ], "final_checkpoint": { - "steps": 2000044, + "steps": 6000001, "file_path": "results/Pyramids Training5 Memory/Pyramids.onnx", - "reward": 1.5989999771118164, - "creation_time": 1772390988.3170905, + "reward": 1.8717777679363887, + "creation_time": 1772395570.6095788, "auxillary_file_paths": [ - "results/Pyramids Training5 Memory/Pyramids/Pyramids-2000044.pt" + "results/Pyramids Training5 Memory/Pyramids/Pyramids-6000001.pt" ] } },