diff --git a/A10/OneStepModel.ipynb b/A10/OneStepModel.ipynb index d680b27fbc8e01d43dac003ff1d42f55483e44f3..09626711e74fc4fc8b67e65cd88a5fc00c079e05 100644 --- a/A10/OneStepModel.ipynb +++ b/A10/OneStepModel.ipynb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74c5227f3c26f34af849c7e452a7d824e376d6326dd11f660bebea38aba4c25c -size 288394 +oid sha256:020038eacba1b25c02ae1ba5bd98169d8d330f52c6a458cf22ef7775f1f55319 +size 269460 diff --git a/A10/one_step_results/Conv1D_adam.weights.h5 b/A10/one_step_results/Conv1D_adam.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..79eb587be7927983705dd4d91aa83b12230130a9 --- /dev/null +++ b/A10/one_step_results/Conv1D_adam.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3746b925fa0d08aa3a2e66f33aee0e46314ff05b49d15b04beb133726198bb43 +size 527600 diff --git a/A10/one_step_results/Conv1D_adam_training.png b/A10/one_step_results/Conv1D_adam_training.png new file mode 100644 index 0000000000000000000000000000000000000000..d5fa6abc147c6947caddec1cd2e39e2da21c7e7f --- /dev/null +++ b/A10/one_step_results/Conv1D_adam_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2a9c583a346c832dc0fbe20387d05bd97b550aa836739684c1eddb6c40e737c +size 44780 diff --git a/A10/one_step_results/Conv1D_rmsprop.weights.h5 b/A10/one_step_results/Conv1D_rmsprop.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..a8b87355c2189c6b5b9554701b8a58316169522a --- /dev/null +++ b/A10/one_step_results/Conv1D_rmsprop.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e2461ba0da94e0884d505b8f2f8ebdd1f1f205147a3839cad33d4f252a5662 +size 362892 diff --git a/A10/one_step_results/Conv1D_rmsprop_training.png b/A10/one_step_results/Conv1D_rmsprop_training.png new file mode 100644 index 0000000000000000000000000000000000000000..3288e4b2e60d1470c135fd58ab02c3f992b19a7f --- /dev/null +++ b/A10/one_step_results/Conv1D_rmsprop_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca532751c34015eaf2ca7c53fabc8f8e397bdd9ab0ed870f8b98a0378dd025a +size 49263 diff --git a/A10/one_step_results/Conv1D_sgd.weights.h5 b/A10/one_step_results/Conv1D_sgd.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c12a1f599018e8b229131cf8baf011dd1abef56a --- /dev/null +++ b/A10/one_step_results/Conv1D_sgd.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d453c3765e3f38d3879e3d76fdabc6747c2c4ff82b1b4161958263923f854c24 +size 362892 diff --git a/A10/one_step_results/Conv1D_sgd_training.png b/A10/one_step_results/Conv1D_sgd_training.png new file mode 100644 index 0000000000000000000000000000000000000000..e418d2d8d48c8e192d253e4b99b994b2c9689424 --- /dev/null +++ b/A10/one_step_results/Conv1D_sgd_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed5ce5d610fa1f276cedf51551375bd401e5f202f8f27dc711563dd149b07f87 +size 45417 diff --git a/A10/one_step_results/Dense_deep_adam.weights.h5 b/A10/one_step_results/Dense_deep_adam.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..87524efb380fa76fdacf4b9e8c0b426f65e16c2f --- /dev/null +++ b/A10/one_step_results/Dense_deep_adam.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce343312ea0fd8cd311792f40a96f33d1497b5c75ef10133c029c2ce11ab80eb +size 659248 diff --git a/A10/one_step_results/Dense_deep_adam_training.png b/A10/one_step_results/Dense_deep_adam_training.png new file mode 100644 index 0000000000000000000000000000000000000000..e1731cb6a819a9db10ec123abf87da5138b6800d --- /dev/null +++ b/A10/one_step_results/Dense_deep_adam_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49bbbdd8fa0bb7e5183e002b9387f51ad696ef7b9723b9d86e678e26d30f0ab +size 41308 diff --git a/A10/one_step_results/Dense_deep_rmsprop.weights.h5 b/A10/one_step_results/Dense_deep_rmsprop.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..d40e85e33bc03361218c9323e4e6f072280d0a09 --- /dev/null +++ b/A10/one_step_results/Dense_deep_rmsprop.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05951e17ebd252c608337f41b7d9bd37cc1f04a5374071c1af8bd65a68a507f +size 451192 diff --git a/A10/one_step_results/Dense_deep_rmsprop_training.png b/A10/one_step_results/Dense_deep_rmsprop_training.png new file mode 100644 index 0000000000000000000000000000000000000000..3e4176352b44a89f4b88b8ab58098313b065f657 --- /dev/null +++ b/A10/one_step_results/Dense_deep_rmsprop_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f41214c218d4842658994c05803da1f7784f2e0cfa018297c43188f66e74d7f +size 37786 diff --git a/A10/one_step_results/Dense_deep_sgd.weights.h5 b/A10/one_step_results/Dense_deep_sgd.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..980ff452ee043b613c9dd4b3257318fe85b89015 --- /dev/null +++ b/A10/one_step_results/Dense_deep_sgd.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b264ff07437ad909c870e08926792df572062574a52683577ed28c84c05905f3 +size 451192 diff --git a/A10/one_step_results/Dense_deep_sgd_training.png b/A10/one_step_results/Dense_deep_sgd_training.png new file mode 100644 index 0000000000000000000000000000000000000000..10db0cfceb0ec12a8b72bf31d924001d1aebd235 --- /dev/null +++ b/A10/one_step_results/Dense_deep_sgd_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a418a3f8cf65c6aac4096d49624d0f498bf71bc5912a3a939a996f525df7979 +size 45785 diff --git a/A10/one_step_results/Dense_shallow_adam.weights.h5 b/A10/one_step_results/Dense_shallow_adam.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..8362510637ca26f4eb7cb9df150e43ee1f516b95 --- /dev/null +++ b/A10/one_step_results/Dense_shallow_adam.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3a8bb68b151cfb2a9057f2cd73299c3ca5ecdb9a86f845f17ade36d11bebdc +size 73720 diff --git a/A10/one_step_results/Dense_shallow_adam_training.png b/A10/one_step_results/Dense_shallow_adam_training.png new file mode 100644 index 0000000000000000000000000000000000000000..3ab8403ce6ad9af32f83a64c4e7be89075e39829 --- /dev/null +++ b/A10/one_step_results/Dense_shallow_adam_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a585fb9f47c593bcc6089cb0a639c7d203d4534d0696241b31f784f45740e083 +size 40452 diff --git a/A10/one_step_results/Dense_shallow_rmsprop.weights.h5 b/A10/one_step_results/Dense_shallow_rmsprop.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..a134ccdd48167e13a9af03bffd5fc1ce208bab3c --- /dev/null +++ b/A10/one_step_results/Dense_shallow_rmsprop.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab4f548ae2841c87403b7b12478eb96cc4142b5ffcae83451d2345ca0a849bb +size 56480 diff --git a/A10/one_step_results/Dense_shallow_rmsprop_training.png b/A10/one_step_results/Dense_shallow_rmsprop_training.png new file mode 100644 index 0000000000000000000000000000000000000000..e3b03e4dbde7bfc119a09f8042d723b0738cb1a5 --- /dev/null +++ b/A10/one_step_results/Dense_shallow_rmsprop_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1188af95b98d75183ffdec7868d4c00b4992842113fd20c9ebc6868138da2f98 +size 40626 diff --git a/A10/one_step_results/Dense_shallow_sgd.weights.h5 b/A10/one_step_results/Dense_shallow_sgd.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..d0eab0fd67f964543b4408f39d20b289214196d8 --- /dev/null +++ b/A10/one_step_results/Dense_shallow_sgd.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049db88a11b48c0d74e4c3d7d3645430645cb7737e8746e558f5a1b79bf75926 +size 56480 diff --git a/A10/one_step_results/Dense_shallow_sgd_training.png b/A10/one_step_results/Dense_shallow_sgd_training.png new file mode 100644 index 0000000000000000000000000000000000000000..a6b459f89649d0861d72a53f4936e638fb370a36 --- /dev/null +++ b/A10/one_step_results/Dense_shallow_sgd_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b83aa7581cb3b5ebac5f20d1a39fdcc9efc97606037b64dc9541a71420022564 +size 40214 diff --git a/A10/one_step_results/Dense_wide_adam.weights.h5 b/A10/one_step_results/Dense_wide_adam.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..ab5315653eda3bdbdc2702b7eec0774626fc7895 --- /dev/null +++ b/A10/one_step_results/Dense_wide_adam.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf808774722c0d1bbaef46c036ebc8594b57aaef2215439db339e21c1172ca4 +size 1890392 diff --git a/A10/one_step_results/Dense_wide_adam_training.png b/A10/one_step_results/Dense_wide_adam_training.png new file mode 100644 index 0000000000000000000000000000000000000000..e43a17518cd74a4902b10275917707cf6b1e4fb5 --- /dev/null +++ b/A10/one_step_results/Dense_wide_adam_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:131e1344ebc40eac2a307cc36397e6724fb0ac2919ba9ca9f3578cc94e2c9ed6 +size 65266 diff --git a/A10/one_step_results/Dense_wide_rmsprop.weights.h5 b/A10/one_step_results/Dense_wide_rmsprop.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..b8f5781a6a89e8175add3039a666e052f5325989 --- /dev/null +++ b/A10/one_step_results/Dense_wide_rmsprop.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4aa74df862e022e3dc79534fea9b7b2e5c69d9e370b13344b84e88318b2150 +size 1267800 diff --git a/A10/one_step_results/Dense_wide_rmsprop_training.png b/A10/one_step_results/Dense_wide_rmsprop_training.png new file mode 100644 index 0000000000000000000000000000000000000000..350d7b70b127b758d71b0383026489a9a4f24044 --- /dev/null +++ b/A10/one_step_results/Dense_wide_rmsprop_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be4a9e1598b3624eeaebfb7c6548e2f6d6a2a10f3b8a37afc4623212a00895d +size 58859 diff --git a/A10/one_step_results/Dense_wide_sgd.weights.h5 b/A10/one_step_results/Dense_wide_sgd.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..2d9e704b7b90ed1e07501e84f059f5e35d31b2ee --- /dev/null +++ b/A10/one_step_results/Dense_wide_sgd.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f88d168ebae5cf552be242d87a98def41f295935ad22f92fd63929100bf693 +size 1267800 diff --git a/A10/one_step_results/Dense_wide_sgd_training.png b/A10/one_step_results/Dense_wide_sgd_training.png new file mode 100644 index 0000000000000000000000000000000000000000..06a7d8f0e33202a4bce8f68f9bfd8853e834cbbc --- /dev/null +++ b/A10/one_step_results/Dense_wide_sgd_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04f5c8545e5a0104e09f01b3440c72711c841408fdf5800034dfb3115e32ee8 +size 42932 diff --git a/A10/one_step_results/GRU_adam.weights.h5 b/A10/one_step_results/GRU_adam.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..75423b542100c467e2f9a31e998bbb1893a0f103 --- /dev/null +++ b/A10/one_step_results/GRU_adam.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843b0ba2564ef2f99982f1160385f91350ab86c8badf92d64c753f84d1392377 +size 388600 diff --git a/A10/one_step_results/GRU_adam_training.png b/A10/one_step_results/GRU_adam_training.png new file mode 100644 index 0000000000000000000000000000000000000000..54a82da636d903eeb04afd88be997328355914a6 --- /dev/null +++ b/A10/one_step_results/GRU_adam_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d44096671ba8697615f6ff0e8856487cebebbb4a9e43abba244169874ecc8d12 +size 45984 diff --git a/A10/one_step_results/GRU_rmsprop.weights.h5 b/A10/one_step_results/GRU_rmsprop.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..3b26d25c0f19dcb6532a1fb7c25ce8f4041056d9 --- /dev/null +++ b/A10/one_step_results/GRU_rmsprop.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f18be2dd7746c11cab5e4d59ffededcb9fca8707981511eda2ba3ee47f1495 +size 268632 diff --git a/A10/one_step_results/GRU_rmsprop_training.png b/A10/one_step_results/GRU_rmsprop_training.png new file mode 100644 index 0000000000000000000000000000000000000000..d6ab552f6d4901ea2e2a3425f6e2e88952b88113 --- /dev/null +++ b/A10/one_step_results/GRU_rmsprop_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119d8a2777c8aeeea53c3e9b65020edd04fc8b3fbf45047fef1310dd4db1e141 +size 41277 diff --git a/A10/one_step_results/GRU_sgd.weights.h5 b/A10/one_step_results/GRU_sgd.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..8080cd241823304202ab9e139c3588bac202cf8f --- /dev/null +++ b/A10/one_step_results/GRU_sgd.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f27e3c3e6539333ba4f7ed250f886b1dc06d55bb0769709c1f55fa69a013d93 +size 268632 diff --git a/A10/one_step_results/GRU_sgd_training.png b/A10/one_step_results/GRU_sgd_training.png new file mode 100644 index 0000000000000000000000000000000000000000..dc4c08c4aa4731e17df9bfba6dc2be3fc9860179 --- /dev/null +++ b/A10/one_step_results/GRU_sgd_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077b89f638afec0548cb19e992f1871c8f9454a400b05b8e45f82464a56d2d25 +size 47725 diff --git a/A10/one_step_results/LSTM_adam.weights.h5 b/A10/one_step_results/LSTM_adam.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..084c63149f0fb37e2b3da5e432199c9a6fd0cec8 --- /dev/null +++ b/A10/one_step_results/LSTM_adam.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613e1f1cc92c21b13bb3eaa4e898c8f7ffc4e2da88503fda7e9b458e1c71ea8d +size 493712 diff --git a/A10/one_step_results/LSTM_adam_training.png b/A10/one_step_results/LSTM_adam_training.png new file mode 100644 index 0000000000000000000000000000000000000000..6cff3dc58bc9577c62c6c65bedd2fffdac15af7c --- /dev/null +++ b/A10/one_step_results/LSTM_adam_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13447aa15ca18a7aeb0ee5aa88687a78b97727f0c59fb611fb3721ccf523990d +size 41785 diff --git a/A10/one_step_results/LSTM_rmsprop.weights.h5 b/A10/one_step_results/LSTM_rmsprop.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..adeb90266cf74562369534d1376ddc0258ed459a --- /dev/null +++ b/A10/one_step_results/LSTM_rmsprop.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a31fb497a4c2cecdd0b057401ae6dc5b32c7bbcabb2ad40cb5c61213278726b6 +size 337396 diff --git a/A10/one_step_results/LSTM_rmsprop_training.png b/A10/one_step_results/LSTM_rmsprop_training.png new file mode 100644 index 0000000000000000000000000000000000000000..d7fba47bf429e1074fc1031c65b1a923900f019a --- /dev/null +++ b/A10/one_step_results/LSTM_rmsprop_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce67ef8ed71c8f6bd10406285b9ad9f072d39b7da977a64c69ad45568930982 +size 45174 diff --git a/A10/one_step_results/LSTM_sgd.weights.h5 b/A10/one_step_results/LSTM_sgd.weights.h5 new file mode 100644 index 0000000000000000000000000000000000000000..06a3f588ed69e2df33577422a96b1489bcb71c3e --- /dev/null +++ b/A10/one_step_results/LSTM_sgd.weights.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5a3b4316daf6c8b69a2889cdaf99c0c31808c84448de4d021603bbd866ffe8 +size 337396 diff --git a/A10/one_step_results/LSTM_sgd_training.png b/A10/one_step_results/LSTM_sgd_training.png new file mode 100644 index 0000000000000000000000000000000000000000..201e1d430be9c786f91638812944eff2e94e2f72 --- /dev/null +++ b/A10/one_step_results/LSTM_sgd_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b23c6ef2ea5b661d74bcc7259863908717f559375c665f53c25f424bfc838689 +size 40938 diff --git a/A10/one_step_results/best_model_visuals/animations/interactive_viewer.html b/A10/one_step_results/best_model_visuals/animations/interactive_viewer.html new file mode 100644 index 0000000000000000000000000000000000000000..24bb1df4121b0e103ed06af275485369dc187f6a --- /dev/null +++ b/A10/one_step_results/best_model_visuals/animations/interactive_viewer.html @@ -0,0 +1,11 @@ + + + +
+
+ + \ No newline at end of file diff --git a/A10/one_step_results/best_model_visuals/ground_truth_xyz.npy b/A10/one_step_results/best_model_visuals/ground_truth_xyz.npy new file mode 100644 index 0000000000000000000000000000000000000000..c72504696c179752e9ce7d9e86e66b6808d2be35 Binary files /dev/null and b/A10/one_step_results/best_model_visuals/ground_truth_xyz.npy differ diff --git a/A10/one_step_results/best_model_visuals/metadata.json b/A10/one_step_results/best_model_visuals/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3cd3810f26c8dae426fafd3e6521e8c2cf2b487f --- /dev/null +++ b/A10/one_step_results/best_model_visuals/metadata.json @@ -0,0 +1,78 @@ +{ + "model": "GRU_sgd", + "sequence_name": null, + "n_frames": 125, + "joints": [ + "head", + "left_shoulder", + "left_elbow", + "right_shoulder", + "right_elbow", + "left_hand", + "right_hand", + "left_hip", + "right_hip", + "left_knee", + "right_knee", + "left_foot", + "right_foot" + ], + "bones": [ + [ + "head", + "left_shoulder" + ], + [ + "head", + "right_shoulder" + ], + [ + "left_shoulder", + "right_shoulder" + ], + [ + "left_shoulder", + "left_elbow" + ], + [ + "left_elbow", + "left_hand" + ], + [ + "right_shoulder", + "right_elbow" + ], + [ + "right_elbow", + "right_hand" + ], + [ + "left_shoulder", + "left_hip" + ], + [ + "right_shoulder", + "right_hip" + ], + [ + "left_hip", + "right_hip" + ], + [ + "left_hip", + "left_knee" + ], + [ + "left_knee", + "left_foot" + ], + [ + "right_hip", + "right_knee" + ], + [ + "right_knee", + "right_foot" + ] + ] +} \ No newline at end of file diff --git a/A10/one_step_results/best_model_visuals/predicted_xyz.npy b/A10/one_step_results/best_model_visuals/predicted_xyz.npy new file mode 100644 index 0000000000000000000000000000000000000000..2dba235ea70153934140d588a34426016bbc1a11 Binary files /dev/null and b/A10/one_step_results/best_model_visuals/predicted_xyz.npy differ diff --git a/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0000.png b/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0000.png new file mode 100644 index 0000000000000000000000000000000000000000..0aa3248dfc28e08e3422abd0f6c3687de4100529 --- /dev/null +++ b/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:785985697f80e2144863d593d4d7ab98c9a9b4519b47e5ac3d2f39b4e52e8d66 +size 438665 diff --git a/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0062.png b/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0062.png new file mode 100644 index 0000000000000000000000000000000000000000..4e88c12a153610a69c72afbdf313a889448dbb84 --- /dev/null +++ b/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0062.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff07913570ed04cb7309ff50b8a4150b73b1039c38a092d2edd88d48363b19c7 +size 408658 diff --git a/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0124.png b/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0124.png new file mode 100644 index 0000000000000000000000000000000000000000..80ccdd3d9712585821e370721ba899deaec8b30b --- /dev/null +++ b/A10/one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0124.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f764d4fb2cb2874eeed45888ec54890afc47512e1ec0cb844f2399d79420723 +size 441844 diff --git a/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0000.png b/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0000.png new file mode 100644 index 0000000000000000000000000000000000000000..0f3caf3b83315f9e942e83604af8b5e473c3e80b --- /dev/null +++ b/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d771a7a6925dbd3a4d81b75ea6116752f45d765455ddcaaa650c4b3f780044d8 +size 194958 diff --git a/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0062.png b/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0062.png new file mode 100644 index 0000000000000000000000000000000000000000..281cc8a6134c8d294fc40e0a7627aaa1de01623e --- /dev/null +++ b/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0062.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591b60a2b3b9e78cd0ab4187baee1818b600f9f1b5ed579f2e3ead5e1f0fe8c5 +size 208302 diff --git a/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0124.png b/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0124.png new file mode 100644 index 0000000000000000000000000000000000000000..aac6374dc2f1e6918a83de609fc8b955fe995072 --- /dev/null +++ b/A10/one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0124.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea89d08eb33a4d2a9762a1bfa3c22bf454e09f63a2b561b3e5cdf55280e24b3 +size 208237 diff --git a/A10/one_step_results/best_model_visuals/visualization_summary.json b/A10/one_step_results/best_model_visuals/visualization_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..84abe50512f5b022befaba54a02a6da2942c95a6 --- /dev/null +++ b/A10/one_step_results/best_model_visuals/visualization_summary.json @@ -0,0 +1,21 @@ +{ + "bundle_dir": "one_step_results/best_model_visuals", + "n_frames": 125, + "has_ground_truth": true, + "outputs": { + "plots": [ + "one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0000.png", + "one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0000.png", + "one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0062.png", + "one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0062.png", + "one_step_results/best_model_visuals/skeleton_plots/comparison_frame_0124.png", + "one_step_results/best_model_visuals/skeleton_plots/multiview_frame_0124.png" + ], + "animations": [ + "one_step_results/best_model_visuals/animations/comparison_animation.gif" + ], + "interactive": [ + "one_step_results/best_model_visuals/animations/interactive_viewer.html" + ] + } +} \ No newline at end of file diff --git a/A10/one_step_results/results_summary.csv b/A10/one_step_results/results_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..15a222fb7d560754de3986b7a4e621c912c74711 --- /dev/null +++ b/A10/one_step_results/results_summary.csv @@ -0,0 +1,19 @@ +model,optimizer,mae_x_cm,mae_y_cm,mae_z_cm,mae_overall_cm,epochs +GRU,adam,5.389063432812691,9.430191665887833,6.671535223722458,7.163596898317337,20 +GRU,rmsprop,5.299752578139305,9.424664080142975,6.957718729972839,7.227378338575363,18 +LSTM,rmsprop,5.213542282581329,9.500730782747269,6.990131735801697,7.234802097082138,42 +Dense_wide,rmsprop,5.343378335237503,9.627385437488556,7.2334036231040955,7.401389628648758,13 +LSTM,adam,5.314872786402702,9.818003326654434,7.153135538101196,7.4286699295043945,20 +Dense_shallow,rmsprop,5.357589945197105,9.719226509332657,7.346736639738083,7.474517822265625,24 +GRU,sgd,5.55296503007412,9.792591631412506,7.209497690200806,7.518351078033447,100 +Dense_shallow,adam,5.409527197480202,9.932142496109009,7.272899895906448,7.538188993930817,16 +Dense_shallow,sgd,5.4327793419361115,10.07804125547409,7.273495942354202,7.594772428274155,66 +Dense_wide,adam,5.493420362472534,10.05532369017601,7.516705244779587,7.688482850790024,15 +Dense_wide,sgd,5.413392558693886,10.271655023097992,7.437676191329956,7.707574963569641,36 +Conv1D,sgd,5.264963582158089,11.2212173640728,7.127776741981506,7.871319353580475,100 +Conv1D,rmsprop,5.114050582051277,11.269953101873398,7.2903648018836975,7.891456037759781,17 +Dense_deep,sgd,5.443181097507477,10.889338701963425,7.420753687620163,7.917757332324982,50 +Conv1D,adam,5.290636420249939,11.23451516032219,7.24792554974556,7.924359291791916,17 +LSTM,sgd,5.349316447973251,12.91179209947586,7.658876478672028,8.639994263648987,100 +Dense_deep,adam,5.5221255868673325,12.439529597759247,8.009973168373108,8.657209575176239,13 +Dense_deep,rmsprop,5.7855673134326935,13.607670366764069,8.328793197870255,9.240677952766418,11 diff --git a/A10/visualizer.py b/A10/visualizer.py new file mode 100644 index 0000000000000000000000000000000000000000..3002d90899b1d5b2d86f6cbc2db0ed58bb8ab50e --- /dev/null +++ b/A10/visualizer.py @@ -0,0 +1,762 @@ +from __future__ import annotations + +""" +A10 visualizer.py +================= +3D skeleton visualization utilities for Issue #42 / Sprint 10. + +Designed to fit the current A10 sprint codebase where: +- PoseNet/MoveNet input is 13 joints x 2 coordinates = 26 features +- Kinect / one-step output is 13 joints x 3 coordinates = 39 features +- Joint order must match data_loader.KINECT_JOINTS + +This module supports: +- Static 3D skeleton plots +- Side-by-side and overlay comparison plots +- Per-joint error coloring +- Multiple camera angles (front / side / top) +- Joint trajectory trails +- GIF / MP4 export with matplotlib animations +- Interactive HTML viewer with play/pause, frame slider, and speed buttons +- Saving prediction bundles so the visualizer can be called from training code + +Typical use: + from visualizer import ( + save_prediction_bundle, + create_evaluation_visuals, + ) + + bundle_dir = save_prediction_bundle( + output_dir='A10/prediction_runs/demo', + predicted_xyz=pred_xyz, + ground_truth_xyz=true_xyz, + sequence_name='A1_kinect.csv', + metadata={'model': 'Dense_shallow_adam'} + ) + + create_evaluation_visuals(bundle_dir) +""" + +from dataclasses import dataclass +import json +from pathlib import Path +from typing import Dict, Iterable, List, Optional, Sequence, Tuple, Union + +import numpy as np +import matplotlib.pyplot as plt +from matplotlib.animation import FuncAnimation, PillowWriter, FFMpegWriter +from matplotlib.colors import Normalize +from matplotlib import cm + +# Plotly is optional but very useful for the interactive viewer. +try: + import plotly.graph_objects as go + PLOTLY_AVAILABLE = True +except Exception: + PLOTLY_AVAILABLE = False + + +# ----------------------------------------------------------------------------- +# Skeleton definition +# ----------------------------------------------------------------------------- + +JOINTS = [ + 'head', 'left_shoulder', 'left_elbow', 'right_shoulder', 'right_elbow', + 'left_hand', 'right_hand', 'left_hip', 'right_hip', + 'left_knee', 'right_knee', 'left_foot', 'right_foot' +] + +JOINT_INDEX = {name: idx for idx, name in enumerate(JOINTS)} + +# Bone graph for the 13 Kinect joints used in your A10 codebase. +BONES = [ + ('head', 'left_shoulder'), + ('head', 'right_shoulder'), + ('left_shoulder', 'right_shoulder'), + ('left_shoulder', 'left_elbow'), + ('left_elbow', 'left_hand'), + ('right_shoulder', 'right_elbow'), + ('right_elbow', 'right_hand'), + ('left_shoulder', 'left_hip'), + ('right_shoulder', 'right_hip'), + ('left_hip', 'right_hip'), + ('left_hip', 'left_knee'), + ('left_knee', 'left_foot'), + ('right_hip', 'right_knee'), + ('right_knee', 'right_foot'), +] + +VIEW_PRESETS = { + 'front': dict(elev=15, azim=-90), + 'side': dict(elev=15, azim=0), + 'top': dict(elev=90, azim=-90), + 'iso': dict(elev=20, azim=-55), +} + + +# ----------------------------------------------------------------------------- +# Helpers +# ----------------------------------------------------------------------------- + +def _as_path(pathlike: Union[str, Path]) -> Path: + return pathlike if isinstance(pathlike, Path) else Path(pathlike) + + +def _ensure_dir(pathlike: Union[str, Path]) -> Path: + path = _as_path(pathlike) + path.mkdir(parents=True, exist_ok=True) + return path + + +def reshape_xyz(data: np.ndarray) -> np.ndarray: + """ + Convert xyz data into shape (n_frames, 13, 3). + + Accepts: + - (n_frames, 39) + - (39,) + - (n_frames, 13, 3) + - (13, 3) + """ + arr = np.asarray(data, dtype=np.float32) + + if arr.ndim == 1: + if arr.shape[0] != 39: + raise ValueError(f'1D xyz input must have 39 values, got {arr.shape[0]}') + arr = arr.reshape(1, 13, 3) + elif arr.ndim == 2: + if arr.shape == (13, 3): + arr = arr.reshape(1, 13, 3) + elif arr.shape[1] == 39: + arr = arr.reshape(arr.shape[0], 13, 3) + else: + raise ValueError(f'2D xyz input must be (n,39) or (13,3); got {arr.shape}') + elif arr.ndim == 3: + if arr.shape[1:] != (13, 3): + raise ValueError(f'3D xyz input must be (n,13,3); got {arr.shape}') + else: + raise ValueError(f'Unsupported xyz input shape: {arr.shape}') + + return arr + + +def compute_joint_errors(pred_xyz: np.ndarray, gt_xyz: np.ndarray) -> np.ndarray: + """Euclidean error per joint, shape (n_frames, 13).""" + pred = reshape_xyz(pred_xyz) + gt = reshape_xyz(gt_xyz) + n = min(len(pred), len(gt)) + pred = pred[:n] + gt = gt[:n] + return np.linalg.norm(pred - gt, axis=2) + + +def compute_frame_errors(pred_xyz: np.ndarray, gt_xyz: np.ndarray) -> np.ndarray: + """Mean Euclidean joint error per frame, shape (n_frames,).""" + return compute_joint_errors(pred_xyz, gt_xyz).mean(axis=1) + + +def infer_axis_limits(*arrays: np.ndarray, pad_ratio: float = 0.08) -> Tuple[Tuple[float, float], Tuple[float, float], Tuple[float, float]]: + stacked = np.concatenate([reshape_xyz(a).reshape(-1, 3) for a in arrays], axis=0) + mins = stacked.min(axis=0) + maxs = stacked.max(axis=0) + spans = np.maximum(maxs - mins, 1e-6) + pads = spans * pad_ratio + mins -= pads + maxs += pads + + # Make a cubic box so the skeleton does not look distorted. + center = (mins + maxs) / 2.0 + radius = max((maxs - mins).max() / 2.0, 1e-4) + return ( + (center[0] - radius, center[0] + radius), + (center[1] - radius, center[1] + radius), + (center[2] - radius, center[2] + radius), + ) + + +def _bone_segments(points: np.ndarray) -> Iterable[Tuple[np.ndarray, np.ndarray]]: + for j1, j2 in BONES: + yield points[JOINT_INDEX[j1]], points[JOINT_INDEX[j2]] + + +def save_prediction_bundle( + output_dir: Union[str, Path], + predicted_xyz: np.ndarray, + ground_truth_xyz: Optional[np.ndarray] = None, + sequence_name: Optional[str] = None, + metadata: Optional[Dict] = None, + posenet_xy: Optional[np.ndarray] = None, +) -> Path: + """ + Save model outputs in a simple, reusable format for the visualizer. + """ + out_dir = _ensure_dir(output_dir) + pred = reshape_xyz(predicted_xyz) + np.save(out_dir / 'predicted_xyz.npy', pred) + + if ground_truth_xyz is not None: + gt = reshape_xyz(ground_truth_xyz) + n = min(len(pred), len(gt)) + np.save(out_dir / 'ground_truth_xyz.npy', gt[:n]) + pred = pred[:n] + + if posenet_xy is not None: + np.save(out_dir / 'posenet_xy.npy', np.asarray(posenet_xy, dtype=np.float32)) + + meta = dict(metadata or {}) + meta['sequence_name'] = sequence_name + meta['n_frames'] = int(len(pred)) + meta['joints'] = JOINTS + meta['bones'] = BONES + with open(out_dir / 'metadata.json', 'w', encoding='utf-8') as f: + json.dump(meta, f, indent=2) + + return out_dir + + +def load_prediction_bundle(bundle_dir: Union[str, Path]) -> Dict[str, Optional[np.ndarray]]: + bundle = _as_path(bundle_dir) + pred = np.load(bundle / 'predicted_xyz.npy') + gt_path = bundle / 'ground_truth_xyz.npy' + xy_path = bundle / 'posenet_xy.npy' + meta_path = bundle / 'metadata.json' + + gt = np.load(gt_path) if gt_path.exists() else None + posenet_xy = np.load(xy_path) if xy_path.exists() else None + metadata = {} + if meta_path.exists(): + with open(meta_path, 'r', encoding='utf-8') as f: + metadata = json.load(f) + + return { + 'predicted_xyz': reshape_xyz(pred), + 'ground_truth_xyz': reshape_xyz(gt) if gt is not None else None, + 'posenet_xy': posenet_xy, + 'metadata': metadata, + 'bundle_dir': bundle, + } + + +# ----------------------------------------------------------------------------- +# Drawing +# ----------------------------------------------------------------------------- + +def _draw_skeleton( + ax, + points: np.ndarray, + title: Optional[str] = None, + joint_errors: Optional[np.ndarray] = None, + cmap_name: str = 'turbo', + error_norm: Optional[Normalize] = None, + bone_color: str = 'black', + marker_size: int = 36, + alpha: float = 1.0, + show_labels: bool = False, + trails: Optional[np.ndarray] = None, +): + points = np.asarray(points, dtype=np.float32) + cmap = cm.get_cmap(cmap_name) + + if joint_errors is None: + joint_colors = ['tab:blue'] * len(points) + else: + if error_norm is None: + error_norm = Normalize(vmin=float(np.min(joint_errors)), vmax=float(np.max(joint_errors)) + 1e-9) + joint_colors = [cmap(error_norm(v)) for v in joint_errors] + + # Trails first + if trails is not None and len(trails) > 1: + for j in range(points.shape[0]): + trail = trails[:, j, :] + ax.plot(trail[:, 0], trail[:, 1], trail[:, 2], alpha=0.25, linewidth=1.0) + + # Bones + for p1, p2 in _bone_segments(points): + ax.plot( + [p1[0], p2[0]], + [p1[1], p2[1]], + [p1[2], p2[2]], + color=bone_color, + linewidth=2, + alpha=alpha, + ) + + # Joints + ax.scatter(points[:, 0], points[:, 1], points[:, 2], c=joint_colors, s=marker_size, alpha=alpha) + + if show_labels: + for idx, name in enumerate(JOINTS): + x, y, z = points[idx] + ax.text(x, y, z, name, fontsize=8) + + if title: + ax.set_title(title) + + +def _format_axes(ax, axis_limits, view_name='iso'): + (xlim, ylim, zlim) = axis_limits + ax.set_xlim(*xlim) + ax.set_ylim(*ylim) + ax.set_zlim(*zlim) + ax.set_xlabel('X') + ax.set_ylabel('Y') + ax.set_zlabel('Z') + view = VIEW_PRESETS.get(view_name, VIEW_PRESETS['iso']) + ax.view_init(elev=view['elev'], azim=view['azim']) + + +def plot_frame_comparison( + predicted_xyz: np.ndarray, + ground_truth_xyz: Optional[np.ndarray] = None, + frame_idx: int = 0, + save_path: Optional[Union[str, Path]] = None, + show_labels: bool = False, + overlay: bool = True, +) -> plt.Figure: + """ + Create a report-friendly static figure. + Layout: + - GT skeleton + - Pred skeleton + - Overlay + - Error heatmap overlay + """ + pred = reshape_xyz(predicted_xyz) + gt = reshape_xyz(ground_truth_xyz) if ground_truth_xyz is not None else None + frame_idx = int(np.clip(frame_idx, 0, len(pred) - 1)) + pred_f = pred[frame_idx] + gt_f = gt[frame_idx] if gt is not None else None + + if gt_f is not None: + joint_errors = np.linalg.norm(pred_f - gt_f, axis=1) + error_norm = Normalize(vmin=0.0, vmax=max(float(joint_errors.max()), 1e-6)) + axis_limits = infer_axis_limits(pred_f, gt_f) + else: + joint_errors = None + error_norm = None + axis_limits = infer_axis_limits(pred_f) + + if gt_f is None: + fig = plt.figure(figsize=(6, 6)) + ax = fig.add_subplot(111, projection='3d') + _draw_skeleton(ax, pred_f, title=f'Predicted skeleton — frame {frame_idx}', show_labels=show_labels) + _format_axes(ax, axis_limits, 'iso') + else: + fig = plt.figure(figsize=(14, 10)) + ax1 = fig.add_subplot(221, projection='3d') + ax2 = fig.add_subplot(222, projection='3d') + ax3 = fig.add_subplot(223, projection='3d') + ax4 = fig.add_subplot(224, projection='3d') + + _draw_skeleton(ax1, gt_f, title='Ground truth', bone_color='tab:green', show_labels=show_labels) + _draw_skeleton(ax2, pred_f, title='Prediction', bone_color='tab:blue', show_labels=show_labels) + + if overlay: + _draw_skeleton(ax3, gt_f, title='Overlay', bone_color='tab:green', alpha=0.65) + _draw_skeleton(ax3, pred_f, bone_color='tab:blue', alpha=0.65) + else: + _draw_skeleton(ax3, pred_f, title='Prediction') + + _draw_skeleton( + ax4, + pred_f, + title=f'Error heatmap (mean={joint_errors.mean():.4f})', + joint_errors=joint_errors, + error_norm=error_norm, + bone_color='gray', + show_labels=show_labels, + ) + + for ax, view in zip([ax1, ax2, ax3, ax4], ['iso', 'iso', 'front', 'iso']): + _format_axes(ax, axis_limits, view) + + fig.suptitle(f'3D Skeleton comparison — frame {frame_idx}', fontsize=14) + fig.tight_layout() + + if save_path is not None: + save_path = _as_path(save_path) + save_path.parent.mkdir(parents=True, exist_ok=True) + fig.savefig(save_path, dpi=160, bbox_inches='tight') + + return fig + + +def plot_multiview_frame( + predicted_xyz: np.ndarray, + ground_truth_xyz: Optional[np.ndarray] = None, + frame_idx: int = 0, + save_path: Optional[Union[str, Path]] = None, + trails: int = 0, +): + pred = reshape_xyz(predicted_xyz) + gt = reshape_xyz(ground_truth_xyz) if ground_truth_xyz is not None else None + frame_idx = int(np.clip(frame_idx, 0, len(pred) - 1)) + pred_f = pred[frame_idx] + gt_f = gt[frame_idx] if gt is not None else None + + trail_arr = None + if trails > 0: + s = max(0, frame_idx - trails) + trail_arr = pred[s:frame_idx + 1] + + axis_limits = infer_axis_limits(pred, gt) if gt is not None else infer_axis_limits(pred) + + fig = plt.figure(figsize=(16, 4.5)) + axes = [fig.add_subplot(1, 4, i + 1, projection='3d') for i in range(4)] + titles = ['Front', 'Side', 'Top', 'Overlay / iso'] + views = ['front', 'side', 'top', 'iso'] + + if gt_f is not None: + joint_errors = np.linalg.norm(pred_f - gt_f, axis=1) + error_norm = Normalize(vmin=0.0, vmax=max(float(joint_errors.max()), 1e-6)) + else: + joint_errors = None + error_norm = None + + for ax, title, view in zip(axes, titles, views): + if gt_f is not None and view == 'iso': + _draw_skeleton(ax, gt_f, bone_color='tab:green', alpha=0.6) + _draw_skeleton(ax, pred_f, joint_errors=joint_errors, error_norm=error_norm, bone_color='gray', alpha=0.85, trails=trail_arr) + else: + _draw_skeleton(ax, pred_f, joint_errors=joint_errors, error_norm=error_norm, bone_color='gray', trails=trail_arr) + ax.set_title(title) + _format_axes(ax, axis_limits, view) + + fig.suptitle(f'Multiview 3D skeleton — frame {frame_idx}', fontsize=14) + fig.tight_layout() + if save_path is not None: + save_path = _as_path(save_path) + save_path.parent.mkdir(parents=True, exist_ok=True) + fig.savefig(save_path, dpi=160, bbox_inches='tight') + return fig + + +# ----------------------------------------------------------------------------- +# Animation export +# ----------------------------------------------------------------------------- + +def animate_skeletons_matplotlib( + predicted_xyz: np.ndarray, + ground_truth_xyz: Optional[np.ndarray] = None, + save_path: Union[str, Path] = 'animation.gif', + fps: int = 15, + dpi: int = 120, + show_labels: bool = False, + trail_length: int = 10, + view_name: str = 'iso', +): + """ + Save a GIF or MP4 animation. + Uses a 3-panel layout: GT, prediction, overlay/error. + """ + pred = reshape_xyz(predicted_xyz) + gt = reshape_xyz(ground_truth_xyz) if ground_truth_xyz is not None else None + n_frames = len(pred) if gt is None else min(len(pred), len(gt)) + pred = pred[:n_frames] + if gt is not None: + gt = gt[:n_frames] + all_joint_errors = np.linalg.norm(pred - gt, axis=2) + error_norm = Normalize(vmin=0.0, vmax=max(float(all_joint_errors.max()), 1e-6)) + else: + all_joint_errors = None + error_norm = None + + axis_limits = infer_axis_limits(pred, gt) if gt is not None else infer_axis_limits(pred) + + fig = plt.figure(figsize=(15, 5)) + axes = [fig.add_subplot(1, 3, i + 1, projection='3d') for i in range(3)] + + def update(frame_idx): + for ax in axes: + ax.cla() + + pred_f = pred[frame_idx] + gt_f = gt[frame_idx] if gt is not None else None + trail = pred[max(0, frame_idx - trail_length):frame_idx + 1] if trail_length > 0 else None + + if gt_f is not None: + joint_errors = all_joint_errors[frame_idx] + _draw_skeleton(axes[0], gt_f, title='Ground truth', bone_color='tab:green', show_labels=show_labels) + _draw_skeleton(axes[1], pred_f, title='Prediction', joint_errors=joint_errors, error_norm=error_norm, bone_color='gray', show_labels=show_labels) + _draw_skeleton(axes[2], gt_f, title=f'Overlay — frame {frame_idx}', bone_color='tab:green', alpha=0.5) + _draw_skeleton(axes[2], pred_f, joint_errors=joint_errors, error_norm=error_norm, bone_color='gray', alpha=0.9, trails=trail) + else: + _draw_skeleton(axes[0], pred_f, title=f'Prediction — frame {frame_idx}', bone_color='tab:blue', show_labels=show_labels, trails=trail) + axes[1].set_visible(False) + axes[2].set_visible(False) + + for ax in axes: + if ax.get_visible(): + _format_axes(ax, axis_limits, view_name) + + fig.suptitle(f'3D skeleton animation — frame {frame_idx + 1}/{n_frames}', fontsize=14) + return axes + + anim = FuncAnimation(fig, update, frames=n_frames, interval=int(1000 / max(fps, 1)), blit=False) + + save_path = _as_path(save_path) + save_path.parent.mkdir(parents=True, exist_ok=True) + suffix = save_path.suffix.lower() + if suffix == '.gif': + writer = PillowWriter(fps=fps) + elif suffix in {'.mp4', '.m4v'}: + writer = FFMpegWriter(fps=fps) + else: + raise ValueError('save_path must end with .gif or .mp4') + + anim.save(save_path, writer=writer, dpi=dpi) + plt.close(fig) + return save_path + + +# ----------------------------------------------------------------------------- +# Plotly interactive viewer +# ----------------------------------------------------------------------------- + +def _scatter3d_points(points, name, color, size=5, text=None): + return go.Scatter3d( + x=points[:, 0], y=points[:, 1], z=points[:, 2], + mode='markers+text' if text is not None else 'markers', + marker=dict(size=size, color=color), + text=text, + textposition='top center', + name=name, + ) + + +def _scatter3d_bones(points, name, color, width=5): + xs, ys, zs = [], [], [] + for p1, p2 in _bone_segments(points): + xs.extend([p1[0], p2[0], None]) + ys.extend([p1[1], p2[1], None]) + zs.extend([p1[2], p2[2], None]) + return go.Scatter3d(x=xs, y=ys, z=zs, mode='lines', line=dict(color=color, width=width), name=name) + + +def export_interactive_html( + predicted_xyz: np.ndarray, + ground_truth_xyz: Optional[np.ndarray] = None, + html_path: Union[str, Path] = 'viewer.html', + show_labels: bool = False, +): + """ + Export an interactive Plotly viewer with: + - play / pause + - frame stepping via slider + - speed buttons + - optional GT overlay toggle via legend + """ + if not PLOTLY_AVAILABLE: + raise RuntimeError('Plotly is not installed. Run: pip install plotly') + + pred = reshape_xyz(predicted_xyz) + gt = reshape_xyz(ground_truth_xyz) if ground_truth_xyz is not None else None + n_frames = len(pred) if gt is None else min(len(pred), len(gt)) + pred = pred[:n_frames] + if gt is not None: + gt = gt[:n_frames] + err = np.linalg.norm(pred - gt, axis=2) + err_mean = err.mean(axis=1) + else: + err = None + err_mean = np.zeros(n_frames) + + (xlim, ylim, zlim) = infer_axis_limits(pred, gt) if gt is not None else infer_axis_limits(pred) + text = JOINTS if show_labels else None + + def frame_data(i, speed_label='normal'): + pred_f = pred[i] + traces = [ + _scatter3d_bones(pred_f, 'Prediction bones', 'royalblue'), + _scatter3d_points(pred_f, 'Prediction joints', 'royalblue', text=text), + ] + if gt is not None: + gt_f = gt[i] + traces += [ + _scatter3d_bones(gt_f, 'Ground truth bones', 'green'), + _scatter3d_points(gt_f, 'Ground truth joints', 'green', text=text), + ] + return traces + + frames = [go.Frame(data=frame_data(i), name=str(i), layout=go.Layout(title_text=f'Frame {i} | mean error={err_mean[i]:.4f}' if gt is not None else f'Frame {i}')) for i in range(n_frames)] + + fig = go.Figure(data=frame_data(0), frames=frames) + fig.update_layout( + title='Interactive 3D skeleton viewer', + scene=dict( + xaxis=dict(range=list(xlim), title='X'), + yaxis=dict(range=list(ylim), title='Y'), + zaxis=dict(range=list(zlim), title='Z'), + aspectmode='cube', + camera=dict(eye=dict(x=1.3, y=1.3, z=0.8)), + ), + updatemenus=[ + dict( + type='buttons', + direction='left', + x=0.0, + y=1.15, + buttons=[ + dict(label='Play', method='animate', args=[None, {'frame': {'duration': 80, 'redraw': True}, 'fromcurrent': True}]), + dict(label='Pause', method='animate', args=[[None], {'frame': {'duration': 0, 'redraw': False}, 'mode': 'immediate'}]), + dict(label='Slow', method='animate', args=[None, {'frame': {'duration': 180, 'redraw': True}, 'fromcurrent': True}]), + dict(label='Normal', method='animate', args=[None, {'frame': {'duration': 80, 'redraw': True}, 'fromcurrent': True}]), + dict(label='Fast', method='animate', args=[None, {'frame': {'duration': 30, 'redraw': True}, 'fromcurrent': True}]), + ], + ) + ], + sliders=[{ + 'pad': {'b': 10, 't': 35}, + 'len': 0.95, + 'x': 0.03, + 'y': 0.0, + 'steps': [ + { + 'args': [[str(i)], {'frame': {'duration': 0, 'redraw': True}, 'mode': 'immediate'}], + 'label': str(i), + 'method': 'animate', + } + for i in range(n_frames) + ], + }], + showlegend=True, + ) + + html_path = _as_path(html_path) + html_path.parent.mkdir(parents=True, exist_ok=True) + fig.write_html(str(html_path), include_plotlyjs='cdn') + return html_path + + +# ----------------------------------------------------------------------------- +# High-level workflow helpers +# ----------------------------------------------------------------------------- + +def create_evaluation_visuals( + bundle_dir: Union[str, Path], + frame_indices: Optional[Sequence[int]] = None, + export_gif: bool = True, + export_mp4: bool = False, + export_html: bool = True, + fps: int = 15, + trail_length: int = 10, +) -> Dict[str, List[str]]: + """ + Generate all standard outputs into: + - bundle_dir/skeleton_plots/ + - bundle_dir/animations/ + """ + bundle = load_prediction_bundle(bundle_dir) + pred = bundle['predicted_xyz'] + gt = bundle['ground_truth_xyz'] + n_frames = len(pred) if gt is None else min(len(pred), len(gt)) + + plot_dir = _ensure_dir(_as_path(bundle_dir) / 'skeleton_plots') + anim_dir = _ensure_dir(_as_path(bundle_dir) / 'animations') + outputs = {'plots': [], 'animations': [], 'interactive': []} + + if frame_indices is None: + frame_indices = sorted(set([0, max(0, n_frames // 2), max(0, n_frames - 1)])) + + for frame_idx in frame_indices: + frame_idx = int(np.clip(frame_idx, 0, n_frames - 1)) + static_path = plot_dir / f'comparison_frame_{frame_idx:04d}.png' + multiview_path = plot_dir / f'multiview_frame_{frame_idx:04d}.png' + plot_frame_comparison(pred, gt, frame_idx=frame_idx, save_path=static_path) + plt.close('all') + plot_multiview_frame(pred, gt, frame_idx=frame_idx, save_path=multiview_path, trails=trail_length) + plt.close('all') + outputs['plots'] += [str(static_path), str(multiview_path)] + + if export_gif: + gif_path = anim_dir / 'comparison_animation.gif' + animate_skeletons_matplotlib(pred, gt, gif_path, fps=fps, trail_length=trail_length) + outputs['animations'].append(str(gif_path)) + + if export_mp4: + mp4_path = anim_dir / 'comparison_animation.mp4' + animate_skeletons_matplotlib(pred, gt, mp4_path, fps=fps, trail_length=trail_length) + outputs['animations'].append(str(mp4_path)) + + if export_html: + html_path = anim_dir / 'interactive_viewer.html' + export_interactive_html(pred, gt, html_path) + outputs['interactive'].append(str(html_path)) + + summary = { + 'bundle_dir': str(bundle_dir), + 'n_frames': int(n_frames), + 'has_ground_truth': gt is not None, + 'outputs': outputs, + } + with open(_as_path(bundle_dir) / 'visualization_summary.json', 'w', encoding='utf-8') as f: + json.dump(summary, f, indent=2) + return outputs + + +def save_prediction_bundle_from_model( + model, + X_input: np.ndarray, + y_true_xyz: Optional[np.ndarray], + output_dir: Union[str, Path], + output_scaler=None, + sequence_name: Optional[str] = None, + metadata: Optional[Dict] = None, +): + """ + Convenience helper for training code. + - model.predict on X_input + - optional inverse transform using output_scaler + - save prediction bundle + """ + pred = model.predict(X_input, verbose=0) + if output_scaler is not None: + pred = output_scaler.inverse_transform(pred) + if y_true_xyz is not None: + y_true_xyz = output_scaler.inverse_transform(y_true_xyz) + + return save_prediction_bundle( + output_dir=output_dir, + predicted_xyz=pred, + ground_truth_xyz=y_true_xyz, + sequence_name=sequence_name, + metadata=metadata, + ) + + +if __name__ == '__main__': + import argparse + + parser = argparse.ArgumentParser(description='A10 3D skeleton visualizer') + parser.add_argument('--bundle_dir', type=str, help='Folder containing predicted_xyz.npy and optional ground_truth_xyz.npy') + parser.add_argument('--pred_npy', type=str, help='Path to predicted xyz .npy file') + parser.add_argument('--gt_npy', type=str, default=None, help='Path to ground-truth xyz .npy file') + parser.add_argument('--out_dir', type=str, default='visualizer_outputs', help='Output directory when using --pred_npy/--gt_npy') + parser.add_argument('--fps', type=int, default=15) + parser.add_argument('--no_html', action='store_true') + parser.add_argument('--mp4', action='store_true') + args = parser.parse_args() + + if args.bundle_dir: + create_evaluation_visuals( + bundle_dir=args.bundle_dir, + export_gif=True, + export_mp4=args.mp4, + export_html=not args.no_html, + fps=args.fps, + ) + print(f'Visualization outputs created in {args.bundle_dir}') + elif args.pred_npy: + pred = np.load(args.pred_npy) + gt = np.load(args.gt_npy) if args.gt_npy else None + bundle = save_prediction_bundle(args.out_dir, pred, gt) + create_evaluation_visuals( + bundle_dir=bundle, + export_gif=True, + export_mp4=args.mp4, + export_html=not args.no_html, + fps=args.fps, + ) + print(f'Visualization outputs created in {bundle}') + else: + parser.error('Provide either --bundle_dir or --pred_npy') diff --git a/A10/visualizer_integration_examples.py b/A10/visualizer_integration_examples.py new file mode 100644 index 0000000000000000000000000000000000000000..43d97fff9694c62fc0af382e5c9efb5031258ef3 --- /dev/null +++ b/A10/visualizer_integration_examples.py @@ -0,0 +1,70 @@ +""" +Integration examples for A10/visualizer.py + +This file is intentionally small and copy-paste friendly. +It shows exactly what to add after model prediction / evaluation. +""" + +from pathlib import Path + +from visualizer import save_prediction_bundle, create_evaluation_visuals + + +def integrate_after_evaluate_model(model, X_test, Y_test, normalizer, results_dir, run_name='demo_run'): + """ + Example for teammate #2 one-step pipeline. + + Assumes: + - model predicts xyz output with 39 values per frame + - X_test and Y_test are already the test tensors + - normalizer.output_scaler exists and was fit on the training targets + """ + pred_norm = model.predict(X_test, verbose=0) + pred_xyz = normalizer.inverse_transform_output(pred_norm) + gt_xyz = normalizer.inverse_transform_output(Y_test) + + bundle_dir = Path(results_dir) / run_name + save_prediction_bundle( + output_dir=bundle_dir, + predicted_xyz=pred_xyz, + ground_truth_xyz=gt_xyz, + metadata={'run_name': run_name, 'source': 'one_step_model'}, + ) + create_evaluation_visuals(bundle_dir) + return bundle_dir + + +TRAIN_PATCH_SNIPPET = r''' +# Add this import near the top of train.py +from visualizer import save_prediction_bundle, create_evaluation_visuals + +# Add this near the end of train_final_model(...) after metrics are computed +Y_pred = model.predict(X_test, verbose=0) +if normalizer is not None: + Y_pred_vis = normalizer.inverse_transform_output(Y_pred) + Y_test_vis = normalizer.inverse_transform_output(Y_test) +else: + Y_pred_vis = Y_pred + Y_test_vis = Y_test + +vis_dir = Path(__file__).parent / 'visualization_runs' / f'{model_type}_{output_type}' +save_prediction_bundle( + output_dir=vis_dir, + predicted_xyz=Y_pred_vis, + ground_truth_xyz=Y_test_vis, + metadata={ + 'model_type': model_type, + 'output_type': output_type, + 'optimizer': optimizer, + 'learning_rate': learning_rate, + }, +) + +# Only call this when output_type == 'xyz', otherwise there is no 3D skeleton to draw +if output_type == 'xyz': + create_evaluation_visuals(vis_dir) +''' + + +if __name__ == '__main__': + print(TRAIN_PATCH_SNIPPET)