| | import numpy as np |
| | import glob |
| | import os |
| | import pickle |
| | import lmdb |
| | import pyarrow |
| | import fasttext |
| | from loguru import logger |
| | from scipy import linalg |
| | from .pymo.parsers import BVHParser |
| | from .pymo.viz_tools import * |
| | from .pymo.preprocessing import * |
| |
|
| |
|
| |
|
| |
|
| | |
| | joints_list = { |
| | "trinity_joints":{ |
| | 'Hips': [6,6], |
| | 'Spine': [3,9], |
| | 'Spine1': [3,12], |
| | 'Spine2': [3,15], |
| | 'Spine3': [3,18], |
| | 'Neck': [3,21], |
| | 'Neck1': [3,24], |
| | 'Head': [3,27], |
| | 'RShoulder': [3,30], |
| | 'RArm': [3,33], |
| | 'RArm1': [3,36], |
| | 'RHand': [3,39], |
| | 'RHandT1': [3,42], |
| | 'RHandT2': [3,45], |
| | 'RHandT3': [3,48], |
| | 'RHandI1': [3,51], |
| | 'RHandI2': [3,54], |
| | 'RHandI3': [3,57], |
| | 'RHandM1': [3,60], |
| | 'RHandM2': [3,63], |
| | 'RHandM3': [3,66], |
| | 'RHandR1': [3,69], |
| | 'RHandR2': [3,72], |
| | 'RHandR3': [3,75], |
| | 'RHandP1': [3,78], |
| | 'RHandP2': [3,81], |
| | 'RHandP3': [3,84], |
| | 'LShoulder': [3,87], |
| | 'LArm': [3,90], |
| | 'LArm1': [3,93], |
| | 'LHand': [3,96], |
| | 'LHandT1': [3,99], |
| | 'LHandT2': [3,102], |
| | 'LHandT3': [3,105], |
| | 'LHandI1': [3,108], |
| | 'LHandI2': [3,111], |
| | 'LHandI3': [3,114], |
| | 'LHandM1': [3,117], |
| | 'LHandM2': [3,120], |
| | 'LHandM3': [3,123], |
| | 'LHandR1': [3,126], |
| | 'LHandR2': [3,129], |
| | 'LHandR3': [3,132], |
| | 'LHandP1': [3,135], |
| | 'LHandP2': [3,138], |
| | 'LHandP3': [3,141], |
| | 'RUpLeg': [3,144], |
| | 'RLeg': [3,147], |
| | 'RFoot': [3,150], |
| | 'RFootF': [3,153], |
| | 'RToeBase': [3,156], |
| | 'LUpLeg': [3,159], |
| | 'LLeg': [3,162], |
| | 'LFoot': [3,165], |
| | 'LFootF': [3,168], |
| | 'LToeBase': [3,171],}, |
| | "trinity_joints_123":{ |
| | 'Spine': 3 , |
| | 'Neck': 3 , |
| | 'Neck1': 3 , |
| | 'RShoulder': 3 , |
| | 'RArm': 3 , |
| | 'RArm1': 3 , |
| | 'RHand': 3 , |
| | 'RHandT1': 3 , |
| | 'RHandT2': 3 , |
| | 'RHandT3': 3 , |
| | 'RHandI1': 3 , |
| | 'RHandI2': 3 , |
| | 'RHandI3': 3 , |
| | 'RHandM1': 3 , |
| | 'RHandM2': 3 , |
| | 'RHandM3': 3 , |
| | 'RHandR1': 3 , |
| | 'RHandR2': 3 , |
| | 'RHandR3': 3 , |
| | 'RHandP1': 3 , |
| | 'RHandP2': 3 , |
| | 'RHandP3': 3 , |
| | 'LShoulder': 3 , |
| | 'LArm': 3 , |
| | 'LArm1': 3 , |
| | 'LHand': 3 , |
| | 'LHandT1': 3 , |
| | 'LHandT2': 3 , |
| | 'LHandT3': 3 , |
| | 'LHandI1': 3 , |
| | 'LHandI2': 3 , |
| | 'LHandI3': 3 , |
| | 'LHandM1': 3 , |
| | 'LHandM2': 3 , |
| | 'LHandM3': 3 , |
| | 'LHandR1': 3 , |
| | 'LHandR2': 3 , |
| | 'LHandR3': 3 , |
| | 'LHandP1': 3 , |
| | 'LHandP2': 3 , |
| | 'LHandP3': 3 ,}, |
| | "trinity_joints_168":{ |
| | 'Hips': 3 , |
| | 'Spine': 3 , |
| | 'Spine1': 3 , |
| | 'Spine2': 3 , |
| | 'Spine3': 3 , |
| | 'Neck': 3 , |
| | 'Neck1': 3 , |
| | 'Head': 3 , |
| | 'RShoulder': 3 , |
| | 'RArm': 3 , |
| | 'RArm1': 3 , |
| | 'RHand': 3 , |
| | 'RHandT1': 3 , |
| | 'RHandT2': 3 , |
| | 'RHandT3': 3 , |
| | 'RHandI1': 3 , |
| | 'RHandI2': 3 , |
| | 'RHandI3': 3 , |
| | 'RHandM1': 3 , |
| | 'RHandM2': 3 , |
| | 'RHandM3': 3 , |
| | 'RHandR1': 3 , |
| | 'RHandR2': 3 , |
| | 'RHandR3': 3 , |
| | 'RHandP1': 3 , |
| | 'RHandP2': 3 , |
| | 'RHandP3': 3 , |
| | 'LShoulder': 3 , |
| | 'LArm': 3 , |
| | 'LArm1': 3 , |
| | 'LHand': 3 , |
| | 'LHandT1': 3 , |
| | 'LHandT2': 3 , |
| | 'LHandT3': 3 , |
| | 'LHandI1': 3 , |
| | 'LHandI2': 3 , |
| | 'LHandI3': 3 , |
| | 'LHandM1': 3 , |
| | 'LHandM2': 3 , |
| | 'LHandM3': 3 , |
| | 'LHandR1': 3 , |
| | 'LHandR2': 3 , |
| | 'LHandR3': 3 , |
| | 'LHandP1': 3 , |
| | 'LHandP2': 3 , |
| | 'LHandP3': 3 , |
| | 'RUpLeg': 3 , |
| | 'RLeg': 3 , |
| | 'RFoot': 3 , |
| | 'RFootF': 3 , |
| | 'RToeBase': 3 , |
| | 'LUpLeg': 3 , |
| | 'LLeg': 3 , |
| | 'LFoot': 3 , |
| | 'LFootF': 3 , |
| | 'LToeBase': 3 ,}, |
| | "trinity_joints_138":{ |
| | "Hips": 3 , |
| | 'Spine': 3 , |
| | 'Spine1': 3 , |
| | 'Spine2': 3 , |
| | 'Spine3': 3 , |
| | 'Neck': 3 , |
| | 'Neck1': 3 , |
| | 'Head': 3 , |
| | 'RShoulder': 3 , |
| | 'RArm': 3 , |
| | 'RArm1': 3 , |
| | 'RHand': 3 , |
| | 'RHandT1': 3 , |
| | 'RHandT2': 3 , |
| | 'RHandT3': 3 , |
| | 'RHandI1': 3 , |
| | 'RHandI2': 3 , |
| | 'RHandI3': 3 , |
| | 'RHandM1': 3 , |
| | 'RHandM2': 3 , |
| | 'RHandM3': 3 , |
| | 'RHandR1': 3 , |
| | 'RHandR2': 3 , |
| | 'RHandR3': 3 , |
| | 'RHandP1': 3 , |
| | 'RHandP2': 3 , |
| | 'RHandP3': 3 , |
| | 'LShoulder': 3 , |
| | 'LArm': 3 , |
| | 'LArm1': 3 , |
| | 'LHand': 3 , |
| | 'LHandT1': 3 , |
| | 'LHandT2': 3 , |
| | 'LHandT3': 3 , |
| | 'LHandI1': 3 , |
| | 'LHandI2': 3 , |
| | 'LHandI3': 3 , |
| | 'LHandM1': 3 , |
| | 'LHandM2': 3 , |
| | 'LHandM3': 3 , |
| | 'LHandR1': 3 , |
| | 'LHandR2': 3 , |
| | 'LHandR3': 3 , |
| | 'LHandP1': 3 , |
| | 'LHandP2': 3 , |
| | 'LHandP3': 3 ,}, |
| | "beat_smplx_joints": { |
| | 'pelvis': [3,3], |
| | 'left_hip': [3,6], |
| | 'right_hip': [3,9], |
| | 'spine1': [3,12], |
| | 'left_knee': [3,15], |
| | 'right_knee': [3,18], |
| | 'spine2': [3,21], |
| | 'left_ankle': [3,24], |
| | 'right_ankle': [3,27], |
| |
|
| | 'spine3': [3,30], |
| | 'left_foot': [3,33], |
| | 'right_foot': [3,36], |
| | 'neck': [3,39], |
| | 'left_collar': [3,42], |
| | 'right_collar': [3,45], |
| | 'head': [3,48], |
| | 'left_shoulder': [3,51], |
| |
|
| | 'right_shoulder': [3,54], |
| | 'left_elbow': [3,57], |
| | 'right_elbow': [3,60], |
| | 'left_wrist': [3,63], |
| | 'right_wrist': [3,66], |
| |
|
| | 'jaw': [3,69], |
| | 'left_eye_smplhf': [3,72], |
| | 'right_eye_smplhf': [3,75], |
| | 'left_index1': [3,78], |
| | 'left_index2': [3,81], |
| |
|
| | 'left_index3': [3,84], |
| | 'left_middle1': [3,87], |
| | 'left_middle2': [3,90], |
| | 'left_middle3': [3,93], |
| | 'left_pinky1': [3,96], |
| |
|
| | 'left_pinky2': [3,99], |
| | 'left_pinky3': [3,102], |
| | 'left_ring1': [3,105], |
| | 'left_ring2': [3,108], |
| |
|
| | 'left_ring3': [3,111], |
| | 'left_thumb1': [3,114], |
| | 'left_thumb2': [3,117], |
| | 'left_thumb3': [3,120], |
| | 'right_index1': [3,123], |
| | 'right_index2': [3,126], |
| | 'right_index3': [3,129], |
| | 'right_middle1': [3,132], |
| |
|
| | 'right_middle2': [3,135], |
| | 'right_middle3': [3,138], |
| | 'right_pinky1': [3,141], |
| | 'right_pinky2': [3,144], |
| | 'right_pinky3': [3,147], |
| |
|
| | 'right_ring1': [3,150], |
| | 'right_ring2': [3,153], |
| | 'right_ring3': [3,156], |
| | 'right_thumb1': [3,159], |
| | 'right_thumb2': [3,162], |
| | 'right_thumb3': [3,165], |
| | |
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | }, |
| | |
| | "beat_smplx_no_eyes": { |
| | "pelvis":3, |
| | "left_hip":3, |
| | "right_hip":3, |
| | "spine1":3, |
| | "left_knee":3, |
| | "right_knee":3, |
| | "spine2":3, |
| | "left_ankle":3, |
| | "right_ankle":3, |
| | "spine3":3, |
| | "left_foot":3, |
| | "right_foot":3, |
| | "neck":3, |
| | "left_collar":3, |
| | "right_collar":3, |
| | "head":3, |
| | "left_shoulder":3, |
| | "right_shoulder":3, |
| | "left_elbow":3, |
| | "right_elbow":3, |
| | "left_wrist":3, |
| | "right_wrist":3, |
| | "jaw":3, |
| | |
| | |
| | "left_index1":3, |
| | "left_index2":3, |
| | "left_index3":3, |
| | "left_middle1":3, |
| | "left_middle2":3, |
| | "left_middle3":3, |
| | "left_pinky1":3, |
| | "left_pinky2":3, |
| | "left_pinky3":3, |
| | "left_ring1":3, |
| | "left_ring2":3, |
| | "left_ring3":3, |
| | "left_thumb1":3, |
| | "left_thumb2":3, |
| | "left_thumb3":3, |
| | "right_index1":3, |
| | "right_index2":3, |
| | "right_index3":3, |
| | "right_middle1":3, |
| | "right_middle2":3, |
| | "right_middle3":3, |
| | "right_pinky1":3, |
| | "right_pinky2":3, |
| | "right_pinky3":3, |
| | "right_ring1":3, |
| | "right_ring2":3, |
| | "right_ring3":3, |
| | "right_thumb1":3, |
| | "right_thumb2":3, |
| | "right_thumb3":3, |
| | }, |
| | |
| | "beat_smplx_full": { |
| | "pelvis":3, |
| | "left_hip":3, |
| | "right_hip":3, |
| | "spine1":3, |
| | "left_knee":3, |
| | "right_knee":3, |
| | "spine2":3, |
| | "left_ankle":3, |
| | "right_ankle":3, |
| | "spine3":3, |
| | "left_foot":3, |
| | "right_foot":3, |
| | "neck":3, |
| | "left_collar":3, |
| | "right_collar":3, |
| | "head":3, |
| | "left_shoulder":3, |
| | "right_shoulder":3, |
| | "left_elbow":3, |
| | "right_elbow":3, |
| | "left_wrist":3, |
| | "right_wrist":3, |
| | "jaw":3, |
| | "left_eye_smplhf":3, |
| | "right_eye_smplhf":3, |
| | "left_index1":3, |
| | "left_index2":3, |
| | "left_index3":3, |
| | "left_middle1":3, |
| | "left_middle2":3, |
| | "left_middle3":3, |
| | "left_pinky1":3, |
| | "left_pinky2":3, |
| | "left_pinky3":3, |
| | "left_ring1":3, |
| | "left_ring2":3, |
| | "left_ring3":3, |
| | "left_thumb1":3, |
| | "left_thumb2":3, |
| | "left_thumb3":3, |
| | "right_index1":3, |
| | "right_index2":3, |
| | "right_index3":3, |
| | "right_middle1":3, |
| | "right_middle2":3, |
| | "right_middle3":3, |
| | "right_pinky1":3, |
| | "right_pinky2":3, |
| | "right_pinky3":3, |
| | "right_ring1":3, |
| | "right_ring2":3, |
| | "right_ring3":3, |
| | "right_thumb1":3, |
| | "right_thumb2":3, |
| | "right_thumb3":3, |
| | }, |
| |
|
| | "beat_smplx_upall": { |
| | |
| | |
| | |
| | "spine1":3, |
| | |
| | |
| | "spine2":3, |
| | |
| | |
| | "spine3":3, |
| | |
| | |
| | "neck":3, |
| | "left_collar":3, |
| | "right_collar":3, |
| | "head":3, |
| | "left_shoulder":3, |
| | "right_shoulder":3, |
| | "left_elbow":3, |
| | "right_elbow":3, |
| | "left_wrist":3, |
| | "right_wrist":3, |
| | |
| | |
| | |
| | "left_index1":3, |
| | "left_index2":3, |
| | "left_index3":3, |
| | "left_middle1":3, |
| | "left_middle2":3, |
| | "left_middle3":3, |
| | "left_pinky1":3, |
| | "left_pinky2":3, |
| | "left_pinky3":3, |
| | "left_ring1":3, |
| | "left_ring2":3, |
| | "left_ring3":3, |
| | "left_thumb1":3, |
| | "left_thumb2":3, |
| | "left_thumb3":3, |
| | "right_index1":3, |
| | "right_index2":3, |
| | "right_index3":3, |
| | "right_middle1":3, |
| | "right_middle2":3, |
| | "right_middle3":3, |
| | "right_pinky1":3, |
| | "right_pinky2":3, |
| | "right_pinky3":3, |
| | "right_ring1":3, |
| | "right_ring2":3, |
| | "right_ring3":3, |
| | "right_thumb1":3, |
| | "right_thumb2":3, |
| | "right_thumb3":3, |
| | }, |
| |
|
| | "beat_smplx_upper": { |
| | |
| | |
| | |
| | "spine1":3, |
| | |
| | |
| | "spine2":3, |
| | |
| | |
| | "spine3":3, |
| | |
| | |
| | "neck":3, |
| | "left_collar":3, |
| | "right_collar":3, |
| | "head":3, |
| | "left_shoulder":3, |
| | "right_shoulder":3, |
| | "left_elbow":3, |
| | "right_elbow":3, |
| | "left_wrist":3, |
| | "right_wrist":3, |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | }, |
| |
|
| | "beat_smplx_hands": { |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | "left_index1":3, |
| | "left_index2":3, |
| | "left_index3":3, |
| | "left_middle1":3, |
| | "left_middle2":3, |
| | "left_middle3":3, |
| | "left_pinky1":3, |
| | "left_pinky2":3, |
| | "left_pinky3":3, |
| | "left_ring1":3, |
| | "left_ring2":3, |
| | "left_ring3":3, |
| | "left_thumb1":3, |
| | "left_thumb2":3, |
| | "left_thumb3":3, |
| | "right_index1":3, |
| | "right_index2":3, |
| | "right_index3":3, |
| | "right_middle1":3, |
| | "right_middle2":3, |
| | "right_middle3":3, |
| | "right_pinky1":3, |
| | "right_pinky2":3, |
| | "right_pinky3":3, |
| | "right_ring1":3, |
| | "right_ring2":3, |
| | "right_ring3":3, |
| | "right_thumb1":3, |
| | "right_thumb2":3, |
| | "right_thumb3":3, |
| | }, |
| |
|
| | "beat_smplx_lower": { |
| | "pelvis":3, |
| | "left_hip":3, |
| | "right_hip":3, |
| | |
| | "left_knee":3, |
| | "right_knee":3, |
| | |
| | "left_ankle":3, |
| | "right_ankle":3, |
| | |
| | "left_foot":3, |
| | "right_foot":3, |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | }, |
| |
|
| | "beat_smplx_face": { |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | "jaw":3, |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | }, |
| | |
| | "beat_joints": { |
| | 'Hips': [6,6], |
| | 'Spine': [3,9], |
| | 'Spine1': [3,12], |
| | 'Spine2': [3,15], |
| | 'Spine3': [3,18], |
| | 'Neck': [3,21], |
| | 'Neck1': [3,24], |
| | 'Head': [3,27], |
| | 'HeadEnd': [3,30], |
| |
|
| | 'RShoulder': [3,33], |
| | 'RArm': [3,36], |
| | 'RArm1': [3,39], |
| | 'RHand': [3,42], |
| | 'RHandM1': [3,45], |
| | 'RHandM2': [3,48], |
| | 'RHandM3': [3,51], |
| | 'RHandM4': [3,54], |
| |
|
| | 'RHandR': [3,57], |
| | 'RHandR1': [3,60], |
| | 'RHandR2': [3,63], |
| | 'RHandR3': [3,66], |
| | 'RHandR4': [3,69], |
| |
|
| | 'RHandP': [3,72], |
| | 'RHandP1': [3,75], |
| | 'RHandP2': [3,78], |
| | 'RHandP3': [3,81], |
| | 'RHandP4': [3,84], |
| |
|
| | 'RHandI': [3,87], |
| | 'RHandI1': [3,90], |
| | 'RHandI2': [3,93], |
| | 'RHandI3': [3,96], |
| | 'RHandI4': [3,99], |
| |
|
| | 'RHandT1': [3,102], |
| | 'RHandT2': [3,105], |
| | 'RHandT3': [3,108], |
| | 'RHandT4': [3,111], |
| |
|
| | 'LShoulder': [3,114], |
| | 'LArm': [3,117], |
| | 'LArm1': [3,120], |
| | 'LHand': [3,123], |
| | 'LHandM1': [3,126], |
| | 'LHandM2': [3,129], |
| | 'LHandM3': [3,132], |
| | 'LHandM4': [3,135], |
| |
|
| | 'LHandR': [3,138], |
| | 'LHandR1': [3,141], |
| | 'LHandR2': [3,144], |
| | 'LHandR3': [3,147], |
| | 'LHandR4': [3,150], |
| |
|
| | 'LHandP': [3,153], |
| | 'LHandP1': [3,156], |
| | 'LHandP2': [3,159], |
| | 'LHandP3': [3,162], |
| | 'LHandP4': [3,165], |
| |
|
| | 'LHandI': [3,168], |
| | 'LHandI1': [3,171], |
| | 'LHandI2': [3,174], |
| | 'LHandI3': [3,177], |
| | 'LHandI4': [3,180], |
| |
|
| | 'LHandT1': [3,183], |
| | 'LHandT2': [3,186], |
| | 'LHandT3': [3,189], |
| | 'LHandT4': [3,192], |
| |
|
| | 'RUpLeg': [3,195], |
| | 'RLeg': [3,198], |
| | 'RFoot': [3,201], |
| | 'RFootF': [3,204], |
| | 'RToeBase': [3,207], |
| | 'RToeBaseEnd': [3,210], |
| |
|
| | 'LUpLeg': [3,213], |
| | 'LLeg': [3,216], |
| | 'LFoot': [3,219], |
| | 'LFootF': [3,222], |
| | 'LToeBase': [3,225], |
| | 'LToeBaseEnd': [3,228],}, |
| | |
| | "beat_full":{ |
| | 'Hips': 3, |
| | 'Spine': 3 , |
| | 'Spine1': 3 , |
| | 'Spine2': 3 , |
| | 'Spine3': 3 , |
| | 'Neck': 3 , |
| | 'Neck1': 3 , |
| | 'Head' : 3, |
| | 'HeadEnd' : 3, |
| | 'RShoulder': 3 , |
| | 'RArm': 3 , |
| | 'RArm1': 3 , |
| | 'RHand': 3 , |
| | 'RHandM1': 3 , |
| | 'RHandM2': 3 , |
| | 'RHandM3': 3 , |
| | 'RHandM4': 3 , |
| | 'RHandR': 3 , |
| | 'RHandR1': 3 , |
| | 'RHandR2': 3 , |
| | 'RHandR3': 3 , |
| | 'RHandR4': 3 , |
| | 'RHandP': 3 , |
| | 'RHandP1': 3 , |
| | 'RHandP2': 3 , |
| | 'RHandP3': 3 , |
| | 'RHandP4': 3 , |
| | 'RHandI': 3 , |
| | 'RHandI1': 3 , |
| | 'RHandI2': 3 , |
| | 'RHandI3': 3 , |
| | 'RHandI4': 3 , |
| | 'RHandT1': 3 , |
| | 'RHandT2': 3 , |
| | 'RHandT3': 3 , |
| | 'RHandT4': 3 , |
| | 'LShoulder': 3 , |
| | 'LArm': 3 , |
| | 'LArm1': 3 , |
| | 'LHand': 3 , |
| | 'LHandM1': 3 , |
| | 'LHandM2': 3 , |
| | 'LHandM3': 3 , |
| | 'LHandM4': 3 , |
| | 'LHandR': 3 , |
| | 'LHandR1': 3 , |
| | 'LHandR2': 3 , |
| | 'LHandR3': 3 , |
| | 'LHandR4': 3 , |
| | 'LHandP': 3 , |
| | 'LHandP1': 3 , |
| | 'LHandP2': 3 , |
| | 'LHandP3': 3 , |
| | 'LHandP4': 3 , |
| | 'LHandI': 3 , |
| | 'LHandI1': 3 , |
| | 'LHandI2': 3 , |
| | 'LHandI3': 3 , |
| | 'LHandI4': 3 , |
| | 'LHandT1': 3 , |
| | 'LHandT2': 3 , |
| | 'LHandT3': 3 , |
| | 'LHandT4': 3 , |
| | 'RUpLeg': 3, |
| | 'RLeg': 3, |
| | 'RFoot': 3, |
| | 'RFootF': 3, |
| | 'RToeBase': 3, |
| | 'RToeBaseEnd': 3, |
| | 'LUpLeg': 3, |
| | 'LLeg': 3, |
| | 'LFoot': 3, |
| | 'LFootF': 3, |
| | 'LToeBase': 3, |
| | 'LToeBaseEnd': 3, |
| | }, |
| | |
| | "japanese_joints":{ |
| | 'Hips': [6,6], |
| | 'Spine': [6,12], |
| | 'Spine1': [6,18], |
| | 'Spine2': [6,24], |
| | 'Spine3': [6,30], |
| | 'Neck': [6,36], |
| | 'Neck1': [6,42], |
| | 'Head': [6,48], |
| | 'RShoulder': [6,54], |
| | 'RArm': [6,60], |
| | 'RArm1': [6,66], |
| | 'RHand': [6,72], |
| | 'RHandM1': [6,78], |
| | 'RHandM2': [6,84], |
| | 'RHandM3': [6,90], |
| | 'RHandR': [6,96], |
| | 'RHandR1': [6,102], |
| | 'RHandR2': [6,108], |
| | 'RHandR3': [6,114], |
| | 'RHandP': [6,120], |
| | 'RHandP1': [6,126], |
| | 'RHandP2': [6,132], |
| | 'RHandP3': [6,138], |
| | 'RHandI': [6,144], |
| | 'RHandI1': [6,150], |
| | 'RHandI2': [6,156], |
| | 'RHandI3': [6,162], |
| | 'RHandT1': [6,168], |
| | 'RHandT2': [6,174], |
| | 'RHandT3': [6,180], |
| | 'LShoulder': [6,186], |
| | 'LArm': [6,192], |
| | 'LArm1': [6,198], |
| | 'LHand': [6,204], |
| | 'LHandM1': [6,210], |
| | 'LHandM2': [6,216], |
| | 'LHandM3': [6,222], |
| | 'LHandR': [6,228], |
| | 'LHandR1': [6,234], |
| | 'LHandR2': [6,240], |
| | 'LHandR3': [6,246], |
| | 'LHandP': [6,252], |
| | 'LHandP1': [6,258], |
| | 'LHandP2': [6,264], |
| | 'LHandP3': [6,270], |
| | 'LHandI': [6,276], |
| | 'LHandI1': [6,282], |
| | 'LHandI2': [6,288], |
| | 'LHandI3': [6,294], |
| | 'LHandT1': [6,300], |
| | 'LHandT2': [6,306], |
| | 'LHandT3': [6,312], |
| | 'RUpLeg': [6,318], |
| | 'RLeg': [6,324], |
| | 'RFoot': [6,330], |
| | 'RFootF': [6,336], |
| | 'RToeBase': [6,342], |
| | 'LUpLeg': [6,348], |
| | 'LLeg': [6,354], |
| | 'LFoot': [6,360], |
| | 'LFootF': [6,366], |
| | 'LToeBase': [6,372],}, |
| | |
| | "yostar":{ |
| | 'Hips': [6,6], |
| | 'Spine': [3,9], |
| | 'Spine1': [3,12], |
| | 'Bone040': [3,15], |
| | 'Bone041': [3,18], |
| |
|
| | 'Bone034': [3,21], |
| | 'Bone035': [3,24], |
| | 'Bone036': [3,27], |
| | 'Bone037': [3,30], |
| | 'Bone038': [3,33], |
| | 'Bone039': [3,36], |
| |
|
| | 'RibbonL1': [3,39], |
| | 'RibbonL1_end': [3,42], |
| |
|
| | 'Chest': [3,45], |
| | 'L_eri': [3,48], |
| | 'R_eri': [3,51], |
| | 'Neck': [3,54], |
| | 'Head': [3,57], |
| | 'Head_end': [3,60], |
| | |
| | 'RBackHair_1': [3,63], |
| | 'RBackHair_2': [3,66], |
| | 'RBackHair_3': [3,69], |
| | 'RBackHair_4': [3,72], |
| | 'RBackHair_end': [3,75], |
| | |
| | 'RFrontHair': [3,78], |
| | 'CFrontHair_1': [3,81], |
| | 'CFrontHair_2': [3,84], |
| | 'CFrontHair_3': [3,87], |
| | 'CFrontHair_emd': [3,90], |
| | |
| | 'LFrontHair_1': [3,93], |
| | 'LFrontHair_2': [3,96], |
| | 'LFrontHair_3': [3,99], |
| | |
| | 'LBackHair_1': [3,102], |
| | 'LBackHair_2': [3,105], |
| | 'LBackHair_3': [3,108], |
| | 'LBackHair_4': [3,111], |
| | 'LBackHair_end': [3,114], |
| | |
| | 'LSideHair_1': [3,117], |
| | 'LSideHair_2': [3,120], |
| | 'LSideHair_3': [3,123], |
| | 'LSideHair_4': [3,126], |
| | 'LSideHair_5': [3,129], |
| | 'LSideHair_6': [3,132], |
| | 'LSideHair_7': [3,135], |
| | 'LSideHair_end': [3,138], |
| | |
| | 'CBackHair_1': [3,141], |
| | 'CBackHair_2': [3,144], |
| | 'CBackHair_3': [3,147], |
| | 'CBackHair_4': [3,150], |
| | 'CBackHair_end': [3,153], |
| | |
| | 'RSideHair_1': [3,156], |
| | 'RSideHair_2': [3,159], |
| | 'RSideHair_3': [3,162], |
| | 'RSideHair_4': [3,165], |
| | |
| | 'RibbonR_1': [3,168], |
| | 'RibbonR_2': [3,171], |
| | 'RibbonR_3': [3,174], |
| | |
| | 'RibbonL_1': [3,177], |
| | 'RibbonL_2': [3,180], |
| | 'RibbonL_3': [3,183], |
| | |
| | 'LeftEye': [3,186], |
| | 'LeftEye_end': [3,189], |
| | 'RightEye': [3,192], |
| | 'RightEye_end': [3,195], |
| | |
| | 'LeftShoulder': [3,198], |
| | 'LeftArm': [3,201], |
| | 'LeftForearm': [3,204], |
| | 'LeftHand': [3,207], |
| | 'LeftHandThumb1': [3,210], |
| | 'LeftHandThumb2': [3,213], |
| | 'LeftHandThumb3': [3,216], |
| | 'LeftHandThumb_end': [3,219], |
| | |
| | 'LeftHandIndex1': [3,222], |
| | 'LeftHandIndex2': [3,225], |
| | 'LeftHandIndex3': [3,228], |
| | 'LeftHandIndex_end': [3,231], |
| | |
| | 'LeftHandMiddle1': [3,234], |
| | 'LeftHandMiddle2': [3,237], |
| | 'LeftHandMiddle3': [3,240], |
| | 'LeftHandMiddle_end': [3,243], |
| |
|
| | 'LeftHandRing1': [3,246], |
| | 'LeftHandRing2': [3,249], |
| | 'LeftHandRing3': [3,252], |
| | 'LeftHandRing_end': [3,255], |
| |
|
| | 'LeftHandPinky1': [3,258], |
| | 'LeftHandPinky2': [3,261], |
| | 'LeftHandPinky3': [3,264], |
| | 'LeftHandPinky_end': [3,267], |
| |
|
| | 'RightShoulder': [3,270], |
| | 'RightArm': [3,273], |
| | 'RightForearm': [3,276], |
| | 'RightHand': [3,279], |
| | 'RightHandThumb1': [3,282], |
| | 'RightHandThumb2': [3,285], |
| | 'RightHandThumb3': [3,288], |
| | 'RightHandThumb_end': [3,291], |
| | |
| | 'RightHandIndex1': [3,294], |
| | 'RightHandIndex2': [3,297], |
| | 'RightHandIndex3': [3,300], |
| | 'RightHandIndex_end': [3,303], |
| | |
| | 'RightHandMiddle1': [3,306], |
| | 'RightHandMiddle2': [3,309], |
| | 'RightHandMiddle3': [3,312], |
| | 'RightHandMiddle_end': [3,315], |
| |
|
| | 'RightHandRing1': [3,318], |
| | 'RightHandRing2': [3,321], |
| | 'RightHandRing3': [3,324], |
| | 'RightHandRing_end': [3,327], |
| |
|
| | 'RightHandPinky1': [3,330], |
| | 'RightHandPinky2': [3,333], |
| | 'RightHandPinky3': [3,336], |
| | 'RightHandPinky_end': [3,339], |
| |
|
| | 'RibbonR1': [3,342], |
| | 'RibbonR1_end': [3,345], |
| | 'RibbonR2': [3,348], |
| | 'RibbonR2_end': [3,351], |
| | 'RibbonL2': [3,354], |
| | 'RibbonL2_end': [3,357], |
| | |
| | 'LeftUpLeg': [3,360], |
| | 'LeftLeg': [3,363], |
| | 'LeftFoot': [3,366], |
| | 'LeftToe': [3,369], |
| | 'LeftToe_end': [3,372], |
| | |
| | 'RightUpLeg': [3,375], |
| | 'RightLEg': [3,378], |
| | 'RightFoot': [3,381], |
| | 'RightToe': [3,384], |
| | 'RightToe_end': [3,387], |
| | |
| | 'bone_skirtF00': [3, 390], |
| | 'bone_skirtF01': [3, 393], |
| | 'bone_skirtF02': [3, 396], |
| | 'bone_skirtF03': [3, 399], |
| | 'Bone020': [3, 402], |
| | 'Bone026': [3, 405], |
| | |
| | 'bone_skirtF_R_00': [3, 408], |
| | 'bone_skirtF_R_01': [3, 411], |
| | 'bone_skirtF_R_02': [3, 414], |
| | 'bone_skirtF_R_03': [3, 417], |
| | 'Bone019': [3, 420], |
| | 'Bone028': [3, 423], |
| | |
| | 'bone_skirtR00': [3, 426], |
| | 'bone_skirtR01': [3, 429], |
| | 'bone_skirtR02': [3, 432], |
| | 'bone_skirtR03': [3, 435], |
| | 'Bone018': [3, 438], |
| | 'Bone029': [3, 441], |
| | |
| | 'bone_skirtF_L_00': [3, 444], |
| | 'bone_skirtF_L_01': [3, 447], |
| | 'bone_skirtF_L_02': [3, 450], |
| | 'bone_skirtF_L_03': [3, 453], |
| | 'Bone021': [3, 456], |
| | 'Bone027': [3, 459], |
| | |
| | 'bone_skirtL00': [3, 462], |
| | 'bone_skirtL01': [3, 465], |
| | 'bone_skirtL02': [3, 468], |
| | 'bone_skirtL03': [3, 471], |
| | 'Bone022': [3, 474], |
| | 'Bone033': [3, 477], |
| | |
| | 'bone_skirtB_L_00': [3, 480], |
| | 'bone_skirtB_L_01': [3, 483], |
| | 'bone_skirtB_L_02': [3, 486], |
| | 'bone_skirtB_L_03': [3, 489], |
| | 'Bone023': [3, 492], |
| | 'Bone032': [3, 495], |
| | |
| | 'bone_skirtB00': [3, 498], |
| | 'bone_skirtB01': [3, 501], |
| | 'bone_skirtB02': [3, 504], |
| | 'bone_skirtB03': [3, 507], |
| | 'Bone024': [3, 510], |
| | 'Bone031': [3, 513], |
| | |
| | 'bone_skirtB_R_00': [3, 516], |
| | 'bone_skirtB_R_01': [3, 519], |
| | 'bone_skirtB_R_02': [3, 521], |
| | 'bone_skirtB_R_03': [3, 524], |
| | 'Bone025': [3, 527], |
| | 'Bone030': [3, 530], |
| | }, |
| | |
| | "yostar_fullbody_213":{ |
| | 'Hips': 3 , |
| | 'Spine': 3 , |
| | 'Spine1': 3 , |
| | 'Chest': 3 , |
| | 'L_eri': 3 , |
| | 'R_eri': 3 , |
| | 'Neck': 3 , |
| | 'Head': 3 , |
| | 'Head_end': 3 , |
| | |
| | 'LeftEye': 3, |
| | 'LeftEye_end': 3, |
| | 'RightEye': 3, |
| | 'RightEye_end': 3, |
| | |
| | 'LeftShoulder': 3, |
| | 'LeftArm': 3, |
| | 'LeftForearm': 3, |
| | 'LeftHand': 3, |
| | 'LeftHandThumb1': 3, |
| | 'LeftHandThumb2': 3, |
| | 'LeftHandThumb3': 3, |
| | 'LeftHandThumb_end': 3, |
| | |
| | 'LeftHandIndex1': 3, |
| | 'LeftHandIndex2': 3, |
| | 'LeftHandIndex3': 3, |
| | 'LeftHandIndex_end': 3, |
| | |
| | 'LeftHandMiddle1': 3, |
| | 'LeftHandMiddle2': 3, |
| | 'LeftHandMiddle3': 3, |
| | 'LeftHandMiddle_end': 3, |
| |
|
| | 'LeftHandRing1': 3, |
| | 'LeftHandRing2': 3, |
| | 'LeftHandRing3': 3, |
| | 'LeftHandRing_end': 3, |
| |
|
| | 'LeftHandPinky1': 3, |
| | 'LeftHandPinky2': 3, |
| | 'LeftHandPinky3': 3, |
| | 'LeftHandPinky_end':3, |
| |
|
| | 'RightShoulder': 3, |
| | 'RightArm': 3, |
| | 'RightForearm': 3, |
| | 'RightHand': 3, |
| | 'RightHandThumb1': 3, |
| | 'RightHandThumb2': 3, |
| | 'RightHandThumb3': 3, |
| | 'RightHandThumb_end': 3, |
| | |
| | 'RightHandIndex1': 3, |
| | 'RightHandIndex2': 3, |
| | 'RightHandIndex3': 3, |
| | 'RightHandIndex_end': 3, |
| | |
| | 'RightHandMiddle1': 3, |
| | 'RightHandMiddle2': 3, |
| | 'RightHandMiddle3': 3, |
| | 'RightHandMiddle_end': 3, |
| |
|
| | 'RightHandRing1': 3, |
| | 'RightHandRing2': 3, |
| | 'RightHandRing3': 3, |
| | 'RightHandRing_end': 3, |
| |
|
| | 'RightHandPinky1': 3, |
| | 'RightHandPinky2': 3, |
| | 'RightHandPinky3': 3, |
| | 'RightHandPinky_end': 3, |
| | |
| | 'LeftUpLeg': 3, |
| | 'LeftLeg': 3, |
| | 'LeftFoot': 3, |
| | 'LeftToe': 3, |
| | 'LeftToe_end': 3, |
| | |
| | 'RightUpLeg': 3, |
| | 'RightLEg': 3, |
| | 'RightFoot': 3, |
| | 'RightToe': 3, |
| | 'RightToe_end': 3, |
| | }, |
| | "yostar_mainbody_48": { |
| | |
| | 'Spine': 3 , |
| | 'Spine1': 3 , |
| | 'Chest': 3 , |
| | 'L_eri': 3 , |
| | 'R_eri': 3 , |
| | 'Neck': 3 , |
| | 'Head': 3 , |
| | 'Head_end': 3 , |
| | |
| | 'LeftShoulder': 3, |
| | 'LeftArm': 3, |
| | 'LeftForearm': 3, |
| | 'LeftHand': 3, |
| |
|
| | 'RightShoulder': 3, |
| | 'RightArm': 3, |
| | 'RightForearm': 3, |
| | 'RightHand': 3, |
| | }, |
| | "yostar_mainbody_69": { |
| | 'Hips': 3 , |
| | 'Spine': 3 , |
| | 'Spine1': 3 , |
| | 'Chest': 3 , |
| | 'L_eri': 3 , |
| | 'R_eri': 3 , |
| | 'Neck': 3 , |
| | 'Head': 3 , |
| | 'Head_end': 3 , |
| | |
| | 'LeftShoulder': 3, |
| | 'LeftArm': 3, |
| | 'LeftForearm': 3, |
| | 'LeftHand': 3, |
| |
|
| | 'RightShoulder': 3, |
| | 'RightArm': 3, |
| | 'RightForearm': 3, |
| | 'RightHand': 3, |
| | |
| | 'LeftUpLeg': 3, |
| | 'LeftLeg': 3, |
| | 'LeftFoot': 3, |
| | |
| | 'RightUpLeg': 3, |
| | 'RightLEg': 3, |
| | 'RightFoot': 3, |
| | }, |
| | |
| | "yostar_upbody_168": { |
| | |
| | 'Spine': 3 , |
| | 'Spine1': 3 , |
| | 'Chest': 3 , |
| | 'L_eri': 3 , |
| | 'R_eri': 3 , |
| | 'Neck': 3 , |
| | 'Head': 3 , |
| | 'Head_end': 3 , |
| | |
| | 'LeftShoulder': 3, |
| | 'LeftArm': 3, |
| | 'LeftForearm': 3, |
| | 'LeftHand': 3, |
| | 'LeftHandThumb1': 3, |
| | 'LeftHandThumb2': 3, |
| | 'LeftHandThumb3': 3, |
| | 'LeftHandThumb_end': 3, |
| | |
| | 'LeftHandIndex1': 3, |
| | 'LeftHandIndex2': 3, |
| | 'LeftHandIndex3': 3, |
| | 'LeftHandIndex_end': 3, |
| | |
| | 'LeftHandMiddle1': 3, |
| | 'LeftHandMiddle2': 3, |
| | 'LeftHandMiddle3': 3, |
| | 'LeftHandMiddle_end': 3, |
| |
|
| | 'LeftHandRing1': 3, |
| | 'LeftHandRing2': 3, |
| | 'LeftHandRing3': 3, |
| | 'LeftHandRing_end': 3, |
| |
|
| | 'LeftHandPinky1': 3, |
| | 'LeftHandPinky2': 3, |
| | 'LeftHandPinky3': 3, |
| | 'LeftHandPinky_end':3, |
| | |
| | 'RightShoulder': 3, |
| | 'RightArm': 3, |
| | 'RightForearm': 3, |
| | 'RightHand': 3, |
| | 'RightHandThumb1': 3, |
| | 'RightHandThumb2': 3, |
| | 'RightHandThumb3': 3, |
| | 'RightHandThumb_end': 3, |
| | |
| | 'RightHandIndex1': 3, |
| | 'RightHandIndex2': 3, |
| | 'RightHandIndex3': 3, |
| | 'RightHandIndex_end': 3, |
| | |
| | 'RightHandMiddle1': 3, |
| | 'RightHandMiddle2': 3, |
| | 'RightHandMiddle3': 3, |
| | 'RightHandMiddle_end': 3, |
| |
|
| | 'RightHandRing1': 3, |
| | 'RightHandRing2': 3, |
| | 'RightHandRing3': 3, |
| | 'RightHandRing_end': 3, |
| |
|
| | 'RightHandPinky1': 3, |
| | 'RightHandPinky2': 3, |
| | 'RightHandPinky3': 3, |
| | 'RightHandPinky_end': 3, |
| | }, |
| | "spine_neck_141":{ |
| | 'Spine': 3 , |
| | 'Neck': 3 , |
| | 'Neck1': 3 , |
| | 'RShoulder': 3 , |
| | 'RArm': 3 , |
| | 'RArm1': 3 , |
| | 'RHand': 3 , |
| | 'RHandM1': 3 , |
| | 'RHandM2': 3 , |
| | 'RHandM3': 3 , |
| | 'RHandR': 3 , |
| | 'RHandR1': 3 , |
| | 'RHandR2': 3 , |
| | 'RHandR3': 3 , |
| | 'RHandP': 3 , |
| | 'RHandP1': 3 , |
| | 'RHandP2': 3 , |
| | 'RHandP3': 3 , |
| | 'RHandI': 3 , |
| | 'RHandI1': 3 , |
| | 'RHandI2': 3 , |
| | 'RHandI3': 3 , |
| | 'RHandT1': 3 , |
| | 'RHandT2': 3 , |
| | 'RHandT3': 3 , |
| | 'LShoulder': 3 , |
| | 'LArm': 3 , |
| | 'LArm1': 3 , |
| | 'LHand': 3 , |
| | 'LHandM1': 3 , |
| | 'LHandM2': 3 , |
| | 'LHandM3': 3 , |
| | 'LHandR': 3 , |
| | 'LHandR1': 3 , |
| | 'LHandR2': 3 , |
| | 'LHandR3': 3 , |
| | 'LHandP': 3 , |
| | 'LHandP1': 3 , |
| | 'LHandP2': 3 , |
| | 'LHandP3': 3 , |
| | 'LHandI': 3 , |
| | 'LHandI1': 3 , |
| | 'LHandI2': 3 , |
| | 'LHandI3': 3 , |
| | 'LHandT1': 3 , |
| | 'LHandT2': 3 , |
| | 'LHandT3': 3 ,}, |
| | } |
| |
|
| |
|
| | class FIDCalculator(object): |
| | ''' |
| | todo |
| | ''' |
| | def __init__(self): |
| | self.gt_rot = None |
| | self.gt_pos = None |
| | self.op_rot = None |
| | self.op_pos = None |
| | |
| |
|
| | def load(self, path, load_type, save_pos=False): |
| | ''' |
| | select gt or op for load_type |
| | ''' |
| | parser = BVHParser() |
| | parsed_data = parser.parse(path) |
| | if load_type == 'gt': |
| | self.gt_rot = parsed_data.values |
| | elif load_type == 'op': |
| | self.op_rot = parsed_data.values |
| | else: print('error, select gt or op for load_type') |
| |
|
| | if save_pos: |
| | mp = MocapParameterizer('position') |
| | positions = mp.fit_transform([parsed_data]) |
| | if load_type == 'gt': |
| | self.gt_pos = positions[0].values |
| | elif load_type == 'op': |
| | self.op_pos = positions[0].values |
| | else: print('error, select gt or op for load_type') |
| |
|
| |
|
| | def _joint_selector(self, selected_joints, ori_data): |
| | selected_data = pd.DataFrame(columns=[]) |
| |
|
| | for joint_name in selected_joints: |
| | selected_data[joint_name] = ori_data[joint_name] |
| | return selected_data.to_numpy() |
| | |
| | |
| | def cal_vol(self, dtype): |
| | if dtype == 'pos': |
| | gt = self.gt_pos |
| | op = self.op_pos |
| | else: |
| | gt = self.gt_rot |
| | op = self.op_rot |
| | |
| | gt_v = gt.to_numpy()[1:, :] - gt.to_numpy()[0:-1, :] |
| | op_v = op.to_numpy()[1:, :] - op.to_numpy()[0:-1, :] |
| | if dtype == 'pos': |
| | self.gt_vol_pos = pd.DataFrame(gt_v, columns = gt.columns.tolist()) |
| | self.op_vol_pos = pd.DataFrame(op_v, columns = gt.columns.tolist()) |
| | else: |
| | self.gt_vol_rot = pd.DataFrame(gt_v, columns = gt.columns.tolist()) |
| | self.op_vol_rot = pd.DataFrame(op_v, columns = gt.columns.tolist()) |
| |
|
| |
|
| | @staticmethod |
| | def frechet_distance(samples_A, samples_B): |
| | A_mu = np.mean(samples_A, axis=0) |
| | A_sigma = np.cov(samples_A, rowvar=False) |
| | B_mu = np.mean(samples_B, axis=0) |
| | B_sigma = np.cov(samples_B, rowvar=False) |
| | try: |
| | frechet_dist = FIDCalculator.calculate_frechet_distance(A_mu, A_sigma, B_mu, B_sigma) |
| | except ValueError: |
| | frechet_dist = 1e+10 |
| | return frechet_dist |
| |
|
| |
|
| | @staticmethod |
| | def calculate_frechet_distance(mu1, sigma1, mu2, sigma2, eps=1e-6): |
| | """ from https://github.com/mseitzer/pytorch-fid/blob/master/fid_score.py """ |
| | """Numpy implementation of the Frechet Distance. |
| | The Frechet distance between two multivariate Gaussians X_1 ~ N(mu_1, C_1) |
| | and X_2 ~ N(mu_2, C_2) is |
| | d^2 = ||mu_1 - mu_2||^2 + Tr(C_1 + C_2 - 2*sqrt(C_1*C_2)). |
| | Stable version by Dougal J. Sutherland. |
| | Params: |
| | -- mu1 : Numpy array containing the activations of a layer of the |
| | inception net (like returned by the function 'get_predictions') |
| | for generated samples. |
| | -- mu2 : The sample mean over activations, precalculated on an |
| | representative data set. |
| | -- sigma1: The covariance matrix over activations for generated samples. |
| | -- sigma2: The covariance matrix over activations, precalculated on an |
| | representative data set. |
| | Returns: |
| | -- : The Frechet Distance. |
| | """ |
| |
|
| | mu1 = np.atleast_1d(mu1) |
| | mu2 = np.atleast_1d(mu2) |
| | |
| | sigma1 = np.atleast_2d(sigma1) |
| | sigma2 = np.atleast_2d(sigma2) |
| | |
| | assert mu1.shape == mu2.shape, \ |
| | 'Training and test mean vectors have different lengths' |
| | assert sigma1.shape == sigma2.shape, \ |
| | 'Training and test covariances have different dimensions' |
| |
|
| | diff = mu1 - mu2 |
| |
|
| | |
| | covmean, _ = linalg.sqrtm(sigma1.dot(sigma2), disp=False) |
| | |
| | if not np.isfinite(covmean).all(): |
| | msg = ('fid calculation produces singular product; ' |
| | 'adding %s to diagonal of cov estimates') % eps |
| | print(msg) |
| | offset = np.eye(sigma1.shape[0]) * eps |
| | covmean = linalg.sqrtm((sigma1 + offset).dot(sigma2 + offset)) |
| |
|
| | |
| | if np.iscomplexobj(covmean): |
| | if not np.allclose(np.diagonal(covmean).imag, 0, atol=1e-3): |
| | m = np.max(np.abs(covmean.imag)) |
| | raise ValueError('Imaginary component {}'.format(m)) |
| | covmean = covmean.real |
| |
|
| | tr_covmean = np.trace(covmean) |
| |
|
| | return (diff.dot(diff) + np.trace(sigma1) + |
| | np.trace(sigma2) - 2 * tr_covmean) |
| |
|
| | |
| | def calculate_fid(self, cal_type, joint_type, high_level_opt): |
| | |
| | if cal_type == 'pos': |
| | if self.gt_pos.shape != self.op_pos.shape: |
| | min_val = min(self.gt_pos.shape[0],self.op_pos.shape[0]) |
| | gt = self.gt_pos[:min_val] |
| | op = self.op_pos[:min_val] |
| | else: |
| | gt = self.gt_pos |
| | op = self.op_pos |
| | full_body = gt.columns.tolist() |
| | elif cal_type == 'rot': |
| | if self.gt_rot.shape != self.op_rot.shape: |
| | min_val = min(self.gt_rot.shape[0],self.op_rot.shape[0]) |
| | gt = self.gt_rot[:min_val] |
| | op = self.op_rot[:min_val] |
| | else: |
| | gt = self.gt_rot |
| | op = self.op_rot |
| | full_body_with_offset = gt.columns.tolist() |
| | full_body = [o for o in full_body_with_offset if ('position' not in o)] |
| | elif cal_type == 'pos_vol': |
| | assert self.gt_vol_pos.shape == self.op_vol_pos.shape |
| | gt = self.gt_vol_pos |
| | op = self.op_vol_pos |
| | full_body_with_offset = gt.columns.tolist() |
| | full_body = gt.columns.tolist() |
| | elif cal_type == 'rot_vol': |
| | assert self.gt_vol_rot.shape == self.op_vol_rot.shape |
| | gt = self.gt_vol_rot |
| | op = self.op_vol_rot |
| | full_body_with_offset = gt.columns.tolist() |
| | full_body = [o for o in full_body_with_offset if ('position' not in o)] |
| | |
| |
|
| | if joint_type == 'full_upper_body': |
| | selected_body = [o for o in full_body if ('Leg' not in o) and ('Foot' not in o) and ('Toe' not in o)] |
| | elif joint_type == 'upper_body': |
| | selected_body = [o for o in full_body if ('Hand' not in o) and ('Leg' not in o) and ('Foot' not in o) and ('Toe' not in o)] |
| | elif joint_type == 'fingers': |
| | selected_body = [o for o in full_body if ('Hand' in o)] |
| | elif joint_type == 'indivdual': |
| | pass |
| | else: print('error, plz select correct joint type') |
| | |
| |
|
| | gt = self._joint_selector(selected_body, gt) |
| | op = self._joint_selector(selected_body, op) |
| |
|
| | if high_level_opt == 'fid': |
| | fid = FIDCalculator.frechet_distance(gt, op) |
| | return fid |
| | elif high_level_opt == 'var': |
| | var_gt = gt.var() |
| | var_op = op.var() |
| | return var_gt, var_op |
| | elif high_level_opt == 'mean': |
| | mean_gt = gt.mean() |
| | mean_op = op.mean() |
| | return mean_gt, mean_op |
| | else: return 0 |
| | |
| |
|
| | def result2target_vis(pose_version, res_bvhlist, save_path, demo_name, verbose=True): |
| | if "trinity" in pose_version: |
| | ori_list = joints_list[pose_version[6:-4]] |
| | target_list = joints_list[pose_version[6:]] |
| | file_content_length = 336 |
| | elif "beat" in pose_version or "spine_neck_141" in pose_version: |
| | ori_list = joints_list["beat_joints"] |
| | target_list = joints_list["spine_neck_141"] |
| | file_content_length = 431 |
| | elif "yostar" in pose_version: |
| | ori_list = joints_list["yostar"] |
| | target_list = joints_list[pose_version] |
| | file_content_length = 1056 |
| | else: |
| | ori_list = joints_list["japanese_joints"] |
| | target_list = joints_list[pose_version] |
| | file_content_length = 366 |
| | |
| | bvh_files_dirs = sorted(glob.glob(f'{res_bvhlist}*.bvh'), key=str) |
| | |
| | |
| | counter = 0 |
| | if not os.path.exists(save_path): |
| | os.makedirs(save_path) |
| | for i, bvh_file_dir in enumerate(bvh_files_dirs): |
| | short_name = bvh_file_dir.split("/")[-1][11:] |
| | |
| | wirte_file = open(os.path.join(save_path, f'res_{short_name}'),'w+') |
| | with open(f"{demo_name}{short_name}",'r') as pose_data_pre: |
| | pose_data_pre_file = pose_data_pre.readlines() |
| | for j, line in enumerate(pose_data_pre_file[0:file_content_length]): |
| | wirte_file.write(line) |
| | offset_data = pose_data_pre_file[file_content_length] |
| | offset_data = np.fromstring(offset_data, dtype=float, sep=' ') |
| | wirte_file.close() |
| |
|
| | wirte_file = open(os.path.join(save_path, f'res_{short_name}'),'r') |
| | ori_lines = wirte_file.readlines() |
| | with open(bvh_file_dir, 'r') as pose_data: |
| | pose_data_file = pose_data.readlines() |
| | ori_lines[file_content_length-2] = 'Frames: ' + str(len(pose_data_file)-1) + '\n' |
| | wirte_file.close() |
| |
|
| | wirte_file = open(os.path.join(save_path, f'res_{short_name}'),'w+') |
| | wirte_file.writelines(i for i in ori_lines[:file_content_length]) |
| | wirte_file.close() |
| |
|
| | with open(os.path.join(save_path, f'res_{short_name}'),'a+') as wirte_file: |
| | with open(bvh_file_dir, 'r') as pose_data: |
| | data_each_file = [] |
| | pose_data_file = pose_data.readlines() |
| | for j, line in enumerate(pose_data_file): |
| | if not j: |
| | pass |
| | else: |
| | data = np.fromstring(line, dtype=float, sep=' ') |
| | data_rotation = offset_data.copy() |
| | for iii, (k, v) in enumerate(target_list.items()): |
| | |
| | data_rotation[ori_list[k][1]-v:ori_list[k][1]] = data[iii*3:iii*3+3] |
| | data_each_file.append(data_rotation) |
| | |
| | for line_data in data_each_file: |
| | line_data = np.array2string(line_data, max_line_width=np.inf, precision=6, suppress_small=False, separator=' ') |
| | wirte_file.write(line_data[1:-2]+'\n') |
| |
|
| | counter += 1 |
| | if verbose: |
| | logger.info('data_shape:', data_rotation.shape, 'process:', counter, '/', len(bvh_files_dirs)) |
