thanks to mkocabas ❤

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+sample_video.mp4 filter=lfs diff=lfs merge=lfs -text
+yolov3.weights filter=lfs diff=lfs merge=lfs -text

J_regressor_extra.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc968ea4f9855571e82f90203280836b01f13ee42a8e1b89d8d580b801242a89
+size 496160

J_regressor_h36m.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c655cd7013d7829eb9acbebf0e43f952a3fa0305a53c35880e39192bfb6444a0
+size 937168

body_models/smpl/SMPL_FEMALE.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a583c1b98e4afc19042641f1bae5cd8a1f712a6724886291a7627ec07acd408d
+size 39056454

body_models/smpl/SMPL_MALE.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8c0bbbbc635dcb166ed29c303fb4bef16ea5f623e5a89263495a9e403575bd
+size 39056404

body_models/smpl/SMPL_NEUTRAL.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e65c74ad9b998783132f00880d1025a8d64b158e040e6ef13a557e5098bc42
+size 39001280

body_models/smpl/neutral_smpl_with_cocoplus_reg.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0c070811cfc321104e4aeeac08d4eaae1bca0361ae42639f43f4f083bc3261
+size 39029920

dataset_extras/3doh_test.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d691bfa57cb430a809e592bb37346898974bfc81b7b7718589e3523f0703f7
+size 2721030

dataset_extras/3dpw_all_test_with_mmpose.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cada7ccef0002fba64d72376293b73c0c0b9c0bfc0ef7e8617202e4aeb147cf6
+size 213681248

pare-github-data.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c95f7c65a383d4931cd644bc7810509e01587a5c290f5ea8d07eee4a81047ea
+size 1318111599

pare/checkpoints/pare_checkpoint.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196aa62d6205aafa3795cd8460cfd687c25141d2096c991823b51517341d6d24
+size 455678101

pare/checkpoints/pare_config.yaml

@@ -0,0 +1,105 @@
+DATASET:
+  BATCH_SIZE: 64
+  CROP_FACTOR: 0.5
+  CROP_PROB: 0.0
+  FLIP_PROB: 0.5
+  FOCAL_LENGTH: 5000.0
+  IGNORE_3D: false
+  IMG_RES: 224
+  LOAD_TYPE: Base
+  MESH_COLOR: pinkish
+  NOISE_FACTOR: 0.4
+  NUM_IMAGES: -1
+  NUM_WORKERS: -1
+  OCC_AUG_DATASET: pascal
+  PIN_MEMORY: true
+  RENDER_RES: 480
+  ROT_FACTOR: 30
+  SCALE_FACTOR: 0.25
+  SHUFFLE_TRAIN: true
+  TRAIN_DS: all
+  USE_3D_CONF: true
+  USE_HEATMAPS: part_segm
+  USE_SYNTHETIC_OCCLUSION: true
+  USE_GENDER: true
+EXP_NAME: pare
+LOG_DIR: logs/pare
+METHOD: pare
+OPTIMIZER:
+  LR: 5.0e-05
+  TYPE: adam
+  WD: 0.0
+PARE:
+  BACKBONE: hrnet_w32-conv
+  BETA_LOSS_WEIGHT: 0.001
+  BRANCH_DEEPER: false
+  COATTENTION_CONV: simple
+  DECONV_CONV_KERNEL_SIZE: 4
+  GT_TRAIN_WEIGHT: 1.0
+  HEATMAPS_LOSS_WEIGHT: 50.0
+  ITERATIVE_REGRESSION: false
+  ITER_RESIDUAL: false
+  KEYPOINT_ATTENTION_ACT: softmax
+  KEYPOINT_LOSS_WEIGHT: 5.0
+  KEYPOINT_NATIVE_LOSS_WEIGHT: 5.0
+  LOSS_WEIGHT: 60.0
+  NUM_BRANCH_ITERATION: 0
+  NUM_COATTENTION_ITER: 1
+  NUM_DECONV_FILTERS: 128
+  NUM_DECONV_LAYERS: 2
+  NUM_FEATURES_SMPL: 64
+  NUM_ITERATIONS: 3
+  NUM_JOINTS: 24
+  OPENPOSE_TRAIN_WEIGHT: 0.0
+  PART_SEGM_LOSS_WEIGHT: 1.0
+  POSE_INPUT_TYPE: feats.self_pose.shape.cam
+  POSE_LOSS_WEIGHT: 1.0
+  POSE_MLP_HIDDEN_SIZE: 256
+  POSE_MLP_NUM_LAYERS: 1
+  SHAPE_INPUT_TYPE: feats.shape.cam
+  SHAPE_LOSS_WEIGHT: 0
+  SHAPE_MLP_HIDDEN_SIZE: 256
+  SHAPE_MLP_NUM_LAYERS: 1
+  SMPL_PART_LOSS_WEIGHT: 1.0
+  SOFTMAX_TEMP: 1.0
+  USE_ATTENTION: false
+  USE_BRANCH_NONLOCAL: null
+  USE_COATTENTION: false
+  USE_FINAL_NONLOCAL: null
+  USE_HMR_REGRESSION: false
+  USE_KEYPOINT_ATTENTION: true
+  USE_KEYPOINT_FEATURES_FOR_SMPL_REGRESSION: false
+  USE_POSTCONV_KEYPOINT_ATTENTION: false
+  USE_POS_ENC: false
+  USE_RESNET_CONV_HRNET: false
+  USE_SCALE_KEYPOINT_ATTENTION: false
+  USE_SELF_ATTENTION: false
+  USE_SOFT_ATTENTION: false
+  USE_UPSAMPLING: false
+PROJECT_NAME: pare
+RUN_TEST: false
+SEED_VALUE: -1
+TESTING:
+  MULTI_SIDEVIEW: false
+  SAVE_IMAGES: false
+  SAVE_MESHES: false
+  SAVE_RESULTS: true
+  SIDEVIEW: true
+  TEST_ON_TRAIN_END: true
+TRAINING:
+  CHECK_VAL_EVERY_N_EPOCH: 1
+  DROPOUT_P: 0.2
+  LOG_FREQ_TB_IMAGES: 2000
+  LOG_SAVE_INTERVAL: 50
+  MAX_EPOCHS: 100
+  NUM_SMPLIFY_ITERS: 100
+  PRETRAINED: null
+  PRETRAINED_LIT: 'data/pare/checkpoints/pare_checkpoint.ckpt'
+  RELOAD_DATALOADERS_EVERY_EPOCH: true
+  RESUME: null
+  RUN_SMPLIFY: false
+  SAVE_IMAGES: true
+  SMPLIFY_THRESHOLD: 100
+  TEST_BEFORE_TRAINING: false
+  USE_AMP: false
+  USE_PART_SEGM_LOSS: false

pare/checkpoints/pare_w_3dpw_checkpoint.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f4dbec2fad8e07112e0308842f8fa81e3af23adf8107bccb3374864e8a6c07
+size 455678715

pare/checkpoints/pare_w_3dpw_config.yaml

@@ -0,0 +1,112 @@
+DATASET:
+  BATCH_SIZE: 64
+  CROP_FACTOR: 0.5
+  CROP_PROB: 0.0
+  FLIP_PROB: 0.5
+  FOCAL_LENGTH: 5000.0
+  IGNORE_3D: false
+  IMG_RES: 224
+  LOAD_TYPE: Base
+  MESH_COLOR: pinkish
+  NOISE_FACTOR: 0.4
+  NUM_IMAGES: -1
+  NUM_WORKERS: -1
+  OCC_AUG_DATASET: pascal
+  PIN_MEMORY: true
+  RENDER_RES: 480
+  ROT_FACTOR: 30
+  SCALE_FACTOR: 0.25
+  SHUFFLE_TRAIN: true
+  TRAIN_DS: all
+  USE_3D_CONF: true
+  USE_GENDER: true
+  USE_HEATMAPS: part_segm
+  USE_SYNTHETIC_OCCLUSION: true
+  VAL_DS: 3doh_3dpw-all
+EXP_NAME: pare_w_3dpw
+LOG_DIR: logs/pare_w_3dpw
+METHOD: pare
+OPTIMIZER:
+  LR: 5.0e-05
+  TYPE: adam
+  WD: 0.0
+PARE:
+  BACKBONE: hrnet_w32-conv
+  BETA_LOSS_WEIGHT: 0.0
+  BRANCH_DEEPER: false
+  COATTENTION_CONV: simple
+  DECONV_CONV_KERNEL_SIZE: 4
+  GT_TRAIN_WEIGHT: 1.0
+  HEATMAPS_LOSS_WEIGHT: 50.0
+  INIT_XAVIER: false
+  ITERATIVE_REGRESSION: false
+  ITER_RESIDUAL: false
+  KEYPOINT_ATTENTION_ACT: softmax
+  KEYPOINT_LOSS_WEIGHT: 5.0
+  KEYPOINT_NATIVE_LOSS_WEIGHT: 5.0
+  LOSS_WEIGHT: 60.0
+  NUM_BRANCH_ITERATION: 0
+  NUM_COATTENTION_ITER: 1
+  NUM_DECONV_FILTERS: 128
+  NUM_DECONV_LAYERS: 2
+  NUM_FEATURES_SMPL: 64
+  NUM_ITERATIONS: 3
+  NUM_JOINTS: 24
+  OPENPOSE_TRAIN_WEIGHT: 0.0
+  PART_SEGM_LOSS_WEIGHT: 0.0
+  POSE_INPUT_TYPE: feats.self_pose.shape.cam
+  POSE_LOSS_WEIGHT: 1.0
+  POSE_MLP_HIDDEN_SIZE: 256
+  POSE_MLP_NUM_LAYERS: 1
+  SHAPE_INPUT_TYPE: feats.shape.cam
+  SHAPE_LOSS_WEIGHT: 0
+  SHAPE_MLP_HIDDEN_SIZE: 256
+  SHAPE_MLP_NUM_LAYERS: 1
+  SMPL_PART_LOSS_WEIGHT: 1.0
+  SOFTMAX_TEMP: 1.0
+  USE_ATTENTION: false
+  USE_BRANCH_NONLOCAL: null
+  USE_COATTENTION: false
+  USE_FINAL_NONLOCAL: null
+  USE_HMR_REGRESSION: false
+  USE_KEYPOINT_ATTENTION: true
+  USE_KEYPOINT_FEATURES_FOR_SMPL_REGRESSION: false
+  USE_MEAN_CAMSHAPE: false
+  USE_MEAN_POSE: false
+  USE_POSTCONV_KEYPOINT_ATTENTION: false
+  USE_POS_ENC: false
+  USE_RESNET_CONV_HRNET: false
+  USE_SCALE_KEYPOINT_ATTENTION: false
+  USE_SELF_ATTENTION: false
+  USE_SHAPE_REG: true
+  USE_SOFT_ATTENTION: false
+  USE_UPSAMPLING: false
+PROJECT_NAME: pare
+RUN_TEST: false
+SEED_VALUE: -1
+TESTING:
+  MULTI_SIDEVIEW: false
+  SAVE_FREQ: 1
+  SAVE_IMAGES: false
+  SAVE_MESHES: false
+  SAVE_RESULTS: true
+  SIDEVIEW: true
+  TEST_ON_TRAIN_END: true
+  USE_GT_CAM: false
+TRAINING:
+  CHECK_VAL_EVERY_N_EPOCH: 1
+  DROPOUT_P: 0.2
+  LOG_FREQ_TB_IMAGES: 2000
+  LOG_SAVE_INTERVAL: 50
+  MAX_EPOCHS: 100
+  NUM_SMPLIFY_ITERS: 100
+  PRETRAINED: null
+  PRETRAINED_LIT: data/pare/checkpoints/pare_w_3dpw_checkpoint.ckpt
+  RELOAD_DATALOADERS_EVERY_EPOCH: true
+  RESUME: null
+  RUN_SMPLIFY: false
+  SAVE_IMAGES: true
+  SMPLIFY_THRESHOLD: 100
+  TEST_BEFORE_TRAINING: false
+  USE_AMP: false
+  USE_PART_SEGM_LOSS: false

sample_video.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2b1b381ec1e3073b42390ca8a29aec3f60ef6b7c1acf1bd6af2f5eed35f0a2
+size 5175241

smpl_mean_params.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd6dd687800da946d0a0492383f973b92ec20f166a0b829775882868c35fcdd
+size 1310

smpl_partSegmentation_mapping.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7f8f5e381b7a92f40964315858492fe0d63e4a27789882fada17a144da800a
+size 56220

yolov3.weights

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523e4e69e1d015393a1b0a441cef1d9c7659e3eb2d7e15f793f060a21b32f297
+size 248007048