Hugging Face's logo

camenduru
/
ScoreHMR

Model card Files
xet
Community
camenduru commited on
Commit
b46100e
·
verified ·
1 Parent(s): 67ee8f5

thanks to statho ❤

Browse files
Files changed (22) hide show
  1. data.zip +3 -0
  2. data/SMPL_to_J19.pkl +3 -0
  3. data/datasets/3dpw_test.npz +3 -0
  4. data/datasets/3dpw_test_video.pkl +3 -0
  5. data/datasets/coco_train_eft.npz +3 -0
  6. data/datasets/coco_val.npz +3 -0
  7. data/datasets/h36m_train_mosh.npz +3 -0
  8. data/datasets/h36m_val_multiview.pkl +3 -0
  9. data/datasets/h36m_val_p2.npz +3 -0
  10. data/datasets/mannequin.pkl +3 -0
  11. data/datasets/mpi_inf_3dhp_train_eft.npz +3 -0
  12. data/model_weights/pare/pare_checkpoint.ckpt +3 -0
  13. data/model_weights/pare/pare_config.yaml +105 -0
  14. data/model_weights/score_hmr/model-100.pt +3 -0
  15. data/model_weights/score_hmr_betas/model-100.pt +3 -0
  16. data/model_weights/vitpose_ckpts/vitpose-h-multi-coco.pth +3 -0
  17. data/smpl_mean_params.npz +3 -0
  18. data/stats/betas_stats_eft_fits.npz +3 -0
  19. data/stats/betas_stats_spin_fits.npz +3 -0
  20. data/stats/pare_feat_stats.npz +3 -0
  21. data/stats/prohmr_feat_stats.npz +3 -0
  22. datasets.zip +3 -0
data.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f37599074f63860e5eae80e46b340e15e07e75a93b53e9d951d230213d4186d
3
+ size 3167499789
data/SMPL_to_J19.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66e340412ebd320a5c694bee5fb2674f700736709bbdd93859e970f0e59f47c
3
+ size 1047441
data/datasets/3dpw_test.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cecd6f4917ce29b3a8ef1ea76e83b098b6eda7826f2b196fe6dc4167e660159
3
+ size 64781892
data/datasets/3dpw_test_video.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55daedbbebf5387fbb14b456eb51e6890fd8656fc13f4f4078dcd017918c38d3
3
+ size 63628210
data/datasets/coco_train_eft.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deb2b358dbb7ed831539511fb5bf2dae02b70c215383a2825681331df4ec15de
3
+ size 55379182
data/datasets/coco_val.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06fd9ac4dd81b8720d5018ae14393515f6144e17b17628652c51d8bc53757ad6
3
+ size 5504520
data/datasets/h36m_train_mosh.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e8df38559ef708b442e09773c555dde8b6e87fd312042aec3e3914c16bda12
3
+ size 1266240072
data/datasets/h36m_val_multiview.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4e73cc86975eaa550f5e4e3505bcd75e71b1a0c3cd9efe38d5f6c9a839a3437
3
+ size 148234062
data/datasets/h36m_val_p2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a5cea6ae46b257070d13dba04b7da99787f018a05b9b156e2f4690df0751a96
3
+ size 34944834
data/datasets/mannequin.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0076065d2a015c16c151f3ffb515283b9427a5bd8e54c85fc9b94b437e4bb3bd
3
+ size 8973061
data/datasets/mpi_inf_3dhp_train_eft.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e08ef511dc28985226a7b5d497f05dac263061d15b6d848d6eeea2d15b040c2
3
+ size 130866048
data/model_weights/pare/pare_checkpoint.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196aa62d6205aafa3795cd8460cfd687c25141d2096c991823b51517341d6d24
3
+ size 455678101
data/model_weights/pare/pare_config.yaml ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ DATASET:
2
+ BATCH_SIZE: 64
3
+ CROP_FACTOR: 0.5
4
+ CROP_PROB: 0.0
5
+ FLIP_PROB: 0.5
6
+ FOCAL_LENGTH: 5000.0
7
+ IGNORE_3D: false
8
+ IMG_RES: 224
9
+ LOAD_TYPE: Base
10
+ MESH_COLOR: pinkish
11
+ NOISE_FACTOR: 0.4
12
+ NUM_IMAGES: -1
13
+ NUM_WORKERS: -1
14
+ OCC_AUG_DATASET: pascal
15
+ PIN_MEMORY: true
16
+ RENDER_RES: 480
17
+ ROT_FACTOR: 30
18
+ SCALE_FACTOR: 0.25
19
+ SHUFFLE_TRAIN: true
20
+ TRAIN_DS: all
21
+ USE_3D_CONF: true
22
+ USE_HEATMAPS: part_segm
23
+ USE_SYNTHETIC_OCCLUSION: true
24
+ USE_GENDER: true
25
+ EXP_NAME: pare
26
+ LOG_DIR: logs/pare
27
+ METHOD: pare
28
+ OPTIMIZER:
29
+ LR: 5.0e-05
30
+ TYPE: adam
31
+ WD: 0.0
32
+ PARE:
33
+ BACKBONE: hrnet_w32-conv
34
+ BETA_LOSS_WEIGHT: 0.001
35
+ BRANCH_DEEPER: false
36
+ COATTENTION_CONV: simple
37
+ DECONV_CONV_KERNEL_SIZE: 4
38
+ GT_TRAIN_WEIGHT: 1.0
39
+ HEATMAPS_LOSS_WEIGHT: 50.0
40
+ ITERATIVE_REGRESSION: false
41
+ ITER_RESIDUAL: false
42
+ KEYPOINT_ATTENTION_ACT: softmax
43
+ KEYPOINT_LOSS_WEIGHT: 5.0
44
+ KEYPOINT_NATIVE_LOSS_WEIGHT: 5.0
45
+ LOSS_WEIGHT: 60.0
46
+ NUM_BRANCH_ITERATION: 0
47
+ NUM_COATTENTION_ITER: 1
48
+ NUM_DECONV_FILTERS: 128
49
+ NUM_DECONV_LAYERS: 2
50
+ NUM_FEATURES_SMPL: 64
51
+ NUM_ITERATIONS: 3
52
+ NUM_JOINTS: 24
53
+ OPENPOSE_TRAIN_WEIGHT: 0.0
54
+ PART_SEGM_LOSS_WEIGHT: 1.0
55
+ POSE_INPUT_TYPE: feats.self_pose.shape.cam
56
+ POSE_LOSS_WEIGHT: 1.0
57
+ POSE_MLP_HIDDEN_SIZE: 256
58
+ POSE_MLP_NUM_LAYERS: 1
59
+ SHAPE_INPUT_TYPE: feats.shape.cam
60
+ SHAPE_LOSS_WEIGHT: 0
61
+ SHAPE_MLP_HIDDEN_SIZE: 256
62
+ SHAPE_MLP_NUM_LAYERS: 1
63
+ SMPL_PART_LOSS_WEIGHT: 1.0
64
+ SOFTMAX_TEMP: 1.0
65
+ USE_ATTENTION: false
66
+ USE_BRANCH_NONLOCAL: null
67
+ USE_COATTENTION: false
68
+ USE_FINAL_NONLOCAL: null
69
+ USE_HMR_REGRESSION: false
70
+ USE_KEYPOINT_ATTENTION: true
71
+ USE_KEYPOINT_FEATURES_FOR_SMPL_REGRESSION: false
72
+ USE_POSTCONV_KEYPOINT_ATTENTION: false
73
+ USE_POS_ENC: false
74
+ USE_RESNET_CONV_HRNET: false
75
+ USE_SCALE_KEYPOINT_ATTENTION: false
76
+ USE_SELF_ATTENTION: false
77
+ USE_SOFT_ATTENTION: false
78
+ USE_UPSAMPLING: false
79
+ PROJECT_NAME: pare
80
+ RUN_TEST: false
81
+ SEED_VALUE: -1
82
+ TESTING:
83
+ MULTI_SIDEVIEW: false
84
+ SAVE_IMAGES: false
85
+ SAVE_MESHES: false
86
+ SAVE_RESULTS: true
87
+ SIDEVIEW: true
88
+ TEST_ON_TRAIN_END: true
89
+ TRAINING:
90
+ CHECK_VAL_EVERY_N_EPOCH: 1
91
+ DROPOUT_P: 0.2
92
+ LOG_FREQ_TB_IMAGES: 2000
93
+ LOG_SAVE_INTERVAL: 50
94
+ MAX_EPOCHS: 100
95
+ NUM_SMPLIFY_ITERS: 100
96
+ PRETRAINED: null
97
+ PRETRAINED_LIT: 'data/pare/checkpoints/pare_checkpoint.ckpt'
98
+ RELOAD_DATALOADERS_EVERY_EPOCH: true
99
+ RESUME: null
100
+ RUN_SMPLIFY: false
101
+ SAVE_IMAGES: true
102
+ SMPLIFY_THRESHOLD: 100
103
+ TEST_BEFORE_TRAINING: false
104
+ USE_AMP: false
105
+ USE_PART_SEGM_LOSS: false
data/model_weights/score_hmr/model-100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7f4c4be062823ac2cf7d8976b7edb631f62692740bd4b793c337547cb7c166
3
+ size 181090499
data/model_weights/score_hmr_betas/model-100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a746686b3058e14d0eedc0b6d44732bfbbc3c0ce407a31c8bee25901de8b8c
3
+ size 232392517
data/model_weights/vitpose_ckpts/vitpose-h-multi-coco.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e33f4077ef2a6bcfd7110c58742b24c5859b7798fb0eedd6d2215e0a8980bc
3
+ size 2549075546
data/smpl_mean_params.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fd6dd687800da946d0a0492383f973b92ec20f166a0b829775882868c35fcdd
3
+ size 1310
data/stats/betas_stats_eft_fits.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d2e0b96bd60b7b57c9c90859335654ad225f14b2f348eb9f3af409453d67e0
3
+ size 1184
data/stats/betas_stats_spin_fits.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39281c1f147369ffea85b0f5c5f16c56cfc7ce26fd68050bee5e95915e86bcb3
3
+ size 1184
data/stats/pare_feat_stats.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce3a92f75bc1c454bfae6cd704b38a0492b2cb3ced35a2e67b5cca0be74a4eb
3
+ size 37950
data/stats/prohmr_feat_stats.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f96a4c9cbe2d2b5b73075d347409ac7aa962b97950f989e35693260a0790e445
3
+ size 16884
datasets.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d46b22641e4a10d207dc5f4bf4ff0906bb6c4a6b43c6311282783abe47a5ef19
3
+ size 850460579