update

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.tar.gz filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1 +1,2 @@
-.DS_Store
+.DS_Store
+GVHMR

README.md

@@ -1,5 +1,5 @@
 ---
-title: GV-HMR
+title: GVHMR
 emoji: 💃
 colorFrom: pink
 colorTo: blue

app/entry.py

@@ -6,8 +6,6 @@ from app.handler import handler
 
 
 if __name__ == '__main__':
-    prepare_env()
-
     demo = gr.Interface(
             fn             = handler,
             inputs         = get_inputs_components(),

app/env.py

@@ -14,10 +14,20 @@ def prepare_env():
     os.chdir(REPO_ROOT)
     run_cmds(
         f'''
-        git clone https://github.com/zju3dv/GVHMR --recursive
-        pip install -e .
-        mkdir inputs
-        mkdir outputs
-        ln -s {REPO_ROOT}/GVHMR/tools ./app/
+        git clone https://github.com/zju3dv/GVHMR --recursive {REPO_ROOT}/GVHMR
+        pip install -r {REPO_ROOT}/GVHMR/requirements.txt
+        pip install -e {REPO_ROOT}/GVHMR
+        mkdir {REPO_ROOT}/GVHMR/inputs
+        mkdir {REPO_ROOT}/GVHMR/outputs
+        ln -s {REPO_ROOT}/GVHMR/inputs {REPO_ROOT}/
+        ln -s {REPO_ROOT}/GVHMR/outputs {REPO_ROOT}/
+        ln -s {REPO_ROOT}/GVHMR/hmr4d {REPO_ROOT}/
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/SMPLer-X/resolve/main/SMPL_NEUTRAL.pkl -d {REPO_ROOT}/GVHMR/inputs/checkpoints/body_models/smpl -o SMPL_NEUTRAL.pkl
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/SMPLer-X/resolve/main/SMPLX_NEUTRAL.npz -d {REPO_ROOT}/GVHMR/inputs/checkpoints/body_models/smplx -o SMPLX_NEUTRAL.npz
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/dpvo/dpvo.pth -d {REPO_ROOT}/GVHMR/inputs/checkpoints/dpvo -o dpvo.pth
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/gvhmr/gvhmr_siga24_release.ckpt -d {REPO_ROOT}/GVHMR/inputs/checkpoints/gvhmr -o gvhmr_siga24_release.ckpt
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/hmr2/epoch%3D10-step%3D25000.ckpt -d {REPO_ROOT}/GVHMR/inputs/checkpoints/hmr2 -o epoch=10-step=25000.ckpt
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/vitpose/vitpose-h-multi-coco.pth -d {REPO_ROOT}/GVHMR/inputs/checkpoints/vitpose -o vitpose-h-multi-coco.pth
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/yolo/yolov8x.pt -d {REPO_ROOT}/GVHMR/inputs/checkpoints/yolo -o yolov8x.pt
         '''
     )

app/handler.py

@@ -1,6 +1,8 @@
 import spaces
 import gradio as gr
 
+from omegaconf import OmegaConf
+
 from .demo import *
 
 
@@ -39,7 +41,7 @@ def prepare_cfg(is_static:bool, video_path:str, demo_id:str):
     return cfg
 
 
-@spaces.GPU(duration=120)
+@spaces.GPU
 def run_demo(cfg, progress):
     paths = cfg.paths
     Log.info(f"[GPU]: {torch.cuda.get_device_name()}")
@@ -71,7 +73,7 @@ def run_demo(cfg, progress):
 
     return
 
-def handler(cam_status, video_path, progress=gr.Progress()):
+def handler(video_path, cam_status, progress=gr.Progress()):
     # 0. Check validity of inputs.
     if cam_status not in ['Static Camera', 'Dynamic Camera']:
         raise gr.Error('Please define the camera status!', duration=5)
@@ -89,9 +91,9 @@ def handler(cam_status, video_path, progress=gr.Progress()):
     cfg = prepare_cfg(is_static, video_path, demo_id)
 
     # 3. Run demo.
+    cfg = OmegaConf.to_container(cfg, resolve=True)
+    cfg = OmegaConf.create(cfg)
     run_demo(cfg, progress)
-    from ipdb import set_trace
-    set_trace()
 
     # 4. Prepare the output.
     return cfg.paths.incam_video, cfg.paths.global_video

packages.txt

@@ -0,0 +1,2 @@
+tmux
+aria2

requirements.txt

@@ -1,46 +0,0 @@
-# PyTorch
---extra-index-url https://download.pytorch.org/whl/cu121
-torch==2.3.0+cu121
-torchvision==0.18.0+cu121
-timm==0.9.12  # For HMR2.0a feature extraction
-
-# Lightning + Hydra
-lightning==2.3.0
-hydra-core==1.3
-hydra-zen
-hydra_colorlog
-rich
-
-# Common utilities
-numpy==1.23.5
-jupyter
-matplotlib
-ipdb
-setuptools>=68.0
-black
-tensorboardX
-opencv-python
-ffmpeg-python
-scikit-image
-termcolor
-einops
-imageio==2.34.1
-av  # imageio[pyav], improved performance over imageio[ffmpeg]
-joblib
-
-# Diffusion
-# diffusers[torch]==0.19.3
-# transformers==4.31.0
-
-# 3D-Vision
-pytorch3d @ https://dl.fbaipublicfiles.com/pytorch3d/packaging/wheels/py310_cu121_pyt230/pytorch3d-0.7.6-cp310-cp310-linux_x86_64.whl
-trimesh
-chumpy
-smplx
-# open3d==0.17.0
-wis3d
-
-# 2D-Pose
-ultralytics==8.2.42  # YOLO
-cython_bbox
-lapx