Spaces:
Running
on
Zero
Running
on
Zero
update app
Browse files
app.py
CHANGED
|
@@ -15,6 +15,7 @@ import json
|
|
| 15 |
from torchvision import transforms
|
| 16 |
from typing import Dict, Optional
|
| 17 |
from PIL import Image, ImageDraw
|
|
|
|
| 18 |
from lang_sam import LangSAM
|
| 19 |
|
| 20 |
from wilor.models import load_wilor
|
|
@@ -27,15 +28,18 @@ from ultralytics import YOLO
|
|
| 27 |
LIGHT_PURPLE=(0.25098039, 0.274117647, 0.65882353)
|
| 28 |
STEEL_BLUE=(0.2745098, 0.5098039, 0.7058824)
|
| 29 |
|
|
|
|
|
|
|
|
|
|
| 30 |
# Download and load checkpoints
|
| 31 |
-
wilor_model, wilor_model_cfg = load_wilor(checkpoint_path =
|
| 32 |
hand_detector = YOLO('./pretrained_models/detector.pt')
|
| 33 |
# Setup the renderer
|
| 34 |
renderer = Renderer(wilor_model_cfg, faces=wilor_model.mano.faces)
|
| 35 |
# Setup the SAM model
|
| 36 |
sam_model = LangSAM(sam_type="sam2.1_hiera_large")
|
| 37 |
# Setup the HORT model
|
| 38 |
-
hort_model = load_hort(
|
| 39 |
|
| 40 |
device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')
|
| 41 |
wilor_model = wilor_model.to(device)
|
|
|
|
| 15 |
from torchvision import transforms
|
| 16 |
from typing import Dict, Optional
|
| 17 |
from PIL import Image, ImageDraw
|
| 18 |
+
from huggingface_hub import hf_hub_download
|
| 19 |
from lang_sam import LangSAM
|
| 20 |
|
| 21 |
from wilor.models import load_wilor
|
|
|
|
| 28 |
LIGHT_PURPLE=(0.25098039, 0.274117647, 0.65882353)
|
| 29 |
STEEL_BLUE=(0.2745098, 0.5098039, 0.7058824)
|
| 30 |
|
| 31 |
+
wilor_checkpoint_path = hf_hub_download(repo_id="zerchen/hort_models", filename="wilor_final.ckpt")
|
| 32 |
+
hort_checkpoint_path = hf_hub_download(repo_id="zerchen/hort_models", filename="hort_final.pth.tar")
|
| 33 |
+
|
| 34 |
# Download and load checkpoints
|
| 35 |
+
wilor_model, wilor_model_cfg = load_wilor(checkpoint_path = wilor_checkpoint_path, cfg_path= './pretrained_models/model_config.yaml')
|
| 36 |
hand_detector = YOLO('./pretrained_models/detector.pt')
|
| 37 |
# Setup the renderer
|
| 38 |
renderer = Renderer(wilor_model_cfg, faces=wilor_model.mano.faces)
|
| 39 |
# Setup the SAM model
|
| 40 |
sam_model = LangSAM(sam_type="sam2.1_hiera_large")
|
| 41 |
# Setup the HORT model
|
| 42 |
+
hort_model = load_hort(hort_checkpoint_path)
|
| 43 |
|
| 44 |
device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')
|
| 45 |
wilor_model = wilor_model.to(device)
|