Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- .gitignore +0 -11
- Other_dependencies/DLIB_landmark_det/shape_predictor_68_face_landmarks.dat +3 -0
- Other_dependencies/arcface/model_ir_se50.pth +3 -0
- Other_dependencies/face_parsing/79999_iter.pth +3 -0
- README.md +2 -0
- ldm/models/diffusion/misc_4ddpm.py +0 -1
- requirements.txt +1 -3
- util_and_constant.py +1 -1
.gitattributes
CHANGED
|
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
Other_dependencies/mp_models/face_landmarker_v2_with_blendshapes.task filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
Other_dependencies/mp_models/face_landmarker_v2_with_blendshapes.task filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
Other_dependencies/DLIB_landmark_det/shape_predictor_68_face_landmarks.dat filter=lfs diff=lfs merge=lfs -text
|
.gitignore
CHANGED
|
@@ -6,24 +6,14 @@ checkpoints
|
|
| 6 |
|
| 7 |
|
| 8 |
|
| 9 |
-
#face parsing model (segmentation) Done
|
| 10 |
-
Other_dependencies/face_parsing/79999_iter.pth
|
| 11 |
|
| 12 |
|
| 13 |
|
| 14 |
|
| 15 |
-
# Expression model (For quantitative analysis only) Not used
|
| 16 |
-
Other_dependencies/face_recon/epoch_latest.pth
|
| 17 |
-
eval_tool/Deep3DFaceRecon_pytorch_edit/BFM/*.mat
|
| 18 |
-
|
| 19 |
-
# Arcface model
|
| 20 |
-
Other_dependencies/arcface/model_ir_se50.pth
|
| 21 |
|
| 22 |
# pose model (For quantitative analysis only)
|
| 23 |
Other_dependencies/Hopenet_pose/hopenet_robust_alpha1.pkl
|
| 24 |
|
| 25 |
-
# Landmark detection model
|
| 26 |
-
Other_dependencies/DLIB_landmark_det/shape_predictor_68_face_landmarks.dat
|
| 27 |
|
| 28 |
# Qantitative results
|
| 29 |
Quantitative_Analysis/*
|
|
@@ -69,7 +59,6 @@ ttt*
|
|
| 69 |
|
| 70 |
|
| 71 |
*.pt
|
| 72 |
-
*.pth
|
| 73 |
*.ckpt
|
| 74 |
|
| 75 |
|
|
|
|
| 6 |
|
| 7 |
|
| 8 |
|
|
|
|
|
|
|
| 9 |
|
| 10 |
|
| 11 |
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
# pose model (For quantitative analysis only)
|
| 15 |
Other_dependencies/Hopenet_pose/hopenet_robust_alpha1.pkl
|
| 16 |
|
|
|
|
|
|
|
| 17 |
|
| 18 |
# Qantitative results
|
| 19 |
Quantitative_Analysis/*
|
|
|
|
| 59 |
|
| 60 |
|
| 61 |
*.pt
|
|
|
|
| 62 |
*.ckpt
|
| 63 |
|
| 64 |
|
Other_dependencies/DLIB_landmark_det/shape_predictor_68_face_landmarks.dat
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbdc2cb80eb9aa7a758672cbfdda32ba6300efe9b6e6c7a299ff7e736b11b92f
|
| 3 |
+
size 99693937
|
Other_dependencies/arcface/model_ir_se50.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a035c768259b98ab1ce0e646312f48b9e1e218197a0f80ac6765e88f8b6ddf28
|
| 3 |
+
size 175367323
|
Other_dependencies/face_parsing/79999_iter.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:468e13ca13a9b43cc0881a9f99083a430e9c0a38abd935431d1c28ee94b26567
|
| 3 |
+
size 53289463
|
README.md
CHANGED
|
@@ -27,11 +27,13 @@ conda activate unibio
|
|
| 27 |
sh setup.sh
|
| 28 |
```
|
| 29 |
|
|
|
|
| 30 |
|
| 31 |
### 2. Download pre-trained weight
|
| 32 |
Download pre-trained checkpoints via `python download_checkpoints.py`
|
| 33 |
|
| 34 |
|
|
|
|
| 35 |
|
| 36 |
|
| 37 |
## Inference
|
|
|
|
| 27 |
sh setup.sh
|
| 28 |
```
|
| 29 |
|
| 30 |
+
<small>*Tip*: If you encounter issues installing `dlib`, you can try: `pip install --only-binary=:all: dlib-bin==19.24.6`</small>
|
| 31 |
|
| 32 |
### 2. Download pre-trained weight
|
| 33 |
Download pre-trained checkpoints via `python download_checkpoints.py`
|
| 34 |
|
| 35 |
|
| 36 |
+
<small>*Tip*: If you have trouble accessing Hugging Face (e.g., in mainland China), you can firstly set the mirror endpoint: `export HF_ENDPOINT=https://hf-mirror.com`</small>
|
| 37 |
|
| 38 |
|
| 39 |
## Inference
|
ldm/models/diffusion/misc_4ddpm.py
CHANGED
|
@@ -39,7 +39,6 @@ from torch.distributed.optim import ZeroRedundancyOptimizer
|
|
| 39 |
from src.Face_models.encoders.model_irse import Backbone
|
| 40 |
import dlib
|
| 41 |
from eval_tool.lpips.lpips import LPIPS
|
| 42 |
-
import wandb
|
| 43 |
from PIL import Image
|
| 44 |
import argparse
|
| 45 |
from contextlib import nullcontext
|
|
|
|
| 39 |
from src.Face_models.encoders.model_irse import Backbone
|
| 40 |
import dlib
|
| 41 |
from eval_tool.lpips.lpips import LPIPS
|
|
|
|
| 42 |
from PIL import Image
|
| 43 |
import argparse
|
| 44 |
from contextlib import nullcontext
|
requirements.txt
CHANGED
|
@@ -11,7 +11,6 @@ face_alignment==1.4.1
|
|
| 11 |
ftfy==6.0.3
|
| 12 |
glfw==2.7.0
|
| 13 |
imageio==2.14.1
|
| 14 |
-
invisible_watermark==0.2.0
|
| 15 |
kornia==0.6.0
|
| 16 |
matplotlib==3.7.5
|
| 17 |
more_itertools==10.5.0
|
|
@@ -34,7 +33,6 @@ setuptools==59.5.0
|
|
| 34 |
scikit-image==0.20.0
|
| 35 |
streamlit==0.73.1
|
| 36 |
tqdm==4.66.5
|
| 37 |
-
trimesh==4.4.9
|
| 38 |
typing_extensions==4.12.2
|
| 39 |
-
wandb==0.18.1
|
| 40 |
torchmetrics==0.6.0
|
|
|
|
|
|
| 11 |
ftfy==6.0.3
|
| 12 |
glfw==2.7.0
|
| 13 |
imageio==2.14.1
|
|
|
|
| 14 |
kornia==0.6.0
|
| 15 |
matplotlib==3.7.5
|
| 16 |
more_itertools==10.5.0
|
|
|
|
| 33 |
scikit-image==0.20.0
|
| 34 |
streamlit==0.73.1
|
| 35 |
tqdm==4.66.5
|
|
|
|
| 36 |
typing_extensions==4.12.2
|
|
|
|
| 37 |
torchmetrics==0.6.0
|
| 38 |
+
mediapipe==0.10.21
|
util_and_constant.py
CHANGED
|
@@ -182,7 +182,7 @@ def path_img_2_path_mask( path_img, check_mask_exists = 1 , reuse_if_exists = Tr
|
|
| 182 |
return path_mask
|
| 183 |
|
| 184 |
from my_py_lib.torchModuleName_util import *
|
| 185 |
-
if
|
| 186 |
#-------------------- terminal color (only for exceptions/logging/warnings)
|
| 187 |
import sys; from IPython.core.ultratb import ColorTB; sys.excepthook = ColorTB()
|
| 188 |
class _color: # ANSI escape
|
|
|
|
| 182 |
return path_mask
|
| 183 |
|
| 184 |
from my_py_lib.torchModuleName_util import *
|
| 185 |
+
if 0:
|
| 186 |
#-------------------- terminal color (only for exceptions/logging/warnings)
|
| 187 |
import sys; from IPython.core.ultratb import ColorTB; sys.excepthook = ColorTB()
|
| 188 |
class _color: # ANSI escape
|