Duplicate from hacksider/deep-live-cam

Co-authored-by: Kenneth Estanislao <hacksider@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+insightface-0.7.3-cp310-cp310-win_amd64.whl filter=lfs diff=lfs merge=lfs -text

4xFFHQDAT.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14de53f9a48b5dbb268a35aa4daba9a9201679724b0bf36e2cd5e64280e066a2
+size 154679777

GFPGANv1.4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7311b8d9e13cdb1e208b12363182da58c7bf45e26d1aa67bbeac4751aae92e
+size 340256686

GFPGANv1.4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cd4703ab14f4d01fd1383a8a8b266f9a5833dacee8e6a79d3bf21a1b6be5ad
+size 348632874

GPEN-BFR-256.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5bd3ab238640a378c59e4a560f7a7150627944cf2129e6311ae4720e833271
+size 75715262

GPEN-BFR-512.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf80acb8e91ba8852e3f012505be2c3b6cd6b3eed5ec605e3db87863c4e74d4e
+size 284244491

README.md

@@ -0,0 +1,3 @@
+---
+license: gpl-3.0
+---

Real-ESRGAN-x4plus.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25d35c847f81e51a6f89cb939c373c9dc535871a820a4ab87ed1207a457f5c8
+size 67123260

RealESRGAN_x2plus.fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1770bcb31b3a9021d4251b538da4eb47c84f42706504d44a76d17e8c267606
+size 33619494

RealESRGAN_x4plus.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa0d38905f75ac06eb49a7951b426670021be3018265fd191d2125df9d682f1
+size 67040989

appearance_feature_extractor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bef5de50a92bf1fc66e8c511051a19dfacdf80c37f8713425ec15dc9ca7d34
+size 3361936

buffalo_l/buffalo_l/1k3d68.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5c06b8a0c12e422b2ed8947b8869faa4105387f199c477af038aa01f9a45cc
+size 143607619

buffalo_l/buffalo_l/2d106det.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f001b856447c413801ef5c42091ed0cd516fcd21f2d6b79635b1e733a7109dbf
+size 5030888

buffalo_l/buffalo_l/det_10g.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5838f7fe053675b1c7a08b633df49e7af5495cee0493c7dcf6697200b85b5b91
+size 16923827

buffalo_l/buffalo_l/genderage.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fde69b1c810857b88c64a335084f1c3fe8f01246c9a191b48c7bb756d6652fb
+size 1322532

buffalo_l/buffalo_l/w600k_r50.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c06341c33c2ca1f86781dab0e829f88ad5b64be9fba56e56bc9ebdefc619e43
+size 174383860

gfpgan-1024.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8dd6415e388b3a410689d5d9395a2bf50b5973b588421ebfa57bc266f19e24
+size 365875079

hyperswap_1a_256.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e98a8a03a238f461ed3d2570e426b49f46745ee400854a60dceeb70c246add
+size 402742682

hyperswap_1b_256.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5124031789c42f71b9558fb71954ef7aedb6da7ed9fac79293e23c61a792a73e
+size 402742682

hyperswap_1c_256.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5528c2d76fe9986c99d829278987ef9f3a630cb606db7628d02b57b330f406a5
+size 402742682

insightface-0.7.3-cp310-cp310-win_amd64.whl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd77692380c79d1baa44314b17238fa26053f64f63f879e7d4e2a47f95b58b0d
+size 873937

instructions.txt

@@ -0,0 +1,4 @@
+just put the models in this folder -
+
+https://huggingface.co/hacksider/deep-live-cam/resolve/main/inswapper_128_fp16.onnx?download=true
+https://github.com/TencentARC/GFPGAN/releases/download/v1.3.4/GFPGANv1.4.pth

inswapper_128.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a3f08c753cb72d04e10aa0f7dbe3deebbf39567d4ead6dce08e98aa49e16af
+size 554253681

inswapper_128_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d51a9278a1f650cffefc18ba53f38bf2769bf4bbff89267822cf72945f8a38b
+size 277680638

liveportrait/live_portrait_eye_retargeter.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cf8b06f0a314e6e65b4a47fea5ce270edb79cd54359c4d273f2c139820276b
+size 581421

liveportrait/live_portrait_feature_extractor.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980d26afc9af6d1b6c946329df08b89a4a8582c9bb668d9475f5254e69434d15
+size 3354251

liveportrait/live_portrait_generator.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9274114fed504226c5921fc736b9558505e68682e7448631aea7b62cb3048a
+size 222263347

liveportrait/live_portrait_lip_retargeter.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5b76344d0bfbb44c8a0b1ec57a4a7c36fd38db530338777a48c4a33a02d71f
+size 151022

liveportrait/live_portrait_motion_extractor.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4a00ff50d5d864994eeecb226dc3b298e62afacec8fa4fc8b912835ec4b0ab
+size 112636642

liveportrait/live_portrait_stitcher.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6683427edf3e0c3a86e61b1dea1e6dad56c557f5e711fec93966cfb34fd5f87
+size 193259

motion_extractor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3568cd410e29d046771acb55ecfdfe4c7c197d345bd8b7f95942ef63130b6c9e
+size 112496256

reswapper_256.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87d3cbe281037133f1be765d14e164fe071e55fe2488887b789c39cc59cecd6
+size 554298280

sam2/download_models.py

@@ -0,0 +1,135 @@
+"""
+Download SAM2 ONNX models from HuggingFace.
+
+Usage:
+    python models/sam2/download_models.py [variant]
+
+Variants:
+    tiny        - SAM2 Hiera-Tiny (smallest, fastest) ~155 MB
+    small       - SAM2 Hiera-Small (good balance) ~183 MB
+    base_plus   - SAM2 Hiera-Base+ (higher accuracy) ~360 MB
+    large       - SAM2 Hiera-Large (most accurate) ~910 MB
+
+Default: tiny (recommended for real-time LivePortrait use)
+
+Models are downloaded from:
+    https://huggingface.co/vietanhdev/segment-anything-2-onnx-models
+"""
+
+import os
+import sys
+import urllib.request
+import zipfile
+
+HUGGINGFACE_BASE_URL = "https://huggingface.co/vietanhdev/segment-anything-2-onnx-models/resolve/main"
+
+VARIANTS = {
+    "tiny": "sam2_hiera_tiny",
+    "small": "sam2_hiera_small",
+    "base_plus": "sam2_hiera_base_plus",
+    "large": "sam2_hiera_large",
+}
+
+def download_variant(variant_key: str = "tiny", output_dir: str = None):
+    """Download and extract a SAM2 ONNX model variant."""
+    if output_dir is None:
+        output_dir = os.path.dirname(os.path.abspath(__file__))
+
+    if variant_key not in VARIANTS:
+        print(f"Unknown variant: {variant_key}")
+        print(f"Available variants: {', '.join(VARIANTS.keys())}")
+        return False
+
+    variant_name = VARIANTS[variant_key]
+    zip_filename = f"{variant_name}.zip"
+    zip_url = f"{HUGGINGFACE_BASE_URL}/{zip_filename}"
+    zip_path = os.path.join(output_dir, zip_filename)
+
+    encoder_path = os.path.join(output_dir, f"{variant_name}.encoder.onnx")
+    decoder_path = os.path.join(output_dir, f"{variant_name}.decoder.onnx")
+
+    # Check if already downloaded
+    if os.path.exists(encoder_path) and os.path.exists(decoder_path):
+        print(f"[SAM2] Models already exist for variant '{variant_key}':")
+        print(f"  Encoder: {encoder_path}")
+        print(f"  Decoder: {decoder_path}")
+        return True
+
+    print(f"[SAM2] Downloading {variant_key} variant from HuggingFace...")
+    print(f"  URL: {zip_url}")
+    print(f"  Destination: {output_dir}")
+
+    try:
+        # Download zip
+        def progress_hook(count, block_size, total_size):
+            percent = int(count * block_size * 100 / total_size) if total_size > 0 else 0
+            percent = min(percent, 100)
+            sys.stdout.write(f"\r  Downloading: {percent}%")
+            sys.stdout.flush()
+
+        urllib.request.urlretrieve(zip_url, zip_path, reporthook=progress_hook)
+        print()  # newline after progress
+
+        # Extract
+        print(f"  Extracting...")
+        with zipfile.ZipFile(zip_path, 'r') as z:
+            z.extractall(output_dir)
+
+        # The zip extracts to a subdirectory; move files up if needed
+        extracted_dir = os.path.join(output_dir, variant_name)
+        if os.path.isdir(extracted_dir):
+            for fname in os.listdir(extracted_dir):
+                src = os.path.join(extracted_dir, fname)
+                dst = os.path.join(output_dir, f"{variant_name}.{fname}")
+                if not os.path.exists(dst):
+                    os.rename(src, dst)
+            # Clean up extracted directory
+            try:
+                os.rmdir(extracted_dir)
+            except OSError:
+                pass
+
+        # Clean up zip
+        if os.path.exists(zip_path):
+            os.remove(zip_path)
+
+        # Verify
+        if os.path.exists(encoder_path) and os.path.exists(decoder_path):
+            print(f"[SAM2] Successfully downloaded {variant_key} variant!")
+            print(f"  Encoder: {encoder_path}")
+            print(f"  Decoder: {decoder_path}")
+            return True
+        else:
+            # Try alternate naming (files might be named without the variant prefix)
+            alt_encoder = os.path.join(output_dir, "encoder.onnx")
+            alt_decoder = os.path.join(output_dir, "decoder.onnx")
+            if os.path.exists(alt_encoder) and not os.path.exists(encoder_path):
+                os.rename(alt_encoder, encoder_path)
+            if os.path.exists(alt_decoder) and not os.path.exists(decoder_path):
+                os.rename(alt_decoder, decoder_path)
+
+            if os.path.exists(encoder_path) and os.path.exists(decoder_path):
+                print(f"[SAM2] Successfully downloaded {variant_key} variant!")
+                return True
+            else:
+                print(f"[SAM2] Warning: Expected files not found after extraction.")
+                print(f"  Looking for: {encoder_path}")
+                print(f"  Looking for: {decoder_path}")
+                print(f"  Contents of {output_dir}:")
+                for f in os.listdir(output_dir):
+                    print(f"    {f}")
+                return False
+
+    except Exception as e:
+        print(f"\n[SAM2] Download failed: {e}")
+        # Clean up partial download
+        if os.path.exists(zip_path):
+            os.remove(zip_path)
+        return False
+
+
+if __name__ == "__main__":
+    variant = sys.argv[1] if len(sys.argv) > 1 else "tiny"
+    success = download_variant(variant)
+    if not success:
+        sys.exit(1)

sam2/sam2_hiera_tiny.decoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a4bd656c143899fb7f52d64ed81e6f6aeb37d477a0b6da50146ac7cf2187bf
+size 20640886

sam2/sam2_hiera_tiny.encoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc015ee18520e93f8c7ddfeaca7436039daaaaf19721b4b96a8810a805e82f7
+size 134261315

spade_generator.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca04fbec765745e9eae836d2d7522c274647b277ce5f25104fa1705b75222212
+size 221771768

warping_module.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b7834bd6039b4088f72e5161e60ad366f68a3763df8a3eac0bc0f9d46fdbbf
+size 182158564

xseg.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b57328efcb839d85973164b617ceee9dfe6cfcb2c82e8a033bba9f4f09b27e5
+size 70327737