Duplicate from tomas-gajarsky/facetorch-app

Co-authored-by: Tomas Gajarsky <tomas-gajarsky@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,33 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,21 @@
+FROM python:3.9.12-slim
+
+RUN useradd -ms /bin/bash admin
+
+ENV WORKDIR=/code
+WORKDIR $WORKDIR
+RUN chown -R admin:admin $WORKDIR
+RUN chmod 755 $WORKDIR
+
+COPY requirements.txt $WORKDIR/requirements.txt
+
+RUN pip install gradio --no-cache-dir
+RUN pip install --no-cache-dir --upgrade -r $WORKDIR/requirements.txt
+
+COPY . .
+
+USER admin
+
+EXPOSE 7860
+
+ENTRYPOINT ["python", "app.py"]

Dockerfile.gpu

@@ -0,0 +1,41 @@
+FROM nvidia/cuda:11.7.0-runtime-ubuntu20.04
+
+# Set working directory
+ENV WORKDIR=/code
+WORKDIR $WORKDIR
+
+RUN useradd -ms /bin/bash admin
+RUN chown -R admin:admin $WORKDIR
+RUN chmod 755 $WORKDIR
+
+
+# Install base utilities
+RUN apt-get update && apt-get install -y \
+    software-properties-common && \
+    apt-get clean && rm -rf /var/lib/apt/lists/*
+
+# Install Python 3.9 from ppa
+RUN add-apt-repository ppa:deadsnakes/ppa
+RUN apt install -y \
+    python3.9 \
+    python3-pip
+
+# Link python3.9 to python3 and python
+RUN ln -sf /usr/bin/python3.9 /usr/bin/python3 & \
+    ln -sf /usr/bin/python3 /usr/bin/python & \
+    ln -sf /usr/bin/pip3 /usr/bin/pip
+RUN pip install --upgrade pip
+
+
+COPY requirements.txt $WORKDIR/requirements.txt
+
+RUN pip install gradio --no-cache-dir
+RUN pip install --no-cache-dir --upgrade -r $WORKDIR/requirements.txt
+
+COPY . .
+
+USER admin
+
+EXPOSE 7860
+
+ENTRYPOINT ["python", "app.py", "--path-conf", "config.merged.gpu.yml"]

README.md

@@ -0,0 +1,42 @@
+---
+title: Face Analysis (facetorch)
+emoji: 🥸
+colorFrom: red
+colorTo: black
+sdk: docker
+app_port: 7860
+pinned: false
+license: apache-2.0
+task_categories:
+- face-detection
+- face-representation
+- face-verification
+- facial-expression-recognition
+- deepfake-detection
+- face-alignment
+- 3D-face-alignment
+duplicated_from: tomas-gajarsky/facetorch-app
+---
+
+
+# ![](https://raw.githubusercontent.com/tomas-gajarsky/facetorch/main/data/facetorch-logo-42.png "facetorch logo") facetorch
+![build](https://github.com/tomas-gajarsky/facetorch/actions/workflows/build.yml/badge.svg?branch=main)
+![lint](https://github.com/tomas-gajarsky/facetorch/actions/workflows/lint.yml/badge.svg?branch=main)
+[![PyPI](https://img.shields.io/pypi/v/facetorch)](https://pypi.org/project/facetorch/)
+[![Conda (channel only)](https://img.shields.io/conda/vn/conda-forge/facetorch)](https://anaconda.org/conda-forge/facetorch)
+[![PyPI - License](https://img.shields.io/pypi/l/facetorch)](https://raw.githubusercontent.com/tomas-gajarsky/facetorch/main/LICENSE)
+<a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
+
+
+[Documentation](https://tomas-gajarsky.github.io/facetorch/facetorch/index.html), [Docker Hub](https://hub.docker.com/repository/docker/tomasgajarsky/facetorch) [(GPU)](https://hub.docker.com/repository/docker/tomasgajarsky/facetorch-gpu)
+
+Facetorch is a Python library that can detect faces and analyze facial features using deep neural networks. The goal is to gather open-sourced face analysis models from the community, optimize them for performance using TorchScript and combine them to create a face analysis tool that one can:
+
+1. configure using [Hydra](https://hydra.cc/docs/intro/) (OmegaConf)
+2. reproduce with [conda-lock](https://github.com/conda-incubator/conda-lock) and [Docker](https://docs.docker.com/get-docker/)
+3. accelerate on CPU and GPU with [TorchScript](https://pytorch.org/docs/stable/jit.html)
+4. extend by uploading a model file to Google Drive and adding a config YAML file to the repository
+
+Please, use the library responsibly with caution and follow the 
+[ethics guidelines for Trustworthy AI from European Commission](https://ec.europa.eu/futurium/en/ai-alliance-consultation.1.html). 
+The models are not perfect and may be biased.

app.py

@@ -0,0 +1,82 @@
+import os
+import json
+import argparse
+import operator
+import gradio as gr
+import torchvision
+from typing import Tuple, Dict
+from facetorch import FaceAnalyzer
+from facetorch.datastruct import ImageData
+from omegaconf import OmegaConf
+from torch.nn.functional import cosine_similarity
+
+parser = argparse.ArgumentParser(description="App")
+parser.add_argument(
+    "--path-conf",
+    type=str,
+    default="config.merged.yml",
+    help="Path to the config file",
+)
+
+args = parser.parse_args()
+
+cfg = OmegaConf.load(args.path_conf)
+analyzer = FaceAnalyzer(cfg.analyzer)
+
+def gen_sim_dict_str(response: ImageData, pred_name: str = "verify", index: int = 0)-> str:     
+    if len(response.faces) > 0:
+        base_emb = response.faces[index].preds[pred_name].logits
+        sim_dict = {face.indx: cosine_similarity(base_emb, face.preds[pred_name].logits, dim=0).item() for face in response.faces}
+        sim_dict_sort = dict(sorted(sim_dict.items(), key=operator.itemgetter(1),reverse=True))
+        sim_dict_sort_str = str(sim_dict_sort)
+    else:
+        sim_dict_sort_str = ""
+        
+    return sim_dict_sort_str
+
+
+def inference(path_image: str) -> Tuple:
+    response = analyzer.run(
+        path_image=path_image,
+        batch_size=cfg.batch_size,
+        fix_img_size=cfg.fix_img_size,
+        return_img_data=cfg.return_img_data,
+        include_tensors=cfg.include_tensors,
+        path_output=None,
+    )
+    
+    pil_image = torchvision.transforms.functional.to_pil_image(response.img)
+    
+    fer_dict_str = str({face.indx: face.preds["fer"].label for face in response.faces})
+    deepfake_dict_str = str({face.indx: face.preds["deepfake"].label for face in response.faces})
+    response_str = str(response)
+    
+    sim_dict_str_embed = gen_sim_dict_str(response, pred_name="embed", index=0)
+    sim_dict_str_verify = gen_sim_dict_str(response, pred_name="verify", index=0)
+    
+    os.remove(path_image)
+    
+    out_tuple = (pil_image, fer_dict_str, deepfake_dict_str, sim_dict_str_embed, sim_dict_str_verify, response_str)
+    return out_tuple
+
+
+title = "Face Analysis"
+description = "Demo of facetorch, a face analysis Python library that implements open-source pre-trained neural networks for face detection, representation learning, verification, expression recognition, deepfake detection, and 3D alignment. Try selecting one of the example images or upload your own. This work would not be possible without the researchers and engineers who trained the models (sources and credits can be found in the facetorch repository)."
+article = "<p style='text-align: center'><a href='https://github.com/tomas-gajarsky/facetorch' style='text-align:center' target='_blank'>facetorch GitHub repository</a></p>"
+
+demo=gr.Interface(
+    inference,
+    [gr.Image(label="Input", type="filepath")],
+    [gr.Image(type="pil", label="Face Detection and 3D Landmarks"),
+     gr.Textbox(label="Facial Expression Recognition"),
+     gr.Textbox(label="DeepFake Detection"),
+     gr.Textbox(label="Cosine similarity of Face Representation Embeddings"),
+     gr.Textbox(label="Cosine similarity of Face Verification Embeddings"),
+     gr.Textbox(label="Response")],
+    title=title,
+    description=description,
+    article=article,
+    examples=[["./test5.jpg"], ["./test.jpg"], ["./test4.jpg"], ["./test8.jpg"], ["./test6.jpg"], ["./test3.jpg"], ["./test10.jpg"]],
+)
+demo.queue(concurrency_count=1, api_open=False)
+demo.launch(server_name="0.0.0.0", server_port=7860, debug=True)

config.merged.gpu.yml

@@ -0,0 +1,349 @@
+analyzer:
+  device: cuda
+  optimize_transforms: true
+  reader:
+    _target_: facetorch.analyzer.reader.ImageReader
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    optimize_transform: ${analyzer.optimize_transforms}
+    transform:
+      _target_: torchvision.transforms.Compose
+      transforms:
+      - _target_: facetorch.transforms.SquarePad
+      - _target_: torchvision.transforms.Resize
+        size:
+        - 1080
+  detector:
+    _target_: facetorch.analyzer.detector.FaceDetector
+    downloader:
+      _target_: facetorch.downloader.DownloaderGDrive
+      file_id: 154x2VjmTQVqmowB0yZw4Uck7uQs2vVBs
+      path_local: /code/models/torchscript/detector/1/model.pt
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    reverse_colors: true
+    preprocessor:
+      _target_: facetorch.analyzer.detector.pre.DetectorPreProcessor
+      transform:
+        _target_: torchvision.transforms.Compose
+        transforms:
+        - _target_: torchvision.transforms.Normalize
+          mean:
+          - 104.0
+          - 117.0
+          - 123.0
+          std:
+          - 1.0
+          - 1.0
+          - 1.0
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: ${analyzer.optimize_transforms}
+      reverse_colors: ${analyzer.detector.reverse_colors}
+    postprocessor:
+      _target_: facetorch.analyzer.detector.post.PostRetFace
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: ${analyzer.optimize_transforms}
+      confidence_threshold: 0.02
+      top_k: 5000
+      nms_threshold: 0.4
+      keep_top_k: 750
+      score_threshold: 0.6
+      prior_box:
+        _target_: facetorch.analyzer.detector.post.PriorBox
+        min_sizes:
+        - - 16
+          - 32
+        - - 64
+          - 128
+        - - 256
+          - 512
+        steps:
+        - 8
+        - 16
+        - 32
+        clip: false
+      variance:
+      - 0.1
+      - 0.2
+      reverse_colors: ${analyzer.detector.reverse_colors}
+      expand_box_ratio: 0.1
+  unifier:
+    _target_: facetorch.analyzer.unifier.FaceUnifier
+    transform:
+      _target_: torchvision.transforms.Compose
+      transforms:
+      - _target_: torchvision.transforms.Normalize
+        mean:
+        - -123.0
+        - -117.0
+        - -104.0
+        std:
+        - 255.0
+        - 255.0
+        - 255.0
+      - _target_: torchvision.transforms.Resize
+        size:
+        - 380
+        - 380
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    optimize_transform: ${analyzer.optimize_transforms}
+  predictor:
+    embed:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 19h3kqar1wlELAmM5hDyj9tlrUh8yjrCl
+        path_local: /code/models/torchscript/predictor/embed/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 244
+            - 244
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.228
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+    verify:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1WI-mP_0mGW31OHfriPUsuFS_usYh_W8p
+        path_local: /code/models/torchscript/predictor/verify/2/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 112
+            - 112
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.5
+            - 0.5
+            - 0.5
+            std:
+            - 0.5
+            - 0.5
+            - 0.5
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.verify.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: true
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.verify.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+    fer:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1xoB5VYOd0XLjb-rQqqHWCkQvma4NytEd
+        path_local: /code/models/torchscript/predictor/fer/2/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 260
+            - 260
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostArgMax
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        dim: 1
+        labels:
+        - Anger
+        - Contempt
+        - Disgust
+        - Fear
+        - Happiness
+        - Neutral
+        - Sadness
+        - Surprise
+    deepfake:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1GjDTwQpvrkCjXOdiBy1oMkzm7nt-bXFg
+        path_local: /code/models/torchscript/predictor/deepfake/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 380
+            - 380
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.device}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostSigmoidBinary
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.device}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - Real
+        - Fake
+        threshold: 0.7
+    align:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 16gNFQdEH2nWvW3zTbdIAniKIbPAp6qBA
+        path_local: /code/models/torchscript/predictor/align/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 120
+            - 120
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.align.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.align.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+  utilizer:
+    align:
+      _target_: facetorch.analyzer.utilizer.align.Lmk3DMeshPose
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      downloader_meta:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 11tdAcFuSXqCCf58g52WT1Rpa8KuQwe2o
+        path_local: /code/data/3dmm/meta.pt
+      image_size: 120
+    draw_boxes:
+      _target_: facetorch.analyzer.utilizer.draw.BoxDrawer
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      color: green
+      line_width: 3
+    draw_landmarks:
+      _target_: facetorch.analyzer.utilizer.draw.LandmarkDrawerTorch
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      width: 2
+      color: green
+  logger:
+    _target_: facetorch.logger.LoggerJsonFile
+    name: facetorch
+    level: 20
+    path_file: /code/logs/facetorch/main.log
+    json_format: '%(asctime)s %(levelname)s %(message)s'
+main:
+  sleep: 3
+debug: true
+batch_size: 8
+fix_img_size: true
+return_img_data: true
+include_tensors: true

config.merged.yml

@@ -0,0 +1,349 @@
+analyzer:
+  device: cpu
+  optimize_transforms: true
+  reader:
+    _target_: facetorch.analyzer.reader.ImageReader
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    optimize_transform: ${analyzer.optimize_transforms}
+    transform:
+      _target_: torchvision.transforms.Compose
+      transforms:
+      - _target_: facetorch.transforms.SquarePad
+      - _target_: torchvision.transforms.Resize
+        size:
+        - 1080
+  detector:
+    _target_: facetorch.analyzer.detector.FaceDetector
+    downloader:
+      _target_: facetorch.downloader.DownloaderGDrive
+      file_id: 154x2VjmTQVqmowB0yZw4Uck7uQs2vVBs
+      path_local: /code/models/torchscript/detector/1/model.pt
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    reverse_colors: true
+    preprocessor:
+      _target_: facetorch.analyzer.detector.pre.DetectorPreProcessor
+      transform:
+        _target_: torchvision.transforms.Compose
+        transforms:
+        - _target_: torchvision.transforms.Normalize
+          mean:
+          - 104.0
+          - 117.0
+          - 123.0
+          std:
+          - 1.0
+          - 1.0
+          - 1.0
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: ${analyzer.optimize_transforms}
+      reverse_colors: ${analyzer.detector.reverse_colors}
+    postprocessor:
+      _target_: facetorch.analyzer.detector.post.PostRetFace
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: ${analyzer.optimize_transforms}
+      confidence_threshold: 0.02
+      top_k: 5000
+      nms_threshold: 0.4
+      keep_top_k: 750
+      score_threshold: 0.6
+      prior_box:
+        _target_: facetorch.analyzer.detector.post.PriorBox
+        min_sizes:
+        - - 16
+          - 32
+        - - 64
+          - 128
+        - - 256
+          - 512
+        steps:
+        - 8
+        - 16
+        - 32
+        clip: false
+      variance:
+      - 0.1
+      - 0.2
+      reverse_colors: ${analyzer.detector.reverse_colors}
+      expand_box_ratio: 0.1
+  unifier:
+    _target_: facetorch.analyzer.unifier.FaceUnifier
+    transform:
+      _target_: torchvision.transforms.Compose
+      transforms:
+      - _target_: torchvision.transforms.Normalize
+        mean:
+        - -123.0
+        - -117.0
+        - -104.0
+        std:
+        - 255.0
+        - 255.0
+        - 255.0
+      - _target_: torchvision.transforms.Resize
+        size:
+        - 380
+        - 380
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    optimize_transform: ${analyzer.optimize_transforms}
+  predictor:
+    embed:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 19h3kqar1wlELAmM5hDyj9tlrUh8yjrCl
+        path_local: /code/models/torchscript/predictor/embed/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 244
+            - 244
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.228
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+    verify:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1H-aPtFd9C5D7y1vzoWsObKAxeIBE9QPd
+        path_local: /code/models/torchscript/predictor/verify/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 112
+            - 112
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.verify.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.verify.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+    fer:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1xoB5VYOd0XLjb-rQqqHWCkQvma4NytEd
+        path_local: /code/models/torchscript/predictor/fer/2/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 260
+            - 260
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostArgMax
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        dim: 1
+        labels:
+        - Anger
+        - Contempt
+        - Disgust
+        - Fear
+        - Happiness
+        - Neutral
+        - Sadness
+        - Surprise
+    deepfake:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1GjDTwQpvrkCjXOdiBy1oMkzm7nt-bXFg
+        path_local: /code/models/torchscript/predictor/deepfake/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 380
+            - 380
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.device}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostSigmoidBinary
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.device}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - Real
+        - Fake
+        threshold: 0.7
+    align:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 16gNFQdEH2nWvW3zTbdIAniKIbPAp6qBA
+        path_local: /code/models/torchscript/predictor/align/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 120
+            - 120
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.align.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.align.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+  utilizer:
+    align:
+      _target_: facetorch.analyzer.utilizer.align.Lmk3DMeshPose
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      downloader_meta:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 11tdAcFuSXqCCf58g52WT1Rpa8KuQwe2o
+        path_local: /code/data/3dmm/meta.pt
+      image_size: 120
+    draw_boxes:
+      _target_: facetorch.analyzer.utilizer.draw.BoxDrawer
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      color: green
+      line_width: 3
+    draw_landmarks:
+      _target_: facetorch.analyzer.utilizer.draw.LandmarkDrawerTorch
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      width: 2
+      color: green
+  logger:
+    _target_: facetorch.logger.LoggerJsonFile
+    name: facetorch
+    level: 10
+    path_file: /code/logs/facetorch/main.log
+    json_format: '%(asctime)s %(levelname)s %(message)s'
+main:
+  sleep: 3
+debug: true
+batch_size: 8
+fix_img_size: true
+return_img_data: true
+include_tensors: true

requirements.txt

@@ -0,0 +1,2 @@
+facetorch>=0.1.4
+omegaconf==2.2.2