File size: 5,713 Bytes
a02f72f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
"""
DeepGuard — ONNX ViT Inference Module
Loads the deepfake detection model once at startup.
All inference is stateless and in-memory.

Model: onnx-community/Deep-Fake-Detector-v2-Model-ONNX
  - Architecture: google/vit-base-patch16-224
  - Labels: {0: "Realism", 1: "Deepfake"}
  - Input:  pixel_values  (1, 3, 224, 224) float32
  - Output: logits        (1, 2)           float32
"""

import os
import io
import numpy as np
from PIL import Image
from typing import Optional, Tuple
import onnxruntime as ort

# ImageNet normalization constants (used during ViT pre-training)
IMAGENET_MEAN = np.array([0.485, 0.456, 0.406], dtype=np.float32)
IMAGENET_STD  = np.array([0.229, 0.224, 0.225], dtype=np.float32)

MODEL_PATH = os.path.join(os.path.dirname(__file__), "models", "deepfake_vit.onnx")

# Module-level singleton — loaded once, reused for every request
_session: Optional[ort.InferenceSession] = None
_input_name: str = ""
_output_names: list[str] = []
_has_attention_outputs: bool = False


def load_model() -> None:
    """
    Load the ONNX model into a global session at startup.
    Must be called once before any inference.
    """
    global _session, _input_name, _output_names, _has_attention_outputs

    if not os.path.exists(MODEL_PATH):
        raise FileNotFoundError(
            f"Model not found at {MODEL_PATH}. "
            "Please run: python download_model.py"
        )

    opts = ort.SessionOptions()
    opts.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_ALL
    opts.inter_op_num_threads = 4
    opts.intra_op_num_threads = 4

    _session = ort.InferenceSession(
        MODEL_PATH,
        sess_options=opts,
        providers=["CPUExecutionProvider"],
    )

    _input_name = _session.get_inputs()[0].name
    _output_names = [o.name for o in _session.get_outputs()]

    # Check whether model exposes attention weights (for attention rollout heatmap)
    _has_attention_outputs = any(
        "attn" in n.lower() or "attention" in n.lower()
        for n in _output_names
    )

    print(f"[DeepGuard] Model loaded: {MODEL_PATH}")
    print(f"[DeepGuard] Input:   {_input_name}")
    print(f"[DeepGuard] Outputs: {_output_names}")
    print(f"[DeepGuard] Attention outputs available: {_has_attention_outputs}")


def get_session() -> ort.InferenceSession:
    if _session is None:
        raise RuntimeError("Model not loaded. Call load_model() first.")
    return _session


def has_attention_outputs() -> bool:
    return _has_attention_outputs


def get_attention_output_names() -> list[str]:
    return [n for n in _output_names if "attn" in n.lower() or "attention" in n.lower()]


def preprocess(image: Image.Image) -> np.ndarray:
    """
    Preprocess a PIL Image for ViT inference.
    Returns: float32 NCHW tensor of shape (1, 3, 224, 224)
    """
    img = image.convert("RGB").resize((224, 224), Image.BILINEAR)
    arr = np.array(img, dtype=np.float32) / 255.0          # (224, 224, 3)  [0, 1]
    arr = (arr - IMAGENET_MEAN) / IMAGENET_STD              # Normalize
    arr = arr.transpose(2, 0, 1)                            # HWC → CHW
    arr = np.expand_dims(arr, axis=0)                       # CHW → NCHW (1,3,224,224)
    return arr


def softmax(logits: np.ndarray) -> np.ndarray:
    """Numerically stable softmax."""
    e = np.exp(logits - np.max(logits))
    return e / e.sum()


def run_inference(image: Image.Image) -> Tuple[float, dict]:
    """
    Run the deepfake detection model on a PIL image.

    Returns:
        confidence_score (float): Probability of being AI-generated [0.0, 1.0]
        raw_outputs (dict):       Full ONNX output dict (for heatmap module)
    """
    session = get_session()
    tensor = preprocess(image)

    # Run with all outputs (logits + any attention matrices)
    raw_outputs = session.run(None, {_input_name: tensor})
    output_dict = dict(zip(_output_names, raw_outputs))

    # Find logits output (first non-attention output, or output named 'logits')
    logits_key = next(
        (n for n in _output_names if "logit" in n.lower()),
        _output_names[0]
    )
    logits = output_dict[logits_key].squeeze()  # shape (2,)

    probs = softmax(logits)
    # Label mapping: {0: "Realism", 1: "Deepfake"}
    confidence_score = float(probs[1])   # probability of being Deepfake

    return confidence_score, output_dict


def get_threat_level(score: float) -> str:
    """Map confidence score to threat level label."""
    if score >= 0.90:
        return "CRITICAL"
    elif score >= 0.75:
        return "HIGH"
    elif score >= 0.50:
        return "MEDIUM"
    else:
        return "LOW"


def get_model_reasoning(score: float, has_exif: bool, software: str) -> str:
    """Generate a human-readable model reasoning string."""
    reasons = []

    if score >= 0.90:
        reasons.append("Very high-confidence AI artifact signatures detected across multiple image regions.")
    elif score >= 0.75:
        reasons.append("Significant statistical anomalies inconsistent with optical camera sensors detected.")
    elif score >= 0.50:
        reasons.append("Moderate AI artifact patterns detected; image may be partially manipulated.")
    else:
        reasons.append("Low probability of AI generation; image statistics consistent with real photography.")

    if not has_exif:
        reasons.append("Absence of EXIF metadata is a strong AI indicator.")
    if software != "None":
        reasons.append(f"Known AI software tag '{software}' detected in image metadata.")

    reasons.append(
        "ViT attention model flagged inconsistencies in background frequency, "
        "texture uniformity, and facial boundary regions."
    )

    return " ".join(reasons)