File size: 6,032 Bytes
077cbed
551187b
5555147
 
 
 
 
 
 
 
428b8af
e9e1584
5555147
 
e9e1584
 
5555147
 
 
e9e1584
5555147
 
 
 
 
 
 
 
e9e1584
 
 
 
 
 
 
 
 
 
5555147
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e9e1584
5555147
 
 
 
 
 
 
 
 
e9e1584
5555147
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e9e1584
 
 
 
 
 
 
 
428b8af
e9e1584
 
e759241
e9e1584
 
e534cc9
e9e1584
 
e759241
e9e1584
077cbed
e534cc9
077cbed
074a5a8
 
 
 
 
 
8564fff
 
 
 
 
e9e1584
 
074a5a8
 
 
8564fff
074a5a8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e9e1584
be8b1b9
e9e1584
 
be8b1b9
e9e1584
be8b1b9
e9e1584
be8b1b9
e9e1584
be8b1b9
 
428b8af
7cc7f57
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
import numpy as np
import matplotlib.pyplot as plt
from sklearn import svm
from sklearn.covariance import EllipticEnvelope
from sklearn.ensemble import IsolationForest
from sklearn.neighbors import LocalOutlierFactor
from sklearn.linear_model import SGDOneClassSVM
from sklearn.kernel_approximation import Nystroem
from sklearn.pipeline import make_pipeline
from sklearn.datasets import make_blobs, make_moons
import gradio as gr
import pandas as pd  # Needed for dataframe operations
import time

# Helper function to prepare data
def prepare_data(input_data, n_samples, outliers_fraction):
    n_outliers = int(outliers_fraction * n_samples)
    n_inliers = n_samples - n_outliers
    blobs_params = dict(random_state=0, n_samples=n_inliers, n_features=2)

    DATA_MAPPING = {
        "Central Blob": make_blobs(centers=[[0, 0], [0, 0]], cluster_std=0.5, **blobs_params)[0],
        "Two Blobs": make_blobs(centers=[[2, 2], [-2, -2]], cluster_std=[0.5, 0.5], **blobs_params)[0],
        "Blob with Noise": make_blobs(centers=[[2, 2], [-2, -2]], cluster_std=[1.5, 0.3], **blobs_params)[0],
        "Moons": 4.0 * (make_moons(n_samples=n_samples, noise=0.05, random_state=0)[0] - np.array([0.5, 0.25])),
        "Noise": 14.0 * (np.random.RandomState(42).rand(n_samples, 2) - 0.5),
    }
    
    X = DATA_MAPPING[input_data]
    rng = np.random.RandomState(42)
    X = np.concatenate([X, rng.uniform(low=-6, high=6, size=(n_outliers, 2))], axis=0)
    return X

# Function to train models and generate plots
def train_models(input_data, outliers_fraction, n_samples, clf_name):
    X = prepare_data(input_data, n_samples, outliers_fraction)

    # Define classifiers
    NAME_CLF_MAPPING = {
        "Robust covariance": EllipticEnvelope(contamination=outliers_fraction),
        "One-Class SVM": svm.OneClassSVM(nu=outliers_fraction, kernel="rbf", gamma=0.1),
        "One-Class SVM (SGD)": make_pipeline(
            Nystroem(gamma=0.1, random_state=42, n_components=150),
            SGDOneClassSVM(
                nu=outliers_fraction,
                shuffle=True,
                fit_intercept=True,
                random_state=42,
                tol=1e-6,
            ),
        ),
        "Isolation Forest": IsolationForest(contamination=outliers_fraction, random_state=42),
        "Local Outlier Factor": LocalOutlierFactor(n_neighbors=35, contamination=outliers_fraction),
    }

    clf = NAME_CLF_MAPPING[clf_name]
    xx, yy = np.meshgrid(np.linspace(-7, 7, 150), np.linspace(-7, 7, 150))

    t0 = time.time()
    if clf_name == "Local Outlier Factor":
        y_pred = clf.fit_predict(X)
    else:
        clf.fit(X)
        y_pred = clf.predict(X)
    t1 = time.time()

    # Plotting
    plt.figure(figsize=(5, 5))
    if clf_name != "Local Outlier Factor":
        Z = clf.predict(np.c_[xx.ravel(), yy.ravel()])
        Z = Z.reshape(xx.shape)
        plt.contour(xx, yy, Z, levels=[0], linewidths=2, colors="black")

    colors = np.array(["#377eb8", "#ff7f00"])
    plt.scatter(X[:, 0], X[:, 1], s=30, color=colors[(y_pred + 1) // 2])
    plt.title(f"{clf_name} ({t1 - t0:.2f}s)")
    plt.xlim(-7, 7)
    plt.ylim(-7, 7)
    plt.xticks(())
    plt.yticks(())
    return plt.gcf()

# Function to simulate anomaly samples
def get_anomaly_samples():
    # Simulated dataframe
    data = {
        "Anomaly_Score": np.random.random(100),
        "Anomaly_Label": np.random.choice(["Anomaly", "Normal"], size=100, p=[0.2, 0.8]),
    }
    df = pd.DataFrame(data)

    # Top 10 anomalies
    top_10 = df.sort_values("Anomaly_Score", ascending=False).head(10)

    # Middle 10
    middle = df.iloc[len(df) // 2 - 5 : len(df) // 2 + 5]

    # Bottom 10 normals
    bottom_10 = df[df["Anomaly_Label"] == "Normal"].tail(10)

    return top_10, middle, bottom_10

# Gradio Interface
with gr.Blocks() as demo:
    # App Title and Description
    gr.Markdown("## 🕵️‍♀️ Anomaly Detection App 🕵️‍♂️")
    gr.Markdown("Explore anomaly detection models, feature interactions, and anomaly examples.")

    # Anomaly Detection Comparison
    gr.Markdown("### 1. Compare Anomaly Detection Algorithms")
    input_data = gr.Radio(
        choices=["Central Blob", "Two Blobs", "Blob with Noise", "Moons", "Noise"],
        value="Moons",
        label="Dataset"
    )
    n_samples = gr.Slider(minimum=10, maximum=10000, step=25, value=500, label="Number of Samples")
    outliers_fraction = gr.Slider(minimum=0.001, maximum=0.999, step=0.1, value=0.2, label="Fraction of Outliers")

    input_models = ["Robust covariance", "One-Class SVM", "One-Class SVM (SGD)", "Isolation Forest", "Local Outlier Factor"]
    plots = []
    with gr.Row():
        for model_name in input_models:
            plot = gr.Plot(label=model_name)
            plots.append((model_name, plot))

    def update_anomaly_comparison(input_data, outliers_fraction, n_samples):
        results = []
        for clf_name, plot in plots:
            fig = train_models(input_data, outliers_fraction, n_samples, clf_name)
            results.append(fig)
        return results

    anomaly_inputs = [input_data, outliers_fraction, n_samples]
    anomaly_outputs = [plot for _, plot in plots]
    input_data.change(fn=update_anomaly_comparison, inputs=anomaly_inputs, outputs=anomaly_outputs)
    n_samples.change(fn=update_anomaly_comparison, inputs=anomaly_inputs, outputs=anomaly_outputs)
    outliers_fraction.change(fn=update_anomaly_comparison, inputs=anomaly_inputs, outputs=anomaly_outputs)

    # Anomaly Samples Tab
    with gr.Tab("Anomaly Samples"):
        gr.Markdown("### Example Anomaly Records")
        top_table = gr.Dataframe(label="Top 10 Anomalies")
        middle_table = gr.Dataframe(label="Middle 10 Records")
        bottom_table = gr.Dataframe(label="Bottom 10 Normals")
        anomaly_samples_button = gr.Button("Show Anomaly Samples")

        anomaly_samples_button.click(
            fn=get_anomaly_samples, 
            outputs=[top_table, middle_table, bottom_table]
        )

demo.launch(debug=True)