File size: 3,784 Bytes
c533407
93f8de3
 
 
a9b33b5
c533407
 
cadabca
c533407
 
 
 
 
 
 
 
 
 
 
 
 
 
93f8de3
c533407
 
 
93f8de3
 
 
 
 
 
c533407
93f8de3
c533407
 
93f8de3
 
c533407
93f8de3
 
 
 
a9b33b5
 
 
93f8de3
 
 
c533407
cadabca
c533407
a9b33b5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51923bf
3d3fa38
51923bf
3d9e921
 
 
 
 
 
 
3d3fa38
51923bf
cadabca
 
 
 
51923bf
a9b33b5
3d3fa38
3d9e921
a9b33b5
3d3fa38
3d9e921
a9b33b5
3d3fa38
3d9e921
 
3d3fa38
 
 
 
a9b33b5
 
 
 
 
 
51923bf
cadabca
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
import numpy as np
import pandas as pd
from sklearn.datasets import make_classification
from sklearn.ensemble import IsolationForest
from sklearn.metrics import roc_curve, auc
import shap
import matplotlib.pyplot as plt
import gradio as gr

# Generate synthetic data with 20 features
np.random.seed(42)
X, _ = make_classification(
    n_samples=500,
    n_features=20,
    n_informative=10,
    n_redundant=5,
    n_clusters_per_class=1,
    random_state=42
)
outliers = np.random.uniform(low=-6, high=6, size=(50, 20))  # Add outliers
X = np.vstack([X, outliers])

# Convert to DataFrame
columns = [f"Feature{i+1}" for i in range(20)]
df = pd.DataFrame(X, columns=columns)

# Fit Isolation Forest
iso_forest = IsolationForest(
    n_estimators=100,
    max_samples=256,
    contamination=0.1,
    random_state=42
)
iso_forest.fit(df)

# Predict anomaly scores
anomaly_scores = iso_forest.decision_function(df)  # Negative values indicate anomalies
anomaly_labels = iso_forest.predict(df)  # -1 for anomaly, 1 for normal

# Add results to DataFrame
df["Anomaly_Score"] = anomaly_scores
df["Anomaly_Label"] = np.where(anomaly_labels == -1, "Anomaly", "Normal")

# Generate true labels (1 for anomaly, 0 for normal) for ROC curve
true_labels = np.where(df["Anomaly_Label"] == "Anomaly", 1, 0)

# SHAP Explainability
explainer = shap.Explainer(iso_forest, df[columns])
shap_values = explainer(df[columns])

# Define functions for Gradio

def get_roc_curve():
    """Generates the ROC curve plot."""
    fpr, tpr, _ = roc_curve(true_labels, -df["Anomaly_Score"])  # Use -scores as higher scores mean normal
    roc_auc = auc(fpr, tpr)
    plt.figure(figsize=(8, 6))
    plt.plot(fpr, tpr, label=f"ROC Curve (AUC = {roc_auc:.2f})")
    plt.plot([0, 1], [0, 1], "k--", label="Random Guess")
    plt.xlabel("False Positive Rate")
    plt.ylabel("True Positive Rate")
    plt.title("Receiver Operating Characteristic (ROC) Curve")
    plt.legend(loc="lower right")
    plt.grid()
    plt.savefig("roc_curve.png")
    return "roc_curve.png"

def get_anomaly_samples():
    """Returns formatted top, middle, and bottom 10 records based on anomaly score."""
    sorted_df = df.sort_values("Anomaly_Score", ascending=False)
    # Top 10 anomalies
    top_10 = sorted_df[sorted_df["Anomaly_Label"] == "Anomaly"].head(10)
    # Middle 10 (mixed records)
    mid_start = len(sorted_df) // 2 - 5
    middle_10 = sorted_df.iloc[mid_start: mid_start + 10]
    # Bottom 10 normal records
    bottom_10 = sorted_df[sorted_df["Anomaly_Label"] == "Normal"].tail(10)
    return top_10, middle_10, bottom_10

# Create Gradio interface
with gr.Blocks() as demo:
    gr.Markdown("# Isolation Forest Anomaly Detection")
    
    with gr.Tab("Anomaly Samples"):
        gr.HTML("<h3 style='text-align: center; font-size: 18px; font-weight: bold;'>Top 10 Records (Anomalies)</h3>")
        top_table = gr.Dataframe(label="Top 10 Records")
        
        gr.HTML("<h3 style='text-align: center; font-size: 18px; font-weight: bold;'>Middle 10 Records (Mixed)</h3>")
        middle_table = gr.Dataframe(label="Middle 10 Records")
        
        gr.HTML("<h3 style='text-align: center; font-size: 18px; font-weight: bold;'>Bottom 10 Records (Normal)</h3>")
        bottom_table = gr.Dataframe(label="Bottom 10 Records")
        
        anomaly_samples_button = gr.Button("Show Anomaly Samples")
        anomaly_samples_button.click(
            get_anomaly_samples, 
            outputs=[top_table, middle_table, bottom_table]
        )
    
    with gr.Tab("ROC Curve"):
        gr.Markdown("### ROC Curve for Isolation Forest")
        roc_button = gr.Button("Generate ROC Curve")
        roc_image = gr.Image()
        roc_button.click(get_roc_curve, outputs=roc_image)

# Launch the Gradio app
demo.launch()