Spaces:
Sleeping
Sleeping
File size: 6,032 Bytes
077cbed 551187b 5555147 428b8af e9e1584 5555147 e9e1584 5555147 e9e1584 5555147 e9e1584 5555147 e9e1584 5555147 e9e1584 5555147 e9e1584 428b8af e9e1584 e759241 e9e1584 e534cc9 e9e1584 e759241 e9e1584 077cbed e534cc9 077cbed 074a5a8 8564fff e9e1584 074a5a8 8564fff 074a5a8 e9e1584 be8b1b9 e9e1584 be8b1b9 e9e1584 be8b1b9 e9e1584 be8b1b9 e9e1584 be8b1b9 428b8af 7cc7f57 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 |
import numpy as np
import matplotlib.pyplot as plt
from sklearn import svm
from sklearn.covariance import EllipticEnvelope
from sklearn.ensemble import IsolationForest
from sklearn.neighbors import LocalOutlierFactor
from sklearn.linear_model import SGDOneClassSVM
from sklearn.kernel_approximation import Nystroem
from sklearn.pipeline import make_pipeline
from sklearn.datasets import make_blobs, make_moons
import gradio as gr
import pandas as pd # Needed for dataframe operations
import time
# Helper function to prepare data
def prepare_data(input_data, n_samples, outliers_fraction):
n_outliers = int(outliers_fraction * n_samples)
n_inliers = n_samples - n_outliers
blobs_params = dict(random_state=0, n_samples=n_inliers, n_features=2)
DATA_MAPPING = {
"Central Blob": make_blobs(centers=[[0, 0], [0, 0]], cluster_std=0.5, **blobs_params)[0],
"Two Blobs": make_blobs(centers=[[2, 2], [-2, -2]], cluster_std=[0.5, 0.5], **blobs_params)[0],
"Blob with Noise": make_blobs(centers=[[2, 2], [-2, -2]], cluster_std=[1.5, 0.3], **blobs_params)[0],
"Moons": 4.0 * (make_moons(n_samples=n_samples, noise=0.05, random_state=0)[0] - np.array([0.5, 0.25])),
"Noise": 14.0 * (np.random.RandomState(42).rand(n_samples, 2) - 0.5),
}
X = DATA_MAPPING[input_data]
rng = np.random.RandomState(42)
X = np.concatenate([X, rng.uniform(low=-6, high=6, size=(n_outliers, 2))], axis=0)
return X
# Function to train models and generate plots
def train_models(input_data, outliers_fraction, n_samples, clf_name):
X = prepare_data(input_data, n_samples, outliers_fraction)
# Define classifiers
NAME_CLF_MAPPING = {
"Robust covariance": EllipticEnvelope(contamination=outliers_fraction),
"One-Class SVM": svm.OneClassSVM(nu=outliers_fraction, kernel="rbf", gamma=0.1),
"One-Class SVM (SGD)": make_pipeline(
Nystroem(gamma=0.1, random_state=42, n_components=150),
SGDOneClassSVM(
nu=outliers_fraction,
shuffle=True,
fit_intercept=True,
random_state=42,
tol=1e-6,
),
),
"Isolation Forest": IsolationForest(contamination=outliers_fraction, random_state=42),
"Local Outlier Factor": LocalOutlierFactor(n_neighbors=35, contamination=outliers_fraction),
}
clf = NAME_CLF_MAPPING[clf_name]
xx, yy = np.meshgrid(np.linspace(-7, 7, 150), np.linspace(-7, 7, 150))
t0 = time.time()
if clf_name == "Local Outlier Factor":
y_pred = clf.fit_predict(X)
else:
clf.fit(X)
y_pred = clf.predict(X)
t1 = time.time()
# Plotting
plt.figure(figsize=(5, 5))
if clf_name != "Local Outlier Factor":
Z = clf.predict(np.c_[xx.ravel(), yy.ravel()])
Z = Z.reshape(xx.shape)
plt.contour(xx, yy, Z, levels=[0], linewidths=2, colors="black")
colors = np.array(["#377eb8", "#ff7f00"])
plt.scatter(X[:, 0], X[:, 1], s=30, color=colors[(y_pred + 1) // 2])
plt.title(f"{clf_name} ({t1 - t0:.2f}s)")
plt.xlim(-7, 7)
plt.ylim(-7, 7)
plt.xticks(())
plt.yticks(())
return plt.gcf()
# Function to simulate anomaly samples
def get_anomaly_samples():
# Simulated dataframe
data = {
"Anomaly_Score": np.random.random(100),
"Anomaly_Label": np.random.choice(["Anomaly", "Normal"], size=100, p=[0.2, 0.8]),
}
df = pd.DataFrame(data)
# Top 10 anomalies
top_10 = df.sort_values("Anomaly_Score", ascending=False).head(10)
# Middle 10
middle = df.iloc[len(df) // 2 - 5 : len(df) // 2 + 5]
# Bottom 10 normals
bottom_10 = df[df["Anomaly_Label"] == "Normal"].tail(10)
return top_10, middle, bottom_10
# Gradio Interface
with gr.Blocks() as demo:
# App Title and Description
gr.Markdown("## 🕵️♀️ Anomaly Detection App 🕵️♂️")
gr.Markdown("Explore anomaly detection models, feature interactions, and anomaly examples.")
# Anomaly Detection Comparison
gr.Markdown("### 1. Compare Anomaly Detection Algorithms")
input_data = gr.Radio(
choices=["Central Blob", "Two Blobs", "Blob with Noise", "Moons", "Noise"],
value="Moons",
label="Dataset"
)
n_samples = gr.Slider(minimum=10, maximum=10000, step=25, value=500, label="Number of Samples")
outliers_fraction = gr.Slider(minimum=0.001, maximum=0.999, step=0.1, value=0.2, label="Fraction of Outliers")
input_models = ["Robust covariance", "One-Class SVM", "One-Class SVM (SGD)", "Isolation Forest", "Local Outlier Factor"]
plots = []
with gr.Row():
for model_name in input_models:
plot = gr.Plot(label=model_name)
plots.append((model_name, plot))
def update_anomaly_comparison(input_data, outliers_fraction, n_samples):
results = []
for clf_name, plot in plots:
fig = train_models(input_data, outliers_fraction, n_samples, clf_name)
results.append(fig)
return results
anomaly_inputs = [input_data, outliers_fraction, n_samples]
anomaly_outputs = [plot for _, plot in plots]
input_data.change(fn=update_anomaly_comparison, inputs=anomaly_inputs, outputs=anomaly_outputs)
n_samples.change(fn=update_anomaly_comparison, inputs=anomaly_inputs, outputs=anomaly_outputs)
outliers_fraction.change(fn=update_anomaly_comparison, inputs=anomaly_inputs, outputs=anomaly_outputs)
# Anomaly Samples Tab
with gr.Tab("Anomaly Samples"):
gr.Markdown("### Example Anomaly Records")
top_table = gr.Dataframe(label="Top 10 Anomalies")
middle_table = gr.Dataframe(label="Middle 10 Records")
bottom_table = gr.Dataframe(label="Bottom 10 Normals")
anomaly_samples_button = gr.Button("Show Anomaly Samples")
anomaly_samples_button.click(
fn=get_anomaly_samples,
outputs=[top_table, middle_table, bottom_table]
)
demo.launch(debug=True)
|