| | """ |
| | # Welcome to Streamlit! |
| | |
| | Edit `/streamlit_app.py` to customize this app to your heart's desire :heart:. |
| | If you have any questions, checkout our [documentation](https://docs.streamlit.io) and [community |
| | forums](https://discuss.streamlit.io). |
| | |
| | In the meantime, below is an example of what you can do with just a few lines of code: |
| | """ |
| |
|
| | import os |
| |
|
| | |
| | os.environ["STREAMLIT_CONFIG_DIR"] = "/tmp/.streamlit" |
| | os.environ["MPLCONFIGDIR"] = "/tmp" |
| |
|
| | import streamlit as st |
| |
|
| | |
| | st._config.set_option("browser.gatherUsageStats", False) |
| | st._config.set_option("server.fileWatcherType", "none") |
| |
|
| | import torch |
| | import torch.nn as nn |
| | import torch.nn.functional as F |
| | import torchvision.transforms as transforms |
| | from PIL import Image as Img |
| | import numpy as np |
| | import cv2 |
| | import matplotlib.pyplot as plt |
| | from pytorch_grad_cam import GradCAM |
| | from pytorch_grad_cam.utils.model_targets import ClassifierOutputTarget |
| | from pytorch_grad_cam.utils.image import show_cam_on_image |
| | from lime.lime_image import LimeImageExplainer |
| | from skimage.segmentation import mark_boundaries |
| | import shap |
| | from shap import GradientExplainer |
| |
|
| | device = "cuda" if torch.cuda.is_available() else "cpu" |
| | num_classes = 4 |
| | image_size = (224, 224) |
| |
|
| | |
| | class MyModel(nn.Module): |
| | def __init__(self, num_classes=4): |
| | super(MyModel, self).__init__() |
| | self.features = nn.Sequential( |
| | nn.Conv2d(3, 64, kernel_size=3, padding=1), |
| | nn.BatchNorm2d(64), |
| | nn.ReLU(inplace=True), |
| | nn.MaxPool2d(kernel_size=2, stride=2), |
| | nn.Conv2d(64, 128, kernel_size=3, padding=1), |
| | nn.BatchNorm2d(128), |
| | nn.ReLU(inplace=True), |
| | nn.MaxPool2d(kernel_size=2, stride=2), |
| | nn.Conv2d(128, 128, kernel_size=3, padding=1), |
| | nn.BatchNorm2d(128), |
| | nn.ReLU(inplace=True), |
| | nn.MaxPool2d(kernel_size=2, stride=2), |
| | nn.Conv2d(128, 256, kernel_size=3, padding=1), |
| | nn.BatchNorm2d(256), |
| | nn.ReLU(inplace=True), |
| | nn.MaxPool2d(kernel_size=2, stride=2), |
| | nn.Conv2d(256, 256, kernel_size=3, padding=1), |
| | nn.BatchNorm2d(256), |
| | nn.ReLU(inplace=True), |
| | nn.MaxPool2d(kernel_size=2, stride=2), |
| | nn.Conv2d(256, 512, kernel_size=3, padding=1), |
| | nn.BatchNorm2d(512), |
| | nn.ReLU(inplace=True), |
| | nn.MaxPool2d(kernel_size=2, stride=2), |
| | ) |
| | self.classifier = nn.Sequential( |
| | nn.Flatten(), |
| | nn.Linear(512 * 3 * 3, 1024), |
| | nn.ReLU(inplace=True), |
| | nn.Dropout(0.25), |
| | nn.Linear(1024, 512), |
| | nn.ReLU(inplace=True), |
| | nn.Dropout(0.25), |
| | nn.Linear(512, num_classes) |
| | ) |
| | def forward(self, x): |
| | x = self.features(x) |
| | x = self.classifier(x) |
| | return x |
| |
|
| | |
| | model = MyModel(num_classes=num_classes).to(device) |
| | try: |
| | model.load_state_dict(torch.load("src/brainCNNpytorch_model", map_location=torch.device('cpu'))) |
| | except FileNotFoundError: |
| | st.error("Model file 'brainCNNpytorch_model' not found. Please upload the file correctly.") |
| | st.stop() |
| |
|
| | model.eval() |
| |
|
| | |
| | label_dict = {0: "Meningioma", 1: "Glioma", 2: "No Tumor", 3: "Pituitary"} |
| |
|
| | |
| | def preprocess_image(image): |
| | transform = transforms.Compose([ |
| | transforms.Resize((224, 224)), |
| | transforms.ToTensor(), |
| | transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]) |
| | ]) |
| | return transform(image).unsqueeze(0).to(device) |
| |
|
| | |
| | def visualize_grad_cam(image, model, target_layer, label): |
| | img_np = np.array(image) / 255.0 |
| | img_np = cv2.resize(img_np, (224, 224)) |
| | img_tensor = preprocess_image(image) |
| | with torch.no_grad(): |
| | output = model(img_tensor) |
| | _, target_index = torch.max(output, 1) |
| | cam = GradCAM(model=model, target_layers=[target_layer]) |
| | grayscale_cam = cam(input_tensor=img_tensor, targets=[ClassifierOutputTarget(target_index.item())])[0] |
| | grayscale_cam_resized = cv2.resize(grayscale_cam, (224, 224)) |
| | visualization = show_cam_on_image(img_np, grayscale_cam_resized, use_rgb=True) |
| | return visualization |
| |
|
| | |
| | def model_predict(images): |
| | preprocessed_images = [preprocess_image(Img.fromarray(img)) for img in images] |
| | images_tensor = torch.cat(preprocessed_images).to(device) |
| | with torch.no_grad(): |
| | logits = model(images_tensor) |
| | probabilities = F.softmax(logits, dim=1) |
| | return probabilities.cpu().numpy() |
| |
|
| | def visualize_lime(image): |
| | explainer = LimeImageExplainer() |
| | original_image = np.array(image) |
| | explanation = explainer.explain_instance(original_image, model_predict, top_labels=3, hide_color=0, num_samples=100) |
| | top_label = explanation.top_labels[0] |
| | temp, mask = explanation.get_image_and_mask(label=top_label, positive_only=True, num_features=10, hide_rest=False) |
| | return mark_boundaries(temp / 255.0, mask) |
| |
|
| | |
| | def visualize_shap(image): |
| | img_tensor = preprocess_image(image).to(device) |
| | if img_tensor.shape[1] == 1: |
| | img_tensor = img_tensor.expand(-1, 3, -1, -1) |
| | background = torch.cat([img_tensor] * 10, dim=0) |
| | explainer = shap.GradientExplainer(model, background) |
| | shap_values = explainer.shap_values(img_tensor) |
| | |
| | img_numpy = img_tensor.squeeze().permute(1, 2, 0).cpu().numpy() |
| | shap_values = np.array(shap_values[0]).squeeze() |
| | shap_values = shap_values / np.abs(shap_values).max() if np.abs(shap_values).max() != 0 else shap_values |
| | shap_values = np.transpose(shap_values, (1, 2, 0)) |
| | |
| | fig, ax = plt.subplots(figsize=(5, 5)) |
| | ax.imshow(img_numpy) |
| | ax.imshow(shap_values, cmap='jet', alpha=0.5) |
| | ax.axis('off') |
| | plt.tight_layout() |
| | return fig |
| |
|
| | |
| | st.title("Brain Tumor Classification with Grad-CAM, LIME, and SHAP") |
| | uploaded_file = st.file_uploader("Upload an MRI Image", type=["jpg", "png", "jpeg"]) |
| | if uploaded_file is not None: |
| | image = Img.open(uploaded_file).convert("RGB") |
| | st.image(image, caption="Uploaded Image", use_container_width=True) |
| | if st.button("Classify & Visualize"): |
| | image_tensor = preprocess_image(image) |
| | with torch.no_grad(): |
| | output = model(image_tensor) |
| | _, predicted = torch.max(output, 1) |
| | label = label_dict[predicted.item()] |
| | st.write(f"### Prediction: {label}") |
| | |
| | target_layer = model.features[16] |
| | grad_cam_img = visualize_grad_cam(image, model, target_layer, label) |
| | |
| | lime_img = visualize_lime(image) |
| | |
| | col1, col2, col3 = st.columns(3) |
| | with col1: |
| | st.subheader("Grad-CAM") |
| | st.image(grad_cam_img, caption="Grad-CAM", use_container_width=True) |
| | with col2: |
| | st.subheader("LIME") |
| | st.image(lime_img, caption="LIME Explanation", use_container_width=True) |
| | with col3: |
| | st.subheader("SHAP") |
| | fig = visualize_shap(image) |
| | st.pyplot(fig) |