Add interactive slice viewer: scroll through slices with slider and navigation buttons

app.py

@@ -409,6 +409,88 @@ def process_sequence(image_files, prompt_text, modality, window_type):
     else:
         return [], "❌ No images were processed successfully. Check console for error details."
 
+# Store processed results for interactive viewer
+processed_results_cache = {}
+
+def process_slices_for_viewer(image_files, prompt_text, modality, window_type):
+    """Process all slices and cache results for interactive viewing."""
+    if model is None or processor is None:
+        return None, 0, "❌ Error: Model not loaded.", "No slices loaded"
+    
+    if not image_files:
+        return None, 0, "⚠️ Please upload medical image files.", "No slices loaded"
+    
+    # Handle single file or list of files
+    if isinstance(image_files, str):
+        image_files = [image_files]
+    
+    # Filter out None files
+    image_files = [f for f in image_files if f is not None]
+    
+    if not image_files:
+        return None, 0, "⚠️ No valid files uploaded.", "No slices loaded"
+    
+    results = []
+    status_messages = []
+    
+    for idx, image_file in enumerate(image_files):
+        status_msg = f"Processing slice {idx + 1}/{len(image_files)}..."
+        status_messages.append(status_msg)
+        
+        result = process_medical_image(image_file, prompt_text, modality, window_type)
+        
+        if result:
+            results.append(result)
+            status_messages.append(f"✅ Slice {idx + 1} processed")
+        else:
+            status_messages.append(f"❌ Failed to process slice {idx + 1}")
+    
+    if results:
+        # Cache results with a unique key
+        cache_key = f"{len(image_files)}_{prompt_text}_{modality}"
+        processed_results_cache[cache_key] = results
+        
+        max_slices = len(results) - 1
+        status = f"✅ Processed {len(results)}/{len(image_files)} slices!\nUse slider or buttons to navigate."
+        slice_info = f"Slice 1/{len(results)}"
+        
+        return results[0], max_slices, status, slice_info
+    else:
+        return None, 0, "❌ No slices were processed successfully.", "No slices loaded"
+
+def navigate_slice(slice_idx, image_files, prompt_text, modality, window_type):
+    """Navigate to a specific slice in the sequence."""
+    if not image_files:
+        return None, "No slices loaded"
+    
+    # Handle single file or list of files
+    if isinstance(image_files, str):
+        image_files = [image_files]
+    
+    # Filter out None files
+    image_files = [f for f in image_files if f is not None]
+    
+    if not image_files:
+        return None, "No slices loaded"
+    
+    slice_idx = int(slice_idx)
+    cache_key = f"{len(image_files)}_{prompt_text}_{modality}"
+    
+    if cache_key in processed_results_cache:
+        results = processed_results_cache[cache_key]
+        if 0 <= slice_idx < len(results):
+            slice_info = f"Slice {slice_idx + 1}/{len(results)}"
+            return results[slice_idx], slice_info
+    
+    # If not cached, process on the fly (fallback)
+    if 0 <= slice_idx < len(image_files):
+        result = process_medical_image(image_files[slice_idx], prompt_text, modality, window_type)
+        if result:
+            slice_info = f"Slice {slice_idx + 1}/{len(image_files)}"
+            return result, slice_info
+    
+    return None, f"Invalid slice index: {slice_idx}"
+
 with gr.Blocks() as demo:
     gr.Markdown("# 🏥 NeuroSAM 3: Medical Image Segmentation")
     
@@ -488,15 +570,16 @@ with gr.Blocks() as demo:
                         interactive=False
                     )
         
-        with gr.Tab("Sequence / Batch Processing"):
-            gr.Markdown("**Process multiple images from the same subject to see segmentation sequence**")
+        with gr.Tab("Interactive Slice Viewer"):
+            gr.Markdown("**Scroll through multiple slices/images from the same subject interactively**")
             with gr.Row():
                 with gr.Column():
                     files_input = gr.File(
-                        label="Upload Multiple Images (Select multiple files)", 
+                        label="Upload Multiple Images/Slices (Select multiple files)", 
                         file_types=[".dcm", ".png", ".jpg", ".jpeg"],
                         file_count="multiple",
-                        type="filepath"
+                        type="filepath",
+                        info="Upload multiple slices from the same subject (e.g., axial MRI slices)"
                     )
                     
                     text_input_batch = gr.Textbox(
@@ -520,11 +603,81 @@ with gr.Blocks() as demo:
                             info="CT windowing preset (ignored for MRI)"
                         )
                     
-                    submit_batch_btn = gr.Button("Process Sequence", variant="primary", size="lg")
+                    submit_batch_btn = gr.Button("Process All Slices", variant="primary", size="lg")
+                    
+                    gr.Markdown("---")
+                    gr.Markdown("### 🎛️ Slice Navigator")
+                    slice_slider = gr.Slider(
+                        minimum=0,
+                        maximum=0,
+                        step=1,
+                        value=0,
+                        label="Slice Number",
+                        info="Use slider or arrow keys to navigate through slices",
+                        interactive=False
+                    )
+                    
+                    with gr.Row():
+                        prev_btn = gr.Button("⬆️ Previous Slice", size="sm")
+                        next_btn = gr.Button("⬇️ Next Slice", size="sm")
+                        auto_play_btn = gr.Button("▶️ Auto-play", size="sm")
+                    
+                with gr.Column():
+                    current_slice_output = gr.Image(
+                        label="Current Slice Segmentation",
+                        type="filepath",
+                        height=600
+                    )
+                    
+                    gr.Markdown("### Slice Info")
+                    slice_info_text = gr.Textbox(
+                        label="Current Slice",
+                        value="No slices loaded",
+                        interactive=False
+                    )
+                    
+                    gr.Markdown("### Status")
+                    status_batch_text = gr.Textbox(
+                        label="Processing Status",
+                        value="Ready. Upload multiple medical image files to process a sequence.",
+                        interactive=False,
+                        lines=4
+                    )
+        
+        with gr.Tab("Gallery View"):
+            gr.Markdown("**View all segmentations in a gallery grid**")
+            with gr.Row():
+                with gr.Column():
+                    files_input_gallery = gr.File(
+                        label="Upload Multiple Images (Select multiple files)", 
+                        file_types=[".dcm", ".png", ".jpg", ".jpeg"],
+                        file_count="multiple",
+                        type="filepath"
+                    )
+                    
+                    text_input_gallery = gr.Textbox(
+                        label="Text Prompt", 
+                        value="brain", 
+                        placeholder="e.g. brain, tumor, skull, eyes"
+                    )
+                    
+                    with gr.Row():
+                        modality_dropdown_gallery = gr.Dropdown(
+                            ["CT", "MRI"], 
+                            label="Modality", 
+                            value="MRI"
+                        )
+                        window_dropdown_gallery = gr.Dropdown(
+                            ["Brain (Grey Matter)", "Bone (Skull)", "Soft Tissue (Face)"], 
+                            label="Windowing Strategy (CT only)", 
+                            value="Brain (Grey Matter)"
+                        )
+                    
+                    submit_gallery_btn = gr.Button("Process & Show Gallery", variant="primary", size="lg")
                     
                 with gr.Column():
                     gallery_output = gr.Gallery(
-                        label="Segmentation Sequence Results",
+                        label="Segmentation Gallery",
                         show_label=True,
                         elem_id="gallery",
                         columns=2,
@@ -532,12 +685,10 @@ with gr.Blocks() as demo:
                         height="auto"
                     )
                     
-                    gr.Markdown("### Batch Status")
-                    status_batch_text = gr.Textbox(
-                        label="Processing Status",
-                        value="Ready. Upload multiple medical image files to process a sequence.",
-                        interactive=False,
-                        lines=5
+                    status_gallery_text = gr.Textbox(
+                        label="Status",
+                        value="Ready. Upload multiple images to view in gallery.",
+                        interactive=False
                     )
         
         with gr.Tab("Compare with Ground Truth"):
@@ -625,11 +776,54 @@ with gr.Blocks() as demo:
         outputs=[image_output, status_text]
     )
     
-    # Batch/sequence processing
+    # Interactive slice viewer
     submit_batch_btn.click(
-        fn=process_sequence,
+        fn=process_slices_for_viewer,
         inputs=[files_input, text_input_batch, modality_dropdown_batch, window_dropdown_batch],
-        outputs=[gallery_output, status_batch_text]
+        outputs=[current_slice_output, slice_slider, status_batch_text, slice_info_text]
+    ).then(
+        lambda max_val: gr.Slider(maximum=max_val, interactive=True),
+        inputs=[slice_slider],
+        outputs=[slice_slider]
+    )
+    
+    def update_slice(slice_num, files, prompt, mod, window):
+        result, info = navigate_slice(int(slice_num), files, prompt, mod, window)
+        return result, info
+    
+    slice_slider.change(
+        fn=update_slice,
+        inputs=[slice_slider, files_input, text_input_batch, modality_dropdown_batch, window_dropdown_batch],
+        outputs=[current_slice_output, slice_info_text]
+    )
+    
+    def prev_slice(current, files, prompt, mod, window):
+        new_val = max(0, current - 1)
+        result, info = navigate_slice(new_val, files, prompt, mod, window)
+        return new_val, result, info
+    
+    def next_slice(current, max_val, files, prompt, mod, window):
+        new_val = min(max_val, current + 1)
+        result, info = navigate_slice(new_val, files, prompt, mod, window)
+        return new_val, result, info
+    
+    prev_btn.click(
+        fn=prev_slice,
+        inputs=[slice_slider, files_input, text_input_batch, modality_dropdown_batch, window_dropdown_batch],
+        outputs=[slice_slider, current_slice_output, slice_info_text]
+    )
+    
+    next_btn.click(
+        fn=next_slice,
+        inputs=[slice_slider, slice_slider, files_input, text_input_batch, modality_dropdown_batch, window_dropdown_batch],
+        outputs=[slice_slider, current_slice_output, slice_info_text]
+    )
+    
+    # Gallery view
+    submit_gallery_btn.click(
+        fn=process_sequence,
+        inputs=[files_input_gallery, text_input_gallery, modality_dropdown_gallery, window_dropdown_gallery],
+        outputs=[gallery_output, status_gallery_text]
     )
     
     # Ground truth comparison