integrate saliency maps

app.py

@@ -440,6 +440,53 @@ def main():
             'districts': selected_districts if not filename_mode else [],
             'filenames': selected_filenames
         }
+        
+        # Saliency settings (only for visual mode)
+        if st.session_state.chatbot_version == "visual":
+            with st.expander("🔥 Saliency Maps", expanded=False):
+                st.caption("Visualize which image regions are relevant to your query")
+                
+                show_saliency = st.checkbox(
+                    "Enable Saliency Maps",
+                    value=st.session_state.get('show_saliency', False),
+                    key="saliency_toggle",
+                    help="Generate heatmaps showing which parts of each document are most relevant"
+                )
+                st.session_state.show_saliency = show_saliency
+                
+                if show_saliency:
+                    # Colormap selection (hot is default)
+                    colormap_options = ["hot", "jet", "viridis", "plasma", "coolwarm", "RdYlGn"]
+                    saliency_colormap = st.selectbox(
+                        "Colormap",
+                        options=colormap_options,
+                        index=colormap_options.index(st.session_state.get('saliency_colormap', 'hot')),
+                        key="saliency_colormap_select",
+                        help="Color scheme for the heatmap. 'hot' recommended for visibility."
+                    )
+                    st.session_state.saliency_colormap = saliency_colormap
+                    
+                    saliency_alpha = st.slider(
+                        "Overlay Transparency",
+                        min_value=0.1,
+                        max_value=0.8,
+                        value=st.session_state.get('saliency_alpha', 0.4),
+                        step=0.1,
+                        key="saliency_alpha_slider",
+                        help="0.1 = subtle, 0.8 = intense"
+                    )
+                    st.session_state.saliency_alpha = saliency_alpha
+                    
+                    saliency_threshold = st.slider(
+                        "Threshold (%)",
+                        min_value=0,
+                        max_value=80,
+                        value=st.session_state.get('saliency_threshold', 50),
+                        step=10,
+                        key="saliency_threshold_slider",
+                        help="Hide patches below this percentile"
+                    )
+                    st.session_state.saliency_threshold = saliency_threshold
 
     # Main content area with tabs
     tab1, tab2 = st.tabs(["💬 Chat", "📄 Retrieved Documents"])
@@ -646,11 +693,57 @@ def main():
                 # Use visual display for visual search results
                 if is_visual_search and st.session_state.chatbot_version == "visual":
                     st.markdown("### 🎨 Visual Search Results")
-                
+                    
+                    # Get saliency settings from session state
+                    show_saliency = st.session_state.get('show_saliency', False)
+                    saliency_alpha = st.session_state.get('saliency_alpha', 0.4)
+                    saliency_threshold = st.session_state.get('saliency_threshold', 50)
+                    saliency_colormap = st.session_state.get('saliency_colormap', 'hot')
+                    
+                    # Get Qdrant client and query embedding for saliency
+                    qdrant_client = None
+                    collection_name = None
+                    query_embedding = None
+                    
+                    if show_saliency:
+                        try:
+                            # Access the visual search adapter from the chatbot
+                            chatbot = st.session_state.get('chatbot')
+                            if chatbot and hasattr(chatbot, 'visual_search'):
+                                visual_search = chatbot.visual_search
+                                qdrant_client = visual_search.client
+                                collection_name = visual_search.collection_name
+                                query_embedding = visual_search.last_query_embedding
+                                
+                                if query_embedding is None:
+                                    st.warning("⚠️ Query embedding not available for saliency")
+                                    show_saliency = False
+                                else:
+                                    logger.info(f"✅ Saliency enabled: colormap={saliency_colormap}, alpha={saliency_alpha}, threshold={saliency_threshold}")
+                        except Exception as e:
+                            logger.error(f"Failed to get saliency requirements: {e}")
+                            st.warning(f"⚠️ Saliency unavailable: {str(e)[:50]}")
+                            show_saliency = False
+                    
+                    # Extract statistics for charts (same as v1)
+                    stats = extract_chunk_statistics(sources)
+                    
+                    # Show charts for visual RAG too (like v1)
+                    if len(sources) >= 5:
+                        display_chunk_statistics_charts(stats, "Retrieval Statistics")
+                        st.markdown("---")
+                    
                     display_visual_search_results(
                         sources=sources,
                         show_statistics=True,
                         show_images=True,  # Show Cloudinary images
+                        show_saliency=show_saliency,
+                        qdrant_client=qdrant_client,
+                        collection_name=collection_name,
+                        query_embedding=query_embedding,
+                        saliency_alpha=saliency_alpha,
+                        saliency_colormap=saliency_colormap,  # Use selected colormap
+                        saliency_threshold=saliency_threshold,
                         max_display=20
                     )
                 else:
@@ -958,7 +1051,7 @@ def main():
         st.markdown("---")
         st.markdown("#### 📊 Retrieval History")
         
-        with st.expander(f"View {len(st.session_state.rag_retrieval_history)} retrieval entries", expanded=True):
+        with st.expander(f"View {len(st.session_state.rag_retrieval_history)} retrieval entries", expanded=False):
             for idx, entry in enumerate(st.session_state.rag_retrieval_history, 1):
                 st.markdown(f"### **Retrieval #{idx}**")