show similarity map

pages/Multimodal_Conversational_Search.py

@@ -41,6 +41,7 @@ s3_bucket_ = "pdf-repo-uploads"
 polly_client = boto3.client('polly',aws_access_key_id=st.secrets['user_access_key'],
                 aws_secret_access_key=st.secrets['user_secret_key'], region_name = 'us-east-1')
 
+
 # Check if the user ID is already stored in the session state
 if 'user_id' in st.session_state:
     user_id = st.session_state['user_id']
@@ -298,6 +299,16 @@ def render_answer(question,answer,index,res_img):
         audio_col1, audio_col2 = st.columns([50,50])
         with audio_col1:
             st.audio(polly_response['AudioStream'].read(), format="audio/ogg")
+        rdn_key_1 = ''.join([random.choice(string.ascii_letters)
+                              for _ in range(10)])
+        def show_maxsim():
+            st.session_state.show_columns = True
+            st.session_state.maxSimImages = colpali.img_highlight(st.session_state.top_img, st.session_state.query_token_vectors, st.session_state.query_tokens)
+            handle_input()
+            with placeholder.container():
+                render_all()    
+        if(st.session_state.input_is_colpali):
+            st.button("Show similarity map",key=rdn_key_1,on_click = show_maxsim)
                 
         
         
@@ -358,15 +369,15 @@ def render_answer(question,answer,index,res_img):
                     st.table(df)
                 #with st.expander("Raw sources:"):
                 st.write(answer["source"])
-                
+               
         
     with col_3:
         if(index == len(st.session_state.questions_)):
 
             rdn_key = ''.join([random.choice(string.ascii_letters)
                               for _ in range(10)])
-            rdn_key_1 = ''.join([random.choice(string.ascii_letters)
-                              for _ in range(10)])
+            # rdn_key_1 = ''.join([random.choice(string.ascii_letters)
+            #                   for _ in range(10)])
             currentValue = ''.join(st.session_state.input_rag_searchType)+str(st.session_state.input_is_rerank)+str(st.session_state.input_table_with_sql)+st.session_state.input_index
             oldValue = ''.join(st.session_state.inputs_["rag_searchType"])+str(st.session_state.inputs_["is_rerank"])+str(st.session_state.inputs_["table_with_sql"])+str(st.session_state.inputs_["index"])
             def on_button_click():
@@ -378,12 +389,12 @@ def render_answer(question,answer,index,res_img):
                     handle_input()
                     with placeholder.container():
                         render_all()
-            def show_maxsim():
-                st.session_state.show_columns = True
-                st.session_state.maxSimImages = colpali.img_highlight(st.session_state.top_img, st.session_state.query_token_vectors, st.session_state.query_tokens)
-                handle_input()
-                with placeholder.container():
-                    render_all()
+            # def show_maxsim():
+            #     st.session_state.show_columns = True
+            #     st.session_state.maxSimImages = colpali.img_highlight(st.session_state.top_img, st.session_state.query_token_vectors, st.session_state.query_tokens)
+            #     handle_input()
+            #     with placeholder.container():
+            #         render_all()
             if("currentValue"  in st.session_state):
                 del st.session_state["currentValue"]
 
@@ -393,7 +404,7 @@ def render_answer(question,answer,index,res_img):
                 pass  
             placeholder__ = st.empty()
             placeholder__.button("🔄",key=rdn_key,on_click=on_button_click)
-            placeholder__.button("Show similarity map",key=rdn_key_1,on_click = show_maxsim)
+            
         
 #Each answer will have context of the question asked in order to associate the provided feedback with the respective question
 def write_chat_message(md, q,index):