colpali fix

RAG/colpali.py

@@ -250,10 +250,11 @@ def colpali_search_rerank(query):
         print("show columns activated------------------------")
         st.session_state.maxSimImages = img_highlight(st.session_state.top_img, st.session_state.query_token_vectors, st.session_state.query_tokens)
         st.session_state.show_columns = False
+        return_val = {'text':st.session_state.answers_[0]['answer'],'source':st.session_state.answers_[0]['source'],'image':st.session_state.maxSimImages,'table':[]}
         st.session_state.input_query = st.session_state.questions_[-1]["question"]
         st.session_state.answers_.pop()
         st.session_state.questions_.pop()
-        return {'text':st.session_state.answers_[0]['answer'],'source':st.session_state.answers_[0]['source'],'image':st.session_state.maxSimImages,'table':[]}
+        return return_val
     # Convert to JSON string
     payload = {
     "queries": [query]

pages/Multimodal_Conversational_Search.py

@@ -295,10 +295,11 @@ def render_answer(question,answer,index,res_img):
         #     with placeholder.container():
         #         render_all() 
             
-        # if(st.session_state.input_is_colpali):
-        #     placeholder__ = st.empty()
-        #     placeholder__.button("Show similarity map",key=rdn_key_1,on_click=handle_input,args=('colpali_show_similarity_map',None))
-                
+        if(st.session_state.input_is_colpali):
+            placeholder__ = st.empty()
+            placeholder__.button("Show similarity map",key=rdn_key_1,on_click=handle_input,args=('colpali_show_similarity_map',True))
+            with placeholder.container():
+                render_all()    
 
     colu1,colu2,colu3 = st.columns([4,82,20])
     with colu2:
@@ -547,7 +548,7 @@ with st.sidebar:
     else:
         st.session_state.input_is_colpali = False
 
-    st.button("Show similarity map",key="input_sim_map",on_click=handle_input,args=('colpali_show_similarity_map',True))
+    #st.button("Show similarity map",key="input_sim_map",on_click=handle_input,args=('colpali_show_similarity_map',True))
        
     with st.expander("Sample questions for Colpali retriever:"):
         st.write("1. Proportion of female new hires 2021-2023? \n\n 2. First-half 2021 return on unlisted real estate investments? \n\n 3. Trend of the fund's expected absolute volatility between January 2014 and January 2016? \n\n 4. Fund return percentage in 2017? \n\n 5. Annualized gross return of the fund from 1997 to 2008?")