Update with reranking

app.py

@@ -232,7 +232,7 @@ def generate_candidate_mail(candidate, chat_link)-> str:
             time.sleep(1)
         
     output_string = f"""{res.choices[0]["message"]["content"]}
-    
+
 We have added the job description to the mail attachment. 
 If you are interested in the position, please click on the following link, answer a few questions from our chatbot for about 10-15 minutes and we will get back to you.
 
@@ -320,16 +320,31 @@ def load_candidates(fillup):
         # print(filter_string)
         if not fillup:
             while len(checked_candidates) < target_candidates_count:
-                # Führe eine similarity search durch und erhalte 100 Kandidaten
-                if st.session_state["search_type"]:
-                    print("hybrid")
-                    # raw_candidates = st.session_state["db"].hybrid_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
-                    raw_candidates = st.session_state["db"].hybrid_search_with_score(query_string, k=candidates_per_search+current_offset, filters=filter_string)
-                else:
+                # # Führe eine similarity search durch und erhalte 100 Kandidaten
+                # if st.session_state["search_type"]:
+                #     print("hybrid")
+                #     # raw_candidates = st.session_state["db"].hybrid_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                #     raw_candidates = st.session_state["db"].hybrid_search_with_score(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                # else:
+                #     print("similarity")
+                #     # raw_candidates = st.session_state["db"].similarity_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                #     raw_candidates = st.session_state["db"].similarity_search_with_relevance_scores(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                #"Similarity", "Hybrid", "Semantic ranking"
+                if st.session_state["search_radio"] == "Similarity":
                     print("similarity")
                     # raw_candidates = st.session_state["db"].similarity_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
                     raw_candidates = st.session_state["db"].similarity_search_with_relevance_scores(query_string, k=candidates_per_search+current_offset, filters=filter_string)
-
+                elif st.session_state["search_radio"] == "Hybrid":
+                    print("hybrid")
+                    # raw_candidates = st.session_state["db"].hybrid_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                    raw_candidates = st.session_state["db"].hybrid_search_with_score(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                elif st.session_state["search_radio"] == "Semantic ranking":
+                    print("Semantic ranking")
+                    print("Filter string"+filter_string)
+                    print("query"+query_string)
+                    print("offset: "+str(candidates_per_search+current_offset))
+                    # raw_candidates = st.session_state["db"].hybrid_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                    raw_candidates = st.session_state["db"].semantic_hybrid_search_with_score_and_rerank(query_string, k=50, filters=filter_string)
                 for candidate in raw_candidates[current_offset:]:
                     candidates_id = candidate[0].metadata["source"].split("/")[-1]
                     keyword_bool = check_keywords_in_content(db_path, table_name, candidates_id, text_area_params.split(','))
@@ -358,14 +373,21 @@ def load_candidates(fillup):
             # Solange die Anzahl der überprüften Kandidaten kleiner als die Zielanzahl ist
             while len(st.session_state["docs_res"]) < target_candidates_count:
                 # Führe eine similarity search durch und erhalte 100 Kandidaten
-                if st.session_state["search_type"]:
-                    print("hybrid")
-                    # raw_candidates = st.session_state["db"].hybrid_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
-                    raw_candidates = st.session_state["db"].hybrid_search_with_score(query_string, k=candidates_per_search+current_offset, filters=filter_string)
-                else:
+                if st.session_state["search_radio"] == "Similarity":
                     print("similarity")
                     # raw_candidates = st.session_state["db"].similarity_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
                     raw_candidates = st.session_state["db"].similarity_search_with_relevance_scores(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                elif st.session_state["search_radio"] == "Hybrid":
+                    print("hybrid")
+                    # raw_candidates = st.session_state["db"].hybrid_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                    raw_candidates = st.session_state["db"].hybrid_search_with_score(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                elif st.session_state["search_radio"] == "Semantic ranking":
+                    print("Semantic ranking")
+                    print("Filter string"+filter_string)
+                    print("query"+query_string)
+                    print("offset: "+str(candidates_per_search+current_offset))
+                    # raw_candidates = st.session_state["db"].hybrid_search(query_string, k=candidates_per_search+current_offset, filters=filter_string)
+                    raw_candidates = st.session_state["db"].semantic_hybrid_search_with_score_and_rerank(query_string, k=50, filters=filter_string)
                 temp_offset_add = 0 
                 for candidate in raw_candidates[current_offset:]:
                     candidates_id = candidate[0].metadata["source"].split("/")[-1]
@@ -471,8 +493,10 @@ if st.session_state["job"]:
             st.session_state["job_string"] = st.session_state["optimized_job_edited"]
             st.rerun()
 
-st.write("Switch from a similarity search (default) to a hybrid search (activated)")
-st.toggle("Switch Search", key="search_type")
+# st.write("Switch from a similarity search (default) to a hybrid search (activated)")
+# st.toggle("Switch Search", key="search_type")
+
+st.radio("Select a search variant",options=["Similarity", "Hybrid", "Semantic ranking"], key="search_radio")
 
 st.write("Activate the following toggles to filter according to the respective properties:")
 col_screening, col_handoff, col_placed = st.columns([1,1,1])
@@ -515,7 +539,7 @@ if (st.session_state["job_string"] and submit) or st.session_state["docs_res"]:
                     st.rerun()
             with cols_final[0]:
                 # st.subheader(doc.metadata["source"])
-                with st.expander(doc[0].metadata["name"]+" with a search score of: "+str(round(doc[1] * 100, 3))+"%"):
+                with st.expander(doc[0].metadata["name"]+" with a search score of: "+str(round(doc[1] * 100, 3))+ ("%"if st.session_state["search_radio"] == "Similarity" else "")):
                     st.write(doc[0].page_content)
         if len(st.session_state["docs_res"])>=10:    
             if st.button("Accept candidates", key="accept_candidates_btn"):       
@@ -699,7 +723,7 @@ Your Candidate-Search-Tool
                         try:
                             bullets = generate_job_bullets(st.session_state["job_string"])
                             client = Client(os.getenv("TWILIO_SID"), os.getenv("TWILIO_API"))
-                            message_body = f"Dear candidate,\n\nare you interested in the following position: \n\n"+st.session_state["job_title"]+"\n"+bullets+"\n\nThen please answer with 'yes'\n\nSincerely,\n"+"WorkGenius"
+                            message_body = f"Dear candidate,\n\nare you interested in the following position: \n"+st.session_state["job_title"]+"\n\n"+bullets+"\n\nThen please answer with 'yes'\n\nSincerely,\n"+"WorkGenius"
                             message = client.messages.create(
                                 to=st.session_state["recruiter_phone"],
                                 from_="+1 857 214 8753",