Removed the temporary check and modified stopping criteria for the search.

filterminutes.py

@@ -64,16 +64,15 @@ def search_with_filter(vector_store, query, filter_dict, target_k=5, init_k=100,
     """
     context = filter_docs_by_meta(vector_store.similarity_search(query, k=init_k), filter_dict)
     len_docs_begin = len(context)
-    print('len_docs_begin', len_docs_begin)
     if len_docs_begin >= target_k:
         log.info(f'Initial search contains {len_docs_begin} Documents. Expansion not required. ')
         return context
-    CUT_THE_LOOP_N = 10
+    CUT_THE_LOOP_N = 500
     for top_k_docs in np.arange(init_k, CUT_THE_LOOP_N * init_k, step):
         log.info(f'Context contains {len(context)} documents')
         log.info(f'Expanding search with k={top_k_docs}')
         context = filter_docs_by_meta(vector_store.similarity_search(query, k=int(top_k_docs)), filter_dict)
-        if len(context) == target_k:
+        if len(context) >= target_k:
             log.info(f'Success. Context contains {len(context)} Documents matching the filtering criteria')
             return context
     log.info(f'Failed to reach target number of documents after {CUT_THE_LOOP_N} loops,'