change to MMR Retriever

app.py

@@ -29,6 +29,7 @@ huggingface_embeddings= HuggingFaceEmbeddings(
     encode_kwargs = encode_kwargs
 )
 
+
 # %%
 persist_directory = 'chroma/'
 vectordb = Chroma(embedding_function=huggingface_embeddings,persist_directory=persist_directory)
@@ -58,14 +59,11 @@ def answer(text,context=""):
 
 # helper function for RAG
 def helper_rag(text):
-    docs_out = vectordb.similarity_search_with_relevance_scores(text,k=5)
+    #docs_out = vectordb.similarity_search_with_relevance_scores(text,k=5)
+    docs_out = vectordb.max_marginal_relevance_search(text,k=5,fetch_k = 20, lambda_mult = 0.5)
     context = ""
     for doc in docs_out:
-        if doc[1] >= 0.7:
-            context += doc[0].page_content + "\n"
-
-    if context == "" and len(docs_out) > 0:
-        context = docs_out[0][0].page_content + "\n"
+        context += doc.page_content + "\n"
 
     return context
 
@@ -99,8 +97,10 @@ def helper_text(text_input,radio=None):
     
     return output[0]
 
+
 # Gradio function for configure the language of UI
-def change_language(radio,text_input,text_output,clear_btn,submit_btn,markdown, markdown_msg1, markdown_msg2):
+def change_language(radio,text_input,text_output,clear_btn,submit_btn,markdown, 
+                    markdown_msg1, markdown_msg2):
     if radio == "简体中文":
         index = 0
         text_input_update=gr.Textbox.update(value = chinese_converter.to_simplified(text_input), label = text_input_label[index])
@@ -122,6 +122,7 @@ def change_language(radio,text_input,text_output,clear_btn,submit_btn,markdown,
         markdown_update=gr.Markdown.update(value = markdown)
         markdown_msg1_update=gr.Markdown.update(value = markdown_msg1)
         markdown_msg2_update=gr.Markdown.update(value = markdown_msg2)
+
     else:
         index = 0
         text_input_update=gr.Textbox.update(label = text_input_label[index])
@@ -133,7 +134,8 @@ def change_language(radio,text_input,text_output,clear_btn,submit_btn,markdown,
     clear_btn_update = gr.ClearButton.update(value = clear_label[index])
     submit_btn_update = gr.Button.update(value = submit_label[index])
 
-    return [text_input_update,text_output_update,clear_btn_update,submit_btn_update,markdown_update, markdown_msg1_update ,markdown_msg2_update ]
+    return [text_input_update,text_output_update,clear_btn_update,submit_btn_update,markdown_update, 
+            markdown_msg1_update ,markdown_msg2_update]
 
 
 def clear_text():
@@ -182,6 +184,7 @@ with gr.Blocks() as demo:
 
             text_output = gr.Textbox(label=text_output_label[index])
 
+
             examples = gr.Examples(
                        examples=example_list,
                        inputs=text_input,
@@ -234,7 +237,7 @@ with gr.Blocks() as demo:
             该模型是以 [apache-2.0](https://www.apache.org/licenses/LICENSE-2.0) 发行。
 
             This application utilizes [text2vec-base-chinese](https://huggingface.co/shibing624/text2vec-base-chinese) to generate text vector embeddings.
-            The model is released under [apache-2.0](https://www.apache.org/licenses/LICENSE-2.0).
+            The model is released under [apache-2.0](https://www.apache.org/licenses/LICENSE-2.0)。
             """)
 
             
@@ -243,14 +246,17 @@ with gr.Blocks() as demo:
 
 
     submit_btn.click(fn=helper_text, inputs=[text_input,radio], outputs=text_output)
+
     clear_btn.click(fn=clear_text,outputs=[text_input,text_output])
-    radio.change(fn=change_language,inputs=[radio,text_input,text_output,clear_btn,submit_btn,markdown, markdown_msg1,markdown_msg2],
-                 outputs=[text_input,text_output,clear_btn,submit_btn, markdown, markdown_msg1,markdown_msg2])
+    radio.change(fn=change_language,inputs=[radio,text_input,text_output,clear_btn,submit_btn,
+                                            markdown, markdown_msg1,markdown_msg2],
+                 outputs=[text_input,text_output,clear_btn,submit_btn, 
+                          markdown, markdown_msg1,markdown_msg2])
 
     #demo = gr.Interface(fn=helper_text, inputs=text_input, outputs=text_output, 
     #                      flagging_options=["Inappropriate"],allow_flagging="never",
     #                      title="aaa",description="aaa",article="aaa")
-demo.launch(show_api=False)   
+demo.launch()   
 
 # %%