Update app.py

app.py

@@ -29,29 +29,24 @@ def respond(
 ):
     messages = [{"role": "system", "content": system_message}]
 
+    print(system_message)
+    
     retriever = vector_db.as_retriever(search_type="similarity_score_threshold", search_kwargs={"score_threshold": score})
     documents = retriever.invoke(message)
 
-    """
-    if document == []:
-        message = message + "\nNo cases were found about this subject"
-    else:
-        message = message + "\nUse the following jurisprudence case to answer " + documents[0].page_content + "\n Give the following url " + documents[0].metadata["case_url"]
-    """
-
-    spacer = " \n "
+    spacer = " \n"
 
     context = ""
 
     for doc in documents:
-        context += "Case number: " + doc.metadata["case_nb"] + "\n"
-        context += "Case date: " + doc.metadata["case_date"] + "\n"
-        context += "Case url: " + doc.metadata["case_url"] + "\n"
-        context += "Case chunk: " + doc.page_content + "\n"
+        context += "Case number: " + doc.metadata["case_nb"] + spacer
+        context += "Case date: " + doc.metadata["case_date"] + spacer
+        context += "Case url: " + doc.metadata["case_url"] + spacer
+        context += "Case chunk: " + doc.page_content + spacer
     
     message = f"""
-The user is asking for information about the following: {message}.
-Answer him in his own language using the information from the following Swiss federal jurisprudence cases:
+The user is aksing the following question: {message}.
+Please answer in the same language as the message using the collected information from the following Swiss federal jurisprudence cases:
 {context}
 Please mention your sources in your answer, including the urls
     """
@@ -88,7 +83,7 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Textbox(value="You are an assistant in Swiss Jurisprudence cases.", label="System message"),
-        gr.Slider(minimum=1, maximum=24000, value=8000, step=1, label="Max new tokens"),
+        gr.Slider(minimum=1, maximum=24000, value=5000, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
             minimum=0.1,