Update app.py

app.py

@@ -484,13 +484,48 @@ import re
 #     return cleaned_response
 
 
+# def clean_response(response_text):
+#     # Remove system and user tags
+#     response_text = re.sub(r'<\|system\|>.*?<\|end\|>', '', response_text, flags=re.DOTALL)
+#     response_text = re.sub(r'<\|user\|>.*?<\|end\|>', '', response_text, flags=re.DOTALL)
+#     response_text = re.sub(r'<\|assistant\|>', '', response_text, flags=re.DOTALL)
+    
+#     # Remove 'Document(metadata=...' part
+#     response_text = re.sub(r'Document\(metadata=\{.*?\},page_content=', '', response_text, flags=re.DOTALL)
+    
+#     # Remove any unwanted escape characters like \u and \u00
+#     response_text = re.sub(r'\\u[0-9A-Fa-f]{4}', '', response_text)
+
+#     # Add spaces between words and dates (e.g., "born04/04/1963" becomes "born 04/04/1963")
+#     response_text = re.sub(r'([a-zA-Z])(\d)', r'\1 \2', response_text)
+#     response_text = re.sub(r'(\d)([a-zA-Z])', r'\1 \2', response_text)
+
+#     # Clean up the text by removing extra whitespace
+#     cleaned_response = response_text.strip()
+#     cleaned_response = re.sub(r'\s+', ' ', cleaned_response)
+
+#     # Ensure the response is conversational and organized
+#     cleaned_response = cleaned_response.replace('1.', '\n1.').replace('2.', '\n2.').replace('3.', '\n3.').replace('4.', '\n4.').replace('5.', '\n5.')
+
+#     return cleaned_response
+
+
 def clean_response(response_text):
     # Remove system and user tags
     response_text = re.sub(r'<\|system\|>.*?<\|end\|>', '', response_text, flags=re.DOTALL)
     response_text = re.sub(r'<\|user\|>.*?<\|end\|>', '', response_text, flags=re.DOTALL)
     response_text = re.sub(r'<\|assistant\|>', '', response_text, flags=re.DOTALL)
     
-    # Remove 'Document(metadata=...' part
+    # Extract the document name and page number
+    document_match = re.search(r"Document\(metadata=\{'source':'(.+?)','page':(\d+)\}", response_text)
+    if document_match:
+        document_name = document_match.group(1).split('/')[-1]  # Get the document name
+        page_number = document_match.group(2)  # Get the page number
+    else:
+        document_name = "Unknown"
+        page_number = "Unknown"
+    
+    # Remove the 'Document(metadata=...' part and keep only the page content
     response_text = re.sub(r'Document\(metadata=\{.*?\},page_content=', '', response_text, flags=re.DOTALL)
     
     # Remove any unwanted escape characters like \u and \u00
@@ -507,7 +542,16 @@ def clean_response(response_text):
     # Ensure the response is conversational and organized
     cleaned_response = cleaned_response.replace('1.', '\n1.').replace('2.', '\n2.').replace('3.', '\n3.').replace('4.', '\n4.').replace('5.', '\n5.')
 
-    return cleaned_response
+    # Return the cleaned response with the document name and page number
+    final_response = f"""
+Sure! The Responses are as follows:
+Document name - {document_name}
+Page No - {page_number}
+Response - {cleaned_response}
+"""
+
+    return final_response
+