Update conversation.py

conversation.py

@@ -41,14 +41,31 @@ def create_conversation(query: str, chat_history: list, collection_name: str) ->
             return_source_documents=False,
         )
         result = cqa({'question': query, 'chat_history': chat_history})
+        # chat_history.append((query, result['answer']))
+        # return '', chat_history
+
+        source_documents = result.get('source_documents', [])
+
+        # Filter the source_documents to keep 'page', 'source', and 'page_content'
+        filtered_documents = [{'page': doc.metadata.get('page', None),
+                       'source': os.path.basename(doc.metadata.get('source', None)),
+                       'page_content': doc.page_content}
+                      for doc in source_documents]   
+        # Format and print the output with spaces between documents
+        output = ""
+        for doc in filtered_documents:
+            page = doc['page']
+            source = doc['source']
+            page_content = doc['page_content']
+    
+            output += f"Page: {page}\n"
+            output += f"Source: {source}\n"
+            output += f"Page Content: {page_content}\n"
+            output += "\n"  # Adding new lines between documents for better readability
+
+             
         chat_history.append((query, result['answer']))
-        return '', chat_history
-    # except Exception as e:
-    #     chat_history.append((query, e))
-    #     return '', chat_history
-    except pinecone.exceptions.PineconeException as pe:
-        chat_history.append((query, f"Pinecone Error: {pe}"))
-        return '', chat_history
+        return '',chat_history, output
     except Exception as e:
         chat_history.append((query, f"Unexpected Error: {e}"))
-        return '', chat_history
+        return '', chat_history, output