Update app.py

app.py

@@ -51,11 +51,13 @@ load_dotenv()
 # langfuse analytics
 from langfuse.callback import CallbackHandler
 
-import multiprocessing
+import concurrent.futures
 
-# Define global variables to manage the process and queue
-process = None
-queue = None
+
+# Define global variables for managing the thread and future
+executor = concurrent.futures.ThreadPoolExecutor(max_workers=1)
+future = None
+stop_event = concurrent.futures.thread.Event()
 
 # LangFuse API keys and host settings
 os.environ["LANGFUSE_PUBLIC_KEY"] = os.getenv("LANGFUSE_PUBLIC_KEY")
@@ -554,20 +556,49 @@ def clean_gradio_tmp_dir():
 max_iterations = 5
 iterations = 0
 
+def handle_query(user_question, chatbot, audio=None):
+    """
+    Function to handle the processing of user input with `AgentExecutor.invoke()`.
+    """
+    global future, stop_event
 
-def answer_question(user_question, chatbot, audio=None):
+    # Clear previous stop event and future
+    stop_event.clear()
+    
+    if future and not future.done():
+        return "A query is already being processed. Please stop it before starting a new one."
+
+    # Start the processing in a new thread
+    future = executor.submit(answer_question, user_question,chatbot)
+
+    # Check if the process is done or cancelled
+    if future.done():
+        if future.cancelled():
+            return "Processing was cancelled."
+        try:
+            result = future.result()  # Get the result of the completed future
+            return result
+        except Exception as e:
+            return f"Error occurred: {e}"
+    else:
+        return "Processing your request. You can stop it if needed."
 
-    #initialize the process
+
+def stop_processing():
     """
-    Starts the agent in a separate process.
+    Stops the current processing if it's running.
     """
-    global process
+    global future, stop_event
+    if future and not future.done():
+        stop_event.set()  # Signal the process to stop
+        future.cancel()  # Attempt to cancel the future
+        return "Sorry, there is some issue with the query. Please try after some time."
+    return "No ongoing processing to stop."
 
-    # Create a multiprocessing queue to get the result back from the process
-    queue = multiprocessing.Queue()
-  
-    process.start()
-    
+
+def answer_question(user_question, chatbot, audio=None):
+
+     
     global iterations
     iterations = 0
     # Ensure the temporary chart directory exists
@@ -777,9 +808,9 @@ with gr.Blocks(css=css, theme=gr.themes.Soft()) as demo:
         with gr.Column(scale=1):
             with gr.Row():
                 button = gr.Button("Submit", elem_id="submit",elem_classes="gr-button")
-                # Button to stop the agent process
-                stop_button = gr.Button("Stop Agent")
-                stop_button.click(stop_agent, [])
+                # Button to stop the current processing
+                stop_button = gr.Button("Stop Processing")
+                stop_button.click(stop_processing, [],[chatbot])
 
     button.click(answer_question, [message, chatbot], [chatbot])
     message.submit(answer_question, [message, chatbot], [chatbot])
@@ -790,7 +821,8 @@ with gr.Blocks(css=css, theme=gr.themes.Soft()) as demo:
     submit_feedback_button.click(submit_feedback, [feedback_textbox, chatbot], [chatbot, feedback_textbox, submit_feedback_button])
     submit_feedback_button.click(lambda x: gr.update(value=''), [], [feedback_textbox])
 
-    sample_button.click(answer_question, [sample_button, chatbot], [chatbot])
+    #sample_button.click(answer_question, [sample_button, chatbot], [chatbot])
+    sample_button.click(handle_query, [sample_button, chatbot], [chatbot])
     sample_button1.click(answer_question, [sample_button1, chatbot], [chatbot])
     sample_button2.click(answer_question, [sample_button2, chatbot], [chatbot])
     sample_button3.click(answer_question, [sample_button3, chatbot], [chatbot])