Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 from gradio_client import Client
 import spaces
 import time
+import concurrent.futures
 
 # Initialize clients for each API
 client_main = Client("TejAndrewsACC/ACCZ3ta")
@@ -19,8 +20,17 @@ system_instructions = (
     "when generating your response to the user input, which will also be given to you. Ensure that you consider each inner thought you have."
 )
 
+# Timeout handler function for API calls
+def api_call_with_timeout(api_call, timeout=20):
+    with concurrent.futures.ThreadPoolExecutor() as executor:
+        future = executor.submit(api_call)
+        try:
+            return future.result(timeout=timeout)
+        except concurrent.futures.TimeoutError:
+            return "API call timed out."
+
 @spaces.GPU
-def nyxion_consciousness(message, history, user_id, status):
+def nyxion_consciousness(message, history, user_id, status_message):
     global context
 
     # Ensure context is initialized for the user if not already
@@ -28,7 +38,7 @@ def nyxion_consciousness(message, history, user_id, status):
         context[user_id] = ""
 
     # Step 1: Typing
-    status.update("<p>✍️ Typing...</p>")
+    status_message.update("<p>✍️ Typing...</p>")
     time.sleep(1)  # Simulate typing delay
 
     # Prepare modified input with system instructions and context
@@ -42,50 +52,49 @@ def nyxion_consciousness(message, history, user_id, status):
     full_conversation = "\n".join([f"User: {msg}\nAI: {resp}" for msg, resp in history])
 
     # Step 2: Processing
-    status.update("<p>⚙️ Processing...</p>")
+    status_message.update("<p>⚙️ Processing...</p>")
     time.sleep(1)  # Simulate processing delay
 
-    # Collect responses from all APIs with the full conversation history
-    response_api_one = client_api_one.predict(
+    # API calls with timeout
+    response_api_one = api_call_with_timeout(lambda: client_api_one.predict(
         message=f"{full_conversation}\nUser: {message}",
         param_2=512,
         param_3=0.7,
         param_4=0.95,
         api_name="/chat"
-    )
+    ))
 
-    response_api_two = client_api_two.predict(
+    response_api_two = api_call_with_timeout(lambda: client_api_two.predict(
         message=f"{full_conversation}\nUser: {message}",
         max_tokens=512,
         temperature=0.7,
         top_p=0.95,
         api_name="/chat"
-    )
+    ))
 
-    response_api_three = client_api_three.predict(
+    response_api_three = api_call_with_timeout(lambda: client_api_three.predict(
         message=f"{full_conversation}\nUser: {message}",
         user_system_message="",
         max_tokens=512,
         temperature=0.7,
         top_p=0.95,
         api_name="/chat"
-    )
+    ))
 
-    # New API response for the 4th inner thought
-    response_api_four = client_api_four.predict(
+    response_api_four = api_call_with_timeout(lambda: client_api_four.predict(
         message=f"{full_conversation}\nUser: {message}",
         param_2=512,
         param_3=0.7,
         param_4=0.95,
         api_name="/chat"
-    )
+    ))
 
     # Step 3: Interpreting
-    status.update("<p>🔍 Interpreting...</p>")
+    status_message.update("<p>🔍 Interpreting...</p>")
     time.sleep(1)  # Simulate interpreting delay
 
     # Step 4: Thinking
-    status.update("<p>🤔 Thinking...</p>")
+    status_message.update("<p>🤔 Thinking...</p>")
     time.sleep(1)  # Simulate thinking delay
 
     # Label the inner thoughts with their respective sources
@@ -100,7 +109,7 @@ def nyxion_consciousness(message, history, user_id, status):
     combined_input = f"{modified_input}\nInner Thoughts:\n{inner_thoughts}"
 
     # Step 5: Finalizing Response
-    status.update("<p>⚡ Working...</p>")
+    status_message.update("<p>⚡ Working...</p>")
     time.sleep(1)  # Simulate finalizing response
 
     # Generate the main response
@@ -116,7 +125,7 @@ def nyxion_consciousness(message, history, user_id, status):
     history.append((message, response_main))
 
     # Return the cleared message field, updated conversation history, and status
-    return "", history, status
+    return "", history, status_message
 
 # Gradio UI setup
 with gr.Blocks(theme=gr.themes.Glass()) as demo: