testing

app.py

@@ -112,12 +112,11 @@ async def generate(ctx: commands.Context, *, args: str = None):
     try:
         logger.info(f"Received prompt: {prompt}")
 
-        # Define an asynchronous wrapper for the predict call
-        async def call_predict():
-            return GRADIO_CLIENT.predict(param_0=prompt, api_name="/predict")
-
-        # Set a timeout for the predict call (e.g., 60 seconds)
-        response = await asyncio.wait_for(call_predict(), timeout=60)
+        # Non-blocking call to predict using asyncio.to_thread
+        response = await asyncio.wait_for(
+            asyncio.to_thread(GRADIO_CLIENT.predict, param_0=prompt, api_name="/predict"),
+            timeout=60
+        )
 
         logger.info(f"API response: {response}")