Update app.py

app.py

@@ -1,36 +1,27 @@
+import asyncio
 import chainlit as cl
 from together import Together
 
-# Hardcoded Together API key for testing (replace with your key)
 TOGETHER_API_KEY = "4e381cebe7224f3da54cae6e54d3fdd3ee00b6ac160fc29cea66fbe48a0be3d1"
 
 @cl.on_message
 async def main(message: str):
-    # Use the hardcoded key directly
-    together_api_key = TOGETHER_API_KEY
-    if not together_api_key:
-        await cl.Message(
-            content="Error: No Together API key provided."
-        ).send()
+    if not TOGETHER_API_KEY:
+        await cl.Message(content="Error: No Together API key provided.").send()
         return
 
-    # Initialize the Together client
-    client = Together(api_key=together_api_key)
-
-    # Construct messages from the user input
+    client = Together(api_key=TOGETHER_API_KEY)
     messages = [{"role": "user", "content": message}]
 
     try:
-        # Call the model
-        completion = client.chat.completions.create(
+        # Run the synchronous API call in a thread
+        completion = await asyncio.to_thread(
+            client.chat.completions.create,
             model="meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
             messages=messages,
             max_tokens=500
         )
-        # Extract the response
         response = completion.choices[0].message.content
-        # Send the response via Chainlit
         await cl.Message(content=response).send()
     except Exception as e:
-        # If there is an error, send the error message
         await cl.Message(content=f"Error: {str(e)}").send()