Update app.py

app.py

@@ -1,20 +1,19 @@
 import os
 import chainlit as cl
-from huggingface_hub import InferenceClient
-
-# Make sure you set HF_API_KEY in your environment or Spaces Secrets.
-# E.g., os.environ["HF_API_KEY"] = "hf_xxxxxxxxxxxxxx"
+from together import Together
 
 @cl.on_message
 async def main(message: str):
-    hf_api_key = os.getenv("HF_API_KEY", "")
-    if not hf_api_key:
+    # Read your Together API key from environment
+    together_api_key = os.getenv("TOGETHER_API_KEY", "")
+    if not together_api_key:
         await cl.Message(
-            content="Error: No HF API key found. Please set HF_API_KEY."
+            content="Error: No Together API key found. Please set TOGETHER_API_KEY."
         ).send()
         return
 
-    client = InferenceClient(provider="together", api_key=hf_api_key)
+    # Initialize the Together client with your API key
+    client = Together(api_key=together_api_key)
 
     messages = [
         {
@@ -24,12 +23,15 @@ async def main(message: str):
     ]
 
     try:
+        # Call the desired model
         completion = client.chat.completions.create(
-            model="deepseek-ai/DeepSeek-R1",
+            model="meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
             messages=messages,
             max_tokens=500
         )
+        # Extract response
         response = completion.choices[0].message.content
+        # Send Chainlit message
         await cl.Message(content=response).send()
     except Exception as e:
-        await cl.Message(content=f"Error: {str(e)}").send()
+        await cl.Message(content=f"Error: {str(e)}").send()