Spaces:
Sleeping
Sleeping
Create app.py
Browse files
app.py
ADDED
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import os
|
2 |
+
import chainlit as cl
|
3 |
+
from huggingface_hub import InferenceClient
|
4 |
+
|
5 |
+
# Make sure you set HF_API_KEY in your environment or Spaces Secrets.
|
6 |
+
# E.g., os.environ["HF_API_KEY"] = "hf_xxxxxxxxxxxxxx"
|
7 |
+
|
8 |
+
@cl.on_message
|
9 |
+
async def main(message: str):
|
10 |
+
hf_api_key = os.getenv("HF_API_KEY", "")
|
11 |
+
if not hf_api_key:
|
12 |
+
await cl.Message(
|
13 |
+
content="Error: No HF API key found. Please set HF_API_KEY."
|
14 |
+
).send()
|
15 |
+
return
|
16 |
+
|
17 |
+
client = InferenceClient(provider="together", api_key=hf_api_key)
|
18 |
+
|
19 |
+
messages = [
|
20 |
+
{
|
21 |
+
"role": "user",
|
22 |
+
"content": message
|
23 |
+
}
|
24 |
+
]
|
25 |
+
|
26 |
+
try:
|
27 |
+
completion = client.chat.completions.create(
|
28 |
+
model="deepseek-ai/DeepSeek-R1",
|
29 |
+
messages=messages,
|
30 |
+
max_tokens=500
|
31 |
+
)
|
32 |
+
response = completion.choices[0].message.content
|
33 |
+
await cl.Message(content=response).send()
|
34 |
+
except Exception as e:
|
35 |
+
await cl.Message(content=f"Error: {str(e)}").send()
|