Bhavesh7895 commited on
Commit
957fe87
·
verified ·
1 Parent(s): b805130

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +35 -0
app.py ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import chainlit as cl
3
+ from huggingface_hub import InferenceClient
4
+
5
+ # Make sure you set HF_API_KEY in your environment or Spaces Secrets.
6
+ # E.g., os.environ["HF_API_KEY"] = "hf_xxxxxxxxxxxxxx"
7
+
8
+ @cl.on_message
9
+ async def main(message: str):
10
+ hf_api_key = os.getenv("HF_API_KEY", "")
11
+ if not hf_api_key:
12
+ await cl.Message(
13
+ content="Error: No HF API key found. Please set HF_API_KEY."
14
+ ).send()
15
+ return
16
+
17
+ client = InferenceClient(provider="together", api_key=hf_api_key)
18
+
19
+ messages = [
20
+ {
21
+ "role": "user",
22
+ "content": message
23
+ }
24
+ ]
25
+
26
+ try:
27
+ completion = client.chat.completions.create(
28
+ model="deepseek-ai/DeepSeek-R1",
29
+ messages=messages,
30
+ max_tokens=500
31
+ )
32
+ response = completion.choices[0].message.content
33
+ await cl.Message(content=response).send()
34
+ except Exception as e:
35
+ await cl.Message(content=f"Error: {str(e)}").send()