Update app.py
Browse files
app.py
CHANGED
@@ -216,17 +216,15 @@ DEMO_LIST = [
|
|
216 |
]
|
217 |
|
218 |
# HF Inference Client
|
219 |
-
HF_TOKEN = os.getenv('HF_TOKEN')
|
220 |
-
|
221 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
222 |
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
|
223 |
|
224 |
def get_inference_client(model_id):
|
225 |
-
"""Return an InferenceClient configured
|
226 |
if model_id == "moonshotai/Kimi-K2-Instruct":
|
227 |
return InferenceClient(
|
228 |
base_url="https://api.groq.com/openai/v1",
|
229 |
-
api_key=GROQ_API_KEY
|
230 |
)
|
231 |
else:
|
232 |
return InferenceClient(
|
@@ -234,6 +232,7 @@ def get_inference_client(model_id):
|
|
234 |
api_key=HF_TOKEN
|
235 |
)
|
236 |
|
|
|
237 |
# Type definitions
|
238 |
History = List[Tuple[str, str]]
|
239 |
Messages = List[Dict[str, str]]
|
|
|
216 |
]
|
217 |
|
218 |
# HF Inference Client
|
|
|
|
|
219 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
220 |
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
|
221 |
|
222 |
def get_inference_client(model_id):
|
223 |
+
"""Return an InferenceClient configured for Hugging Face or Groq."""
|
224 |
if model_id == "moonshotai/Kimi-K2-Instruct":
|
225 |
return InferenceClient(
|
226 |
base_url="https://api.groq.com/openai/v1",
|
227 |
+
api_key=GROQ_API_KEY
|
228 |
)
|
229 |
else:
|
230 |
return InferenceClient(
|
|
|
232 |
api_key=HF_TOKEN
|
233 |
)
|
234 |
|
235 |
+
|
236 |
# Type definitions
|
237 |
History = List[Tuple[str, str]]
|
238 |
Messages = List[Dict[str, str]]
|