Update api_clients.py
Browse files- api_clients.py +1 -1
api_clients.py
CHANGED
@@ -24,7 +24,7 @@ HF_TOKEN = os.getenv('HF_TOKEN')
|
|
24 |
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
|
25 |
FIREWORKS_API_KEY = os.getenv('FIREWORKS_API_KEY')
|
26 |
|
27 |
-
def get_inference_client(model_id):
|
28 |
"""Return an InferenceClient configured for Hugging Face, Groq, or Fireworks AI."""
|
29 |
if model_id == "moonshotai/Kimi-K2-Instruct":
|
30 |
return InferenceClient(
|
|
|
24 |
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
|
25 |
FIREWORKS_API_KEY = os.getenv('FIREWORKS_API_KEY')
|
26 |
|
27 |
+
def get_inference_client(model_id,provider="auto"):
|
28 |
"""Return an InferenceClient configured for Hugging Face, Groq, or Fireworks AI."""
|
29 |
if model_id == "moonshotai/Kimi-K2-Instruct":
|
30 |
return InferenceClient(
|