mgbam commited on
Commit
63dc90c
·
verified ·
1 Parent(s): 43bf547

Update api_clients.py

Browse files
Files changed (1) hide show
  1. api_clients.py +1 -1
api_clients.py CHANGED
@@ -24,7 +24,7 @@ HF_TOKEN = os.getenv('HF_TOKEN')
24
  GROQ_API_KEY = os.getenv('GROQ_API_KEY')
25
  FIREWORKS_API_KEY = os.getenv('FIREWORKS_API_KEY')
26
 
27
- def get_inference_client(model_id):
28
  """Return an InferenceClient configured for Hugging Face, Groq, or Fireworks AI."""
29
  if model_id == "moonshotai/Kimi-K2-Instruct":
30
  return InferenceClient(
 
24
  GROQ_API_KEY = os.getenv('GROQ_API_KEY')
25
  FIREWORKS_API_KEY = os.getenv('FIREWORKS_API_KEY')
26
 
27
+ def get_inference_client(model_id,provider="auto"):
28
  """Return an InferenceClient configured for Hugging Face, Groq, or Fireworks AI."""
29
  if model_id == "moonshotai/Kimi-K2-Instruct":
30
  return InferenceClient(