Update app.py

app.py

@@ -218,14 +218,21 @@ DEMO_LIST = [
 # HF Inference Client
 HF_TOKEN = os.getenv('HF_TOKEN')
 
+HF_TOKEN = os.getenv('HF_TOKEN')
+GROQ_API_KEY = os.getenv('GROQ_API_KEY')
+
 def get_inference_client(model_id):
-    """Return an InferenceClient with provider based on model_id."""
-    provider = "groq" if model_id == "moonshotai/Kimi-K2-Instruct" else "auto"
-    return InferenceClient(
-        provider=provider,
-        api_key=HF_TOKEN,
-        bill_to="huggingface"
-    )
+    """Return an InferenceClient configured correctly for Hugging Face or Groq."""
+    if model_id == "moonshotai/Kimi-K2-Instruct":
+        return InferenceClient(
+            base_url="https://api.groq.com/openai/v1",
+            api_key=GROQ_API_KEY,
+        )
+    else:
+        return InferenceClient(
+            model=model_id,
+            api_key=HF_TOKEN
+        )
 
 # Type definitions
 History = List[Tuple[str, str]]