Update app.py
Browse files
app.py
CHANGED
@@ -25,7 +25,7 @@ HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
|
25 |
def client_fn(model):
|
26 |
if "Llama 3B Service" in model:
|
27 |
return OpenAI(
|
28 |
-
base_url="http://
|
29 |
api_key="token-abc123"
|
30 |
)
|
31 |
elif "Llama" in model:
|
|
|
25 |
def client_fn(model):
|
26 |
if "Llama 3B Service" in model:
|
27 |
return OpenAI(
|
28 |
+
base_url="http://52.76.81.56:60002/v1",
|
29 |
api_key="token-abc123"
|
30 |
)
|
31 |
elif "Llama" in model:
|