Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ footer {
|
|
13 |
ACCESS_TOKEN = os.getenv("HF_TOKEN")
|
14 |
|
15 |
client = OpenAI(
|
16 |
-
base_url="https://api
|
17 |
api_key=ACCESS_TOKEN,
|
18 |
)
|
19 |
|
@@ -53,7 +53,7 @@ def respond(
|
|
53 |
response = ""
|
54 |
|
55 |
for message in client.chat.completions.create(
|
56 |
-
model="
|
57 |
max_tokens=max_tokens,
|
58 |
stream=True,
|
59 |
temperature=temperature,
|
|
|
13 |
ACCESS_TOKEN = os.getenv("HF_TOKEN")
|
14 |
|
15 |
client = OpenAI(
|
16 |
+
base_url="https://api.deepinfra.com/v1/openai/chat/completions",
|
17 |
api_key=ACCESS_TOKEN,
|
18 |
)
|
19 |
|
|
|
53 |
response = ""
|
54 |
|
55 |
for message in client.chat.completions.create(
|
56 |
+
model="mistralai/Mistral-Small-24B-Instruct-2501",
|
57 |
max_tokens=max_tokens,
|
58 |
stream=True,
|
59 |
temperature=temperature,
|