Spaces:
Sleeping
Sleeping
Commit
·
529f4f3
1
Parent(s):
2e3ad26
change max tokens
Browse files
app.py
CHANGED
|
@@ -15,7 +15,8 @@ async def generate_response(user_input):
|
|
| 15 |
response = client.chat.completions.create(
|
| 16 |
model= 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF',
|
| 17 |
messages=messages,
|
| 18 |
-
max_tokens=
|
|
|
|
| 19 |
)
|
| 20 |
|
| 21 |
return response.choices[0].message.content
|
|
|
|
| 15 |
response = client.chat.completions.create(
|
| 16 |
model= 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF',
|
| 17 |
messages=messages,
|
| 18 |
+
max_tokens=16384,
|
| 19 |
+
max_completion_tokens=16384
|
| 20 |
)
|
| 21 |
|
| 22 |
return response.choices[0].message.content
|