Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
|
|
32 |
|
33 |
# Генерация ответа
|
34 |
output_ids = model.generate(
|
35 |
-
input_ids.to('
|
36 |
max_new_tokens=max_tokens,
|
37 |
temperature=temperature,
|
38 |
top_p=top_p
|
|
|
32 |
|
33 |
# Генерация ответа
|
34 |
output_ids = model.generate(
|
35 |
+
input_ids.to('cpu'),
|
36 |
max_new_tokens=max_tokens,
|
37 |
temperature=temperature,
|
38 |
top_p=top_p
|