verge4646 commited on
Commit
cdc540c
·
verified ·
1 Parent(s): 85d4697

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
32
 
33
  # Генерация ответа
34
  output_ids = model.generate(
35
- input_ids.to('cuda'),
36
  max_new_tokens=max_tokens,
37
  temperature=temperature,
38
  top_p=top_p
 
32
 
33
  # Генерация ответа
34
  output_ids = model.generate(
35
+ input_ids.to('cpu'),
36
  max_new_tokens=max_tokens,
37
  temperature=temperature,
38
  top_p=top_p