Wonder-Griffin commited on
Commit
574cfd3
·
verified ·
1 Parent(s): 3d2f64c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ def respond(
39
 
40
  # Generate a response from the model
41
  output_ids = model.generate(
42
- input_ids.to("cuda"),
43
  max_new_tokens=max_tokens,
44
  temperature=temperature,
45
  top_p=top_p,
 
39
 
40
  # Generate a response from the model
41
  output_ids = model.generate(
42
+ input_ids,
43
  max_new_tokens=max_tokens,
44
  temperature=temperature,
45
  top_p=top_p,