bobber commited on
Commit
a8ba17b
·
verified ·
1 Parent(s): 79b9a75

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -87,7 +87,7 @@ def generate(prompt, history):
87
  # tokenize=True,
88
  return_dict=True,
89
  return_tensors="pt",
90
- ).to(gpu_model.device)
91
  outputs = model.generate(
92
  **inputs,
93
  max_new_tokens=512,
 
87
  # tokenize=True,
88
  return_dict=True,
89
  return_tensors="pt",
90
+ ).to(model.device)
91
  outputs = model.generate(
92
  **inputs,
93
  max_new_tokens=512,