Update app.py
Browse files
app.py
CHANGED
@@ -87,7 +87,7 @@ def generate(prompt, history):
|
|
87 |
# tokenize=True,
|
88 |
return_dict=True,
|
89 |
return_tensors="pt",
|
90 |
-
).to(
|
91 |
outputs = model.generate(
|
92 |
**inputs,
|
93 |
max_new_tokens=512,
|
|
|
87 |
# tokenize=True,
|
88 |
return_dict=True,
|
89 |
return_tensors="pt",
|
90 |
+
).to(model.device)
|
91 |
outputs = model.generate(
|
92 |
**inputs,
|
93 |
max_new_tokens=512,
|