Spaces:
Runtime error
Runtime error
Commit
·
231f7ed
1
Parent(s):
90e16de
Update app.py
Browse files
app.py
CHANGED
@@ -152,7 +152,7 @@ def generate(
|
|
152 |
|
153 |
# with torch.cuda.amp.autocast(dtype=torch.bfloat16):
|
154 |
output = model.generate(
|
155 |
-
vision_x=vision_x.to("cuda", dtype=torch.bfloat16)
|
156 |
lang_x=input_ids.to("cuda"),
|
157 |
attention_mask=attention_mask.to("cuda"),
|
158 |
max_new_tokens=30,
|
|
|
152 |
|
153 |
# with torch.cuda.amp.autocast(dtype=torch.bfloat16):
|
154 |
output = model.generate(
|
155 |
+
vision_x=vision_x.to("cuda", dtype=torch.bfloat16),
|
156 |
lang_x=input_ids.to("cuda"),
|
157 |
attention_mask=attention_mask.to("cuda"),
|
158 |
max_new_tokens=30,
|