anas-awadalla commited on
Commit
231f7ed
·
1 Parent(s): 90e16de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -152,7 +152,7 @@ def generate(
152
 
153
  # with torch.cuda.amp.autocast(dtype=torch.bfloat16):
154
  output = model.generate(
155
- vision_x=vision_x.to("cuda", dtype=torch.bfloat16)
156
  lang_x=input_ids.to("cuda"),
157
  attention_mask=attention_mask.to("cuda"),
158
  max_new_tokens=30,
 
152
 
153
  # with torch.cuda.amp.autocast(dtype=torch.bfloat16):
154
  output = model.generate(
155
+ vision_x=vision_x.to("cuda", dtype=torch.bfloat16),
156
  lang_x=input_ids.to("cuda"),
157
  attention_mask=attention_mask.to("cuda"),
158
  max_new_tokens=30,