LanguageBind commited on
Commit
0a2b774
·
verified ·
1 Parent(s): ab7b9ef

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -114,7 +114,7 @@ def initialize_models(args):
114
  model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained(
115
  args.model_path,
116
  torch_dtype=torch.bfloat16,
117
- attn_implementation="flash_attention_2",
118
  quantization_config=quantization_config if args.nf4 else None,
119
  ).to(device)
120
  task_head = nn.Sequential(
 
114
  model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained(
115
  args.model_path,
116
  torch_dtype=torch.bfloat16,
117
+ attn_implementation="sdpa",
118
  quantization_config=quantization_config if args.nf4 else None,
119
  ).to(device)
120
  task_head = nn.Sequential(