Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -114,7 +114,7 @@ def initialize_models(args):
|
|
114 |
model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained(
|
115 |
args.model_path,
|
116 |
torch_dtype=torch.bfloat16,
|
117 |
-
attn_implementation="
|
118 |
quantization_config=quantization_config if args.nf4 else None,
|
119 |
).to(device)
|
120 |
task_head = nn.Sequential(
|
|
|
114 |
model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained(
|
115 |
args.model_path,
|
116 |
torch_dtype=torch.bfloat16,
|
117 |
+
attn_implementation="sdpa",
|
118 |
quantization_config=quantization_config if args.nf4 else None,
|
119 |
).to(device)
|
120 |
task_head = nn.Sequential(
|