Update app.py
Browse files
app.py
CHANGED
@@ -55,7 +55,7 @@ model = Qwen2VLForConditionalGeneration.from_pretrained(
|
|
55 |
destination_folder,
|
56 |
torch_dtype=torch.bfloat16,
|
57 |
# device_map="cpu",
|
58 |
-
|
59 |
)
|
60 |
|
61 |
# Load the processor
|
|
|
55 |
destination_folder,
|
56 |
torch_dtype=torch.bfloat16,
|
57 |
# device_map="cpu",
|
58 |
+
_attn_implementation = "flash_attention_2",
|
59 |
)
|
60 |
|
61 |
# Load the processor
|