Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -18,14 +18,14 @@ def install_fa2():
|
|
18 |
print("Install FA2")
|
19 |
os.system("pip install flash-attn --no-build-isolation")
|
20 |
|
21 |
-
install_fa2()
|
22 |
|
23 |
|
24 |
model = ColQwen2.from_pretrained(
|
25 |
"vidore/colqwen2-v1.0",
|
26 |
torch_dtype=torch.bfloat16,
|
27 |
device_map="cuda:0", # or "mps" if on Apple Silicon
|
28 |
-
attn_implementation="flash_attention_2"
|
29 |
).eval()
|
30 |
processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")
|
31 |
|
|
|
18 |
print("Install FA2")
|
19 |
os.system("pip install flash-attn --no-build-isolation")
|
20 |
|
21 |
+
# install_fa2()
|
22 |
|
23 |
|
24 |
model = ColQwen2.from_pretrained(
|
25 |
"vidore/colqwen2-v1.0",
|
26 |
torch_dtype=torch.bfloat16,
|
27 |
device_map="cuda:0", # or "mps" if on Apple Silicon
|
28 |
+
# attn_implementation="flash_attention_2"
|
29 |
).eval()
|
30 |
processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")
|
31 |
|