manu commited on
Commit
92c4d88
·
verified ·
1 Parent(s): f1d7f41

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,14 +18,14 @@ def install_fa2():
18
  print("Install FA2")
19
  os.system("pip install flash-attn --no-build-isolation")
20
 
21
- install_fa2()
22
 
23
 
24
  model = ColQwen2.from_pretrained(
25
  "vidore/colqwen2-v1.0",
26
  torch_dtype=torch.bfloat16,
27
  device_map="cuda:0", # or "mps" if on Apple Silicon
28
- attn_implementation="flash_attention_2", # should work on A100
29
  ).eval()
30
  processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")
31
 
 
18
  print("Install FA2")
19
  os.system("pip install flash-attn --no-build-isolation")
20
 
21
+ # install_fa2()
22
 
23
 
24
  model = ColQwen2.from_pretrained(
25
  "vidore/colqwen2-v1.0",
26
  torch_dtype=torch.bfloat16,
27
  device_map="cuda:0", # or "mps" if on Apple Silicon
28
+ # attn_implementation="flash_attention_2"
29
  ).eval()
30
  processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")
31