Kazel
commited on
Commit
·
58d195f
1
Parent(s):
8c0335e
change
Browse files- .env +1 -1
- colpali_manager.py +0 -2
.env
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
colpali='vidore/colpali-v1.3'
|
2 |
ollama='minicpm-v'
|
3 |
-
flashattn='
|
4 |
metrictype='IP'
|
5 |
mnum='16'
|
6 |
efnum='500'
|
|
|
1 |
colpali='vidore/colpali-v1.3'
|
2 |
ollama='minicpm-v'
|
3 |
+
flashattn='0'
|
4 |
metrictype='IP'
|
5 |
mnum='16'
|
6 |
efnum='500'
|
colpali_manager.py
CHANGED
@@ -47,7 +47,6 @@ if not os.path.exists(save_directory): #download if directory not created/model
|
|
47 |
model_name,
|
48 |
torch_dtype=torch.bfloat16,
|
49 |
device_map=device,
|
50 |
-
attn_implementation="flash_attention_2",
|
51 |
).eval()
|
52 |
processor = cast(ColIdefics3Processor, ColIdefics3Processor.from_pretrained(model_name))
|
53 |
else: #if colpali v1.3 etc
|
@@ -55,7 +54,6 @@ if not os.path.exists(save_directory): #download if directory not created/model
|
|
55 |
model_name,
|
56 |
torch_dtype=torch.bfloat16,
|
57 |
device_map=device,
|
58 |
-
attn_implementation="flash_attention_2",
|
59 |
).eval()
|
60 |
processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
|
61 |
os.makedirs(save_directory)
|
|
|
47 |
model_name,
|
48 |
torch_dtype=torch.bfloat16,
|
49 |
device_map=device,
|
|
|
50 |
).eval()
|
51 |
processor = cast(ColIdefics3Processor, ColIdefics3Processor.from_pretrained(model_name))
|
52 |
else: #if colpali v1.3 etc
|
|
|
54 |
model_name,
|
55 |
torch_dtype=torch.bfloat16,
|
56 |
device_map=device,
|
|
|
57 |
).eval()
|
58 |
processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
|
59 |
os.makedirs(save_directory)
|