Spaces:
Running
on
A10G
Running
on
A10G
Commit
·
96fec0d
1
Parent(s):
967d3f3
Update app.py
Browse files
app.py
CHANGED
@@ -130,7 +130,7 @@ pipe.to(device=DEVICE)
|
|
130 |
from transformers import AutoProcessor, PaliGemmaForConditionalGeneration, BitsAndBytesConfig
|
131 |
|
132 |
quantization_config = BitsAndBytesConfig(load_in_4bit=True)
|
133 |
-
pali = PaliGemmaForConditionalGeneration.from_pretrained('google/paligemma-3b-pt-224', torch_dtype=dtype,
|
134 |
processor = AutoProcessor.from_pretrained('google/paligemma-3b-pt-224')
|
135 |
|
136 |
|
|
|
130 |
from transformers import AutoProcessor, PaliGemmaForConditionalGeneration, BitsAndBytesConfig
|
131 |
|
132 |
quantization_config = BitsAndBytesConfig(load_in_4bit=True)
|
133 |
+
pali = PaliGemmaForConditionalGeneration.from_pretrained('google/paligemma-3b-pt-224', torch_dtype=dtype, device_map='cuda').eval()
|
134 |
processor = AutoProcessor.from_pretrained('google/paligemma-3b-pt-224')
|
135 |
|
136 |
|