rynmurdock commited on
Commit
96fec0d
·
1 Parent(s): 967d3f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -130,7 +130,7 @@ pipe.to(device=DEVICE)
130
  from transformers import AutoProcessor, PaliGemmaForConditionalGeneration, BitsAndBytesConfig
131
 
132
  quantization_config = BitsAndBytesConfig(load_in_4bit=True)
133
- pali = PaliGemmaForConditionalGeneration.from_pretrained('google/paligemma-3b-pt-224', torch_dtype=dtype, device='cuda').eval()
134
  processor = AutoProcessor.from_pretrained('google/paligemma-3b-pt-224')
135
 
136
 
 
130
  from transformers import AutoProcessor, PaliGemmaForConditionalGeneration, BitsAndBytesConfig
131
 
132
  quantization_config = BitsAndBytesConfig(load_in_4bit=True)
133
+ pali = PaliGemmaForConditionalGeneration.from_pretrained('google/paligemma-3b-pt-224', torch_dtype=dtype, device_map='cuda').eval()
134
  processor = AutoProcessor.from_pretrained('google/paligemma-3b-pt-224')
135
 
136