hiyouga
/

PaliGemma-3B-Chat-v0.1

Image-Text-to-Text

text-generation-inference

Model card Files Files and versions Community

hiyouga commited on May 23

Commit

4d97e30

•

1 Parent(s): a3e666b

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -31,13 +31,13 @@ from PIL import Image
 from transformers import AutoModelForVision2Seq, AutoProcessor, AutoTokenizer, TextStreamer
-model_id = "/raid/zhangrichong/data/zhengyw/llama_factory/models/paligemma-chat"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 processor = AutoProcessor.from_pretrained(model_id)
 model = AutoModelForVision2Seq.from_pretrained(model_id, torch_dtype="auto", device_map="auto")
 streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
-url = "hiyouga/PaliGemma-3B-Chat-v0.1"
 image = Image.open(requests.get(url, stream=True).raw)
 pixel_values = processor(images=[image], return_tensors="pt").to(model.device)["pixel_values"]

 from transformers import AutoModelForVision2Seq, AutoProcessor, AutoTokenizer, TextStreamer
+model_id = "hiyouga/PaliGemma-3B-Chat-v0.1"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 processor = AutoProcessor.from_pretrained(model_id)
 model = AutoModelForVision2Seq.from_pretrained(model_id, torch_dtype="auto", device_map="auto")
 streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
+url = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/car.jpg?download=true"
 image = Image.open(requests.get(url, stream=True).raw)
 pixel_values = processor(images=[image], return_tensors="pt").to(model.device)["pixel_values"]