| from turtle import title | |
| import gradio as gr | |
| from transformers import pipeline | |
| import numpy as np | |
| from PIL import Image | |
| pipes = { | |
| "chinese-clip-vit-base-patch16": pipeline("zero-shot-image-classification", model="OFA-Sys/chinese-clip-vit-base-patch16"), | |
| "chinese-clip-vit-large-patch14": pipeline("zero-shot-image-classification", model="OFA-Sys/chinese-clip-vit-large-patch14"), | |
| "chinese-clip-vit-large-patch14-336px": pipeline("zero-shot-image-classification", model="OFA-Sys/chinese-clip-vit-large-patch14-336px"), | |
| "chinese-clip-vit-huge-patch14": pipeline("zero-shot-image-classification", model="OFA-Sys/chinese-clip-vit-huge-patch14"), | |
| } | |
| images="festival.jpg" | |
| def shot(image, labels_text): | |
| PIL_image = Image.fromarray(np.uint8(image)).convert('RGB') | |
| labels = labels_text.split(",") | |
| res = pipes['chinese-clip-vit-base-patch16'](images=PIL_image, | |
| candidate_labels=labels, | |
| hypothesis_template= "一张{}的图片。") | |
| return {dic["label"]: dic["score"] for dic in res} | |
| iface = gr.Interface(shot, | |
| ["image", "text"], | |
| "label", | |
| examples=[["festival.jpg", "灯笼, 鞭炮, 对联"], | |
| ["cat-dog-music.png", "音乐表演, 体育运动"], | |
| ["football-match.jpg", "梅西, C罗, 马奎尔"]], | |
| description="Add a picture and a list of labels separated by commas", | |
| title="Zero-shot Image Classification") | |
| iface.launch() |