Spaces:
Sleeping
Sleeping
import gradio as gr | |
import open_clip | |
import torch | |
device = torch.device("cuda") | |
model, _, transform = open_clip.create_model_and_transforms( | |
"coca_ViT-L-14", | |
pretrained="laion2B-s13B-b90k-mscoco-2014.pt" | |
) | |
model.to(device) | |
def output_generate(image): | |
im = transform(image).unsqueeze(0).to(device) | |
generated = model.generate(im, seq_len=20) | |
return open_clip.decode(generated[0]).split("<end_of_text>")[0].replace("<start_of_text>", "") | |
iface = gr.Interface(fn=output_generate, inputs=gr.Image(type="pil"), outputs="text") | |
iface.launch() |