Spaces:
Runtime error
Runtime error
import os | |
import cv2 | |
import numpy as np | |
import torch | |
import gradio as gr | |
import spaces | |
from PIL import Image | |
from transformers import AutoModelForImageSegmentation | |
from torchvision import transforms | |
torch.set_float32_matmul_precision('high') | |
torch.jit.script = lambda f: f | |
device = "cuda" if torch.cuda.is_available() else "cpu" | |
def refine_foreground(image, mask, r=90): | |
if mask.size != image.size: | |
mask = mask.resize(image.size) | |
image = np.array(image) / 255.0 | |
mask = np.array(mask) / 255.0 | |
estimated_foreground = FB_blur_fusion_foreground_estimator_2(image, mask, r=r) | |
image_masked = Image.fromarray((estimated_foreground * 255.0).astype(np.uint8)) | |
return image_masked | |
def FB_blur_fusion_foreground_estimator_2(image, alpha, r=90): | |
alpha = alpha[:, :, None] | |
F, blur_B = FB_blur_fusion_foreground_estimator( | |
image, image, image, alpha, r) | |
return FB_blur_fusion_foreground_estimator(image, F, blur_B, alpha, r=6)[0] | |
def FB_blur_fusion_foreground_estimator(image, F, B, alpha, r=90): | |
if isinstance(image, Image.Image): | |
image = np.array(image) / 255.0 | |
blurred_alpha = cv2.blur(alpha, (r, r))[:, :, None] | |
blurred_FA = cv2.blur(F * alpha, (r, r)) | |
blurred_F = blurred_FA / (blurred_alpha + 1e-5) | |
blurred_B1A = cv2.blur(B * (1 - alpha), (r, r)) | |
blurred_B = blurred_B1A / ((1 - blurred_alpha) + 1e-5) | |
F = blurred_F + alpha * \ | |
(image - alpha * blurred_F - (1 - alpha) * blurred_B) | |
F = np.clip(F, 0, 1) | |
return F, blurred_B | |
class ImagePreprocessor(): | |
def __init__(self, resolution=(1024, 1024)) -> None: | |
self.transform_image = transforms.Compose([ | |
transforms.Resize(resolution), | |
transforms.ToTensor(), | |
transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225]), | |
]) | |
def proc(self, image: Image.Image) -> torch.Tensor: | |
image = self.transform_image(image) | |
return image | |
birefnet = AutoModelForImageSegmentation.from_pretrained('zhengpeng7/BiRefNet-matting', trust_remote_code=True) | |
birefnet.to(device) | |
birefnet.eval() | |
def remove_background(image): | |
if image is None: | |
raise gr.Error("Please upload an image.") | |
image_ori = Image.fromarray(image).convert('RGB') | |
# Preprocess the image | |
image_preprocessor = ImagePreprocessor(resolution=(1024, 1024)) | |
image_proc = image_preprocessor.proc(image_ori) | |
image_proc = image_proc.unsqueeze(0) | |
# Prediction | |
with torch.no_grad(): | |
preds = birefnet(image_proc.to(device))[-1].sigmoid().cpu() | |
pred = preds[0].squeeze() | |
# Show Results | |
pred_pil = transforms.ToPILImage()(pred) | |
image_masked = refine_foreground(image_ori, pred_pil) | |
image_masked.putalpha(pred_pil.resize(image_ori.size)) | |
torch.cuda.empty_cache() | |
# Save mask as PNG | |
mask_path = "mask.png" | |
pred_pil.save(mask_path) | |
# Save output as PNG | |
output_path = "output.png" | |
image_masked.save(output_path) | |
return mask_path, output_path | |
css = """ | |
body { | |
font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol"; | |
} | |
.gradio-container { | |
background: linear-gradient( | |
135deg, | |
#e0f7fa, #e8f5e9, #fff9c4, #ffebee, | |
#f3e5f5, #e1f5fe, #fff3e0, #e8eaf6 | |
); | |
background-size: 400% 400%; | |
animation: gradient-animation 15s ease infinite; | |
} | |
@keyframes gradient-animation { | |
0% { background-position: 0% 50%; } | |
50% { background-position: 100% 50%; } | |
100% { background-position: 0% 50%; } | |
} | |
.gradio-button { | |
font-family: inherit; | |
font-size: 16px; | |
font-weight: bold; | |
color: #000000; | |
background: white; | |
border: 2px solid black; | |
border-radius: 10px; | |
} | |
.gradio-button:hover { | |
background: #f0f0f0; | |
} | |
""" | |
iface = gr.Interface( | |
fn=remove_background, | |
inputs=gr.Image(type="numpy"), | |
outputs=[ | |
gr.Image(type="filepath", label="Mask"), | |
gr.Image(type="filepath", label="Output") | |
], | |
title="<div style='font-size: 36px; font-weight: bold;'>{.Remove Background}</div>", | |
description="Upload an image to remove its background using BiRefNet.", | |
allow_flagging="never", | |
css=css | |
) | |
if __name__ == "__main__": | |
iface.launch(debug=True) |