Spaces:
Running
Running
| from PIL import Image, UnidentifiedImageError | |
| from utils import * | |
| def get_evaluation_data(ds): | |
| evaluation_data = [] | |
| for i in range(len(ds)): | |
| try: | |
| img = ds[i]["image"] | |
| thumbnail_img = img.copy() | |
| thumbnail_img.thumbnail((256, 256)) | |
| evaluation_data.append({ | |
| "id": ds[i]["ex_id"], | |
| "image_thumbnail": image_to_base64(thumbnail_img), | |
| "image_full": image_to_base64(img), | |
| "image_full_url": "https://huggingface.co/", # Dummy | |
| "prompt": ds[i]["prompt"], | |
| "category": ds[i]["category"] | |
| }) | |
| except (UnidentifiedImageError, OSError, ValueError): # To handle .heic images -> can be removed when dataset is fixed | |
| img = Image.new("RGB", (256, 256), color="white") | |
| evaluation_data.append({ | |
| "id": i, | |
| "image_thumbnail": image_to_base64(img), | |
| "image_full": image_to_base64(img), | |
| "image_full_url": "https://huggingface.co/", # Dummy | |
| "prompt": "Dummy prompt", | |
| "category": "Dummy category" | |
| }) | |
| return evaluation_data | |
| def get_model_names(): | |
| models = ["Qwen2.5-VL", "gemma-3"] | |
| return models | |
| def get_responses(): | |
| responses = { | |
| "Qwen2.5-VL": { | |
| 0: "Laws of the Universe - Toro y Moi", | |
| 1: "Smile, have a nice day!", | |
| }, | |
| "gemma-3": { | |
| 0: "Houdini - Dua Lipa", | |
| 1: "Smile, you're on camera!" | |
| }, | |
| } | |
| return responses |