Auto Daily Leaderboard udpate Mon Mar 24 12:00:34 PM EDT 2025

arena_elo/results/20250324/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b87a299140c607371d3d4b8ede2465a7a9740e65bf830a382a628d6ecd4030
+size 88249

arena_elo/results/20250324/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1132.6562046877937,1136.881626526418,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.8794520729427,1117.2389253644217,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.6989174854532,1097.5966946453577,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.0601583773705,1071.6887706579623,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.759485445269,1059.9662291477293,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1043.1590821331504,1045.423924841171,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.0358808364986,1017.1388128589163,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.2107257484348,1010.9928614598375,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.9814310904595,1017.30973461225,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.4322394517607,1018.8245208422165,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1005.9092990060464,1007.2586026353592,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.874420240408,991.6553955764688,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.145498062238,967.9812946105849,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8766500425899,913.1837813497355,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9024976136928,899.0375887805724,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.023266609421,827.523559853701,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3947910964819,805.0854780133963,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -121850,5 +121850,89 @@
     "judge": "arena_user_10.16.10.234",
     "anony": true,
     "tstamp": 1742703496.8573
+  },
+  {
+    "model_a_conv_id": "fe56bb866b834f9b8439160051f2b0ca",
+    "model_b_conv_id": "e2c589ca15b34ca593aa8e8953c358bd",
+    "inputs": {
+      "prompt": "A panda making latte art."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "StableCascade",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742763824.4436
+  },
+  {
+    "model_a_conv_id": "cee7afc2fd29498bb5b0fddf352d221f",
+    "model_b_conv_id": "479878fa7cc14b80a3150a516a2c4220",
+    "inputs": {
+      "prompt": "hyperrealism photo of a man with an orange hood covering his face"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SDXLTurbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1742763836.4254
+  },
+  {
+    "model_a_conv_id": "4856454fdd704682817e2616a7f0293d",
+    "model_b_conv_id": "fc910fbfa849447e84f1fe6c5415a8ed",
+    "inputs": {
+      "prompt": "A black and white picture of a busy street, only red is in color, a red double decker bus drives down the road."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742763851.5901
+  },
+  {
+    "model_a_conv_id": "5fc1368836394073a257cde6651bbdab",
+    "model_b_conv_id": "8b71f1181136441f9e155dfa9454859c",
+    "inputs": {
+      "prompt": "A silver suitcase and other bags lie in the back seat of a pink car ."
+    },
+    "model_a": "StableCascade",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742763872.0108
+  },
+  {
+    "model_a_conv_id": "fab489e36b8743bca1328444280eed24",
+    "model_b_conv_id": "257e6278249c44c387b09c783aa3ec63",
+    "inputs": {
+      "prompt": "A vintage t-shirt design based n the novel \"ask the dust\" of  minimalist desert road at dusk, stretching toward a vanishing point under a soft orange sky. A woman with wild, dark hair walks away in mid-stride, wearing a loose red dress blowing in the wind. Scattered pages from a typewriter trail behind her across the dusty pavement. The mood is wistful and lonely. The style is hand-drawn sketch or vintage screen print. text in lower right, small size, a typewriter font, reads \"the words were there, but the world wouldn't listen\"\n\n"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1742802893.6404
+  },
+  {
+    "model_a_conv_id": "0ee6d6329ada434c8ed3468037b07573",
+    "model_b_conv_id": "10444b54054c4956a9bd0fc96eb39c94",
+    "inputs": {
+      "prompt": "A black colored banana."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.206",
+    "anony": true,
+    "tstamp": 1742823072.2881
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57597aeaa4104e409dac23a1f13c3c7c12cdfbd50a97bb77cfc64b82e5bbf48d
+oid sha256:e5b87a299140c607371d3d4b8ede2465a7a9740e65bf830a382a628d6ecd4030
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1133.7095589577782,1137.485308833042,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.2321572642236,1116.7484547030508,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.3072342372666,1097.3572538814963,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.8863712394716,1071.558887213857,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1060.7849430640724,1059.9932056285272,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.773916477178,1045.0964134987978,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1021.9663212913179,1017.0680904984551,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.091290094186,1010.9028258577529,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.8792829939691,1017.233695302996,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1014.3980919825319,1018.819274507061,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1006.6171985591071,1007.8853130129193,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.6056636369167,992.36139121051,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.0320334268279,967.8981360913521,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.8076423277244,913.1294994559455,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.726030629462,898.9035444705845,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.9096355456702,827.4366177846179,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.2726282722962,804.9909627905355,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1132.6562046877937,1136.881626526418,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.8794520729427,1117.2389253644217,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.6989174854532,1097.5966946453577,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.0601583773705,1071.6887706579623,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.759485445269,1059.9662291477293,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1043.1590821331504,1045.423924841171,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.0358808364986,1017.1388128589163,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.2107257484348,1010.9928614598375,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.9814310904595,1017.30973461225,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.4322394517607,1018.8245208422165,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1005.9092990060464,1007.2586026353592,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.874420240408,991.6553955764688,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.145498062238,967.9812946105849,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8766500425899,913.1837813497355,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9024976136928,899.0375887805724,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.023266609421,827.523559853701,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3947910964819,805.0854780133963,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7