Auto Daily Leaderboard udpate Sat Mar 22 12:00:36 PM EDT 2025

arena_elo/results/20250322/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c405e8dce98ab009a421b9565ab3dacfdbcac637d17ed1ba3c471fe4c67dfc6
+size 88249

arena_elo/results/20250322/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1133.6881079699315,1137.4572776952602,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.9059376720484,1117.3392637767622,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.3150523495838,1095.9002992996284,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9619338145642,1071.6370643703442,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1063.3982187266233,1062.517601611637,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1043.0520967918658,1045.3758248740987,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.6214619373092,1016.599466498317,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0065076511311,1011.674207861188,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6194650861045,1017.0073395090042,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.4990683839629,1018.9449333436221,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.289268615974,1008.4840359481226,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,992.678220956815,990.5148515734292,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.7578496645282,966.8939230534455,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8472512065784,913.1458617813017,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7840868324477,898.95842628673,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.2460711691601,827.7426393833832,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3294011713808,805.0702838610091,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -120800,5 +120800,173 @@
     "judge": "arena_user_10.16.41.149",
     "anony": true,
     "tstamp": 1742530987.534
+  },
+  {
+    "model_a_conv_id": "0687324fd00841d89fa1fa130fcf17a0",
+    "model_b_conv_id": "a0d4637d90634ca081a04af38f604491",
+    "inputs": {
+      "prompt": "A brown toilet with a white wooden seat ."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1742586592.1402
+  },
+  {
+    "model_a_conv_id": "2ffc761948ab4b5b9d2544d0fe962ba9",
+    "model_b_conv_id": "923205d4b2e64d009772c13741dd871f",
+    "inputs": {
+      "prompt": "A woman in a snow jacket is purple skiing ."
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586601.9213
+  },
+  {
+    "model_a_conv_id": "8f0b93f5e7e941bd86ecf6680dc8ffda",
+    "model_b_conv_id": "4cba30a4096a4042ba7e2186fab81866",
+    "inputs": {
+      "prompt": "A wine glass on top of a dog."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586611.1749
+  },
+  {
+    "model_a_conv_id": "da79a5262938477f95d63a11f114e31e",
+    "model_b_conv_id": "be175a80c30449e09da290d618315c45",
+    "inputs": {
+      "prompt": "A large motor vehicle carrying passengers by road, typically one serving the public on a fixed route and for a fare."
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586629.6067
+  },
+  {
+    "model_a_conv_id": "52de001321ef4418bdefcba41596956f",
+    "model_b_conv_id": "fc6443263f864441b56eb2a9f0ce6325",
+    "inputs": {
+      "prompt": "A horse riding an astronaut."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586637.5632
+  },
+  {
+    "model_a_conv_id": "e182b51eb5bc405e95a480f8b38e7572",
+    "model_b_conv_id": "0a980fea193e4a48b86ff2f5624c5b6c",
+    "inputs": {
+      "prompt": "illustration of a beautiful iridescent flying dragon with expressive eyes and long tail, by mucha arthurrackham williamblake edmunddulac "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586644.8306
+  },
+  {
+    "model_a_conv_id": "beede8354a2f4f3c9fb0eba43bfadcfd",
+    "model_b_conv_id": "492086508b244cee9a26187bbd9fa2f7",
+    "inputs": {
+      "prompt": "image of a cute pink penguin wearing clothes"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586653.1578
+  },
+  {
+    "model_a_conv_id": "9632413aaa124683814d77fb49720d37",
+    "model_b_conv_id": "e28728f9269f463299b1c779b6d920e0",
+    "inputs": {
+      "prompt": "A young girl in a yellow dress with blue flowers on a bench"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586661.7133
+  },
+  {
+    "model_a_conv_id": "23f6c1ee9f1240abaa148b51933d0131",
+    "model_b_conv_id": "4654d57e6aff4a5888e20577de6360a4",
+    "inputs": {
+      "prompt": "The large bird has a black face and red feathers ."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586669.1901
+  },
+  {
+    "model_a_conv_id": "6bf0b0f8e0f4477ca9a88fd1fb1d019b",
+    "model_b_conv_id": "6bb8cd1e35fd466eb32a344210dd33df",
+    "inputs": {
+      "prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PixArtAlpha",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586674.888
+  },
+  {
+    "model_a_conv_id": "b0bc339c5b544e3b84190998d9f38fb3",
+    "model_b_conv_id": "eadeb7ec699d4030a0ffde83d0ec39b6",
+    "inputs": {
+      "prompt": "painting of private empty onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran bonsai trees cushions towels buckets zen garden flowers ornate japanese motifs concept art fantasy cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742586680.9514
+  },
+  {
+    "model_a_conv_id": "35f8cb104bde479481a193c524eafff2",
+    "model_b_conv_id": "e1e7f53ec2874d6d9ce3fbed5d533a2e",
+    "inputs": {
+      "prompt": "A cyclist races along a winding mountain road. Clad in aerodynamic gear, he pedals intensely, sweat glistening on his brow. The camera alternates between close-ups of his determined expression and wide shots of the breathtaking landscape. Pine trees blur past, and the sky is a crisp blue. The scene is invigorating and competitive."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1742629604.1947
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:999900fb63c5541ccc5b7f05dc4e24d88b8602ea4ae78493314a6afab5e6f859
+oid sha256:1c405e8dce98ab009a421b9565ab3dacfdbcac637d17ed1ba3c471fe4c67dfc6
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1134.3510895244324,1137.8064352018198,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.5318496879333,1117.0426281545897,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1091.3349749482238,1095.943857450839,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.9986643265456,1071.6693256254296,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1063.3825252519123,1062.489166657658,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1043.0489607214672,1045.3761113067853,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1021.5208274132267,1016.4980511331098,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.9278647570778,1011.5919673336371,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1017.7997601613646,1018.1943751773524,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1014.2696718023253,1018.7140813971291,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1005.2739042584802,1006.7554531873144,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,993.3590673148617,991.1453344298959,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.8226290793399,966.943902393159,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.8680890058849,913.1702353314848,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.8695999667843,899.0483503004955,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.3006897476071,827.7917173806546,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.3398320325306,805.0787544725943,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1133.6881079699315,1137.4572776952602,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.9059376720484,1117.3392637767622,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.3150523495838,1095.9002992996284,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9619338145642,1071.6370643703442,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1063.3982187266233,1062.517601611637,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1043.0520967918658,1045.3758248740987,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.6214619373092,1016.599466498317,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0065076511311,1011.674207861188,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6194650861045,1017.0073395090042,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.4990683839629,1018.9449333436221,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.289268615974,1008.4840359481226,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,992.678220956815,990.5148515734292,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.7578496645282,966.8939230534455,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8472512065784,913.1458617813017,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7840868324477,898.95842628673,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.2460711691601,827.7426393833832,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3294011713808,805.0702838610091,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7