Auto Daily Leaderboard udpate Wed Oct 23 12:00:23 PM EDT 2024

arena_elo/results/20241023/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe893a909e58a95d8b62f913ab524f8e00492c382c171c0b5bd08c7ea7aae7c0
+size 88244

arena_elo/results/20241023/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.9232465215123,1124.4752192398175,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1113.649745355206,1121.3287469575118,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1084.9793266909114,1075.8975840180633,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9742285422913,1071.4538045882664,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1069.4449315352642,1066.0442788058278,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.6911983857567,1041.8309766053476,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.8030342110496,1022.4303342530877,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.495848906974,1012.0778126993173,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1020.2076709517189,1023.7972846732239,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.9813758260738,1019.4176151109046,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1007.4288802033328,1011.2960844983538,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1002.1592900633984,996.3775567001678,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.0666822408615,966.1228038290329,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0125479543191,910.9959864117097,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7439167647838,899.2800661383764,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.1574722191916,823.6098886872958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2806036273516,803.6555856489283,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -104238,5 +104238,229 @@
     "judge": "arena_user_10.16.31.254",
     "anony": true,
     "tstamp": 1729597933.3003
+  },
+  {
+    "model_a_conv_id": "274f9350d72f48628eccc22d9fb7eaa0",
+    "model_b_conv_id": "d95d3ed30f294feea3af5998a91c5151",
+    "inputs": {
+      "prompt": "Tcennis rpacket."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1729614225.3576
+  },
+  {
+    "model_a_conv_id": "bc6790d99b25446ab262d492ad01f677",
+    "model_b_conv_id": "440f905b92b04d6b87ddbbf9201a597c",
+    "inputs": {
+      "prompt": "A cube made of brick. A cube with the texture of brick."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1729614240.7779
+  },
+  {
+    "model_a_conv_id": "7a1e9951d2d14c8a96759b4c5852298d",
+    "model_b_conv_id": "823312fc29284b9997f80fa96a96cb9e",
+    "inputs": {
+      "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtSigma",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1729614248.2439
+  },
+  {
+    "model_a_conv_id": "d54eeb8e132049839d82d0df0adad190",
+    "model_b_conv_id": "302317e8041d4f2e8c74aa362ffe7c8c",
+    "inputs": {
+      "prompt": "a beautiful photorealistic anime illustration of urbex industrial architecture city architecture unfinished building abandoned post office by renzo piano, laser extraterrestial sunset lake vaporwave elysian at night reclaimed by nature magic realism myst wilderness, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1729614269.3954
+  },
+  {
+    "model_a_conv_id": "361252efdba84f4b82a0c967060e160f",
+    "model_b_conv_id": "fbe3650dbf0647108275f2289fc607e8",
+    "inputs": {
+      "prompt": "Octothorpe."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1729614277.7721
+  },
+  {
+    "model_a_conv_id": "a6f23afa68d643249c59047ed4ec2af0",
+    "model_b_conv_id": "964e3a31d7584fd9abbe06563c17cacc",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1729614289.5794
+  },
+  {
+    "model_a_conv_id": "2df51e9152564f5ba750665337e9ce40",
+    "model_b_conv_id": "eb5addab7f3545f8b00e2e79f0dc1805",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1729614297.091
+  },
+  {
+    "model_a_conv_id": "5d483e7f2b924a8c8af8219bfc9d2f4f",
+    "model_b_conv_id": "10126161e845474eb2749db538ee7b78",
+    "inputs": {
+      "prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1729614307.5821
+  },
+  {
+    "model_a_conv_id": "4c337c4b3b064a6997c2272564183214",
+    "model_b_conv_id": "93aff643ea874550b468d7599d1e07dc",
+    "inputs": {
+      "prompt": "hyperrealism woman wearing a black robe holding a can of beer"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1729614318.5138
+  },
+  {
+    "model_a_conv_id": "4a22e7ce3a12434191bcbf76d02a6a2d",
+    "model_b_conv_id": "25a0592ef57c4d02b6df9d58c10f5739",
+    "inputs": {
+      "prompt": "image of man watching computer screen"
+    },
+    "model_a": "SD3",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1729616465.3534
+  },
+  {
+    "model_a_conv_id": "9ee03501fd504026a059371553bef1fa",
+    "model_b_conv_id": "a2664acf827b455c905d664af93d2d5b",
+    "inputs": {
+      "prompt": "A pizza cooking an oven."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1729616485.9497
+  },
+  {
+    "model_a_conv_id": "5b7efd1a68d546dda0cbb8d41143be81",
+    "model_b_conv_id": "99a21be67b614a468b13486f9980c046",
+    "inputs": {
+      "prompt": "image of woman on a bicycle climbing mountains surrounded by sunset, photorealistic, high detail, cinematic, epic, photorealistic, 8k"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtAlpha",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1729616492.2547
+  },
+  {
+    "model_a_conv_id": "07e9d3ceb5da4a51842d5789d9ebb67f",
+    "model_b_conv_id": "d908011f68c24474b20ba0c952bfc749",
+    "inputs": {
+      "prompt": "photograph of a man jumping in the sky"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1729616512.594
+  },
+  {
+    "model_a_conv_id": "2ab34d30a4d54dc7b483c45e2cdfcf60",
+    "model_b_conv_id": "d6ade902ab224b7e9e0a33b9c7b9397d",
+    "inputs": {
+      "prompt": "a cute dog is playing with a ball"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1729659361.0125
+  },
+  {
+    "model_a_conv_id": "2d03205c740f46a483199036e00c1095",
+    "model_b_conv_id": "51c43388bdea48a2a629eeb6a1df0f60",
+    "inputs": {
+      "prompt": "A patient goes to visit a dentists office with robots and full AI automation."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1729660844.033
+  },
+  {
+    "model_a_conv_id": "587be6b1da9344de81bc0b6987659dda",
+    "model_b_conv_id": "44f0941e7a5043b08b0471871689ec97",
+    "inputs": {
+      "prompt": "a ship sailing on the night sea, it is illuminated and accompanied by fireflies"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "HunyuanDiT",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729692554.9736
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4887ba9f2a4edc922e6e8e2c73fd12e9245200709fc4ddf3bde46ea81ca841f
+oid sha256:fe893a909e58a95d8b62f913ab524f8e00492c382c171c0b5bd08c7ea7aae7c0
 size 88244

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.7443721138532,1124.3266133124857,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1112.9793649248059,1121.1854687375605,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1087.3592834080096,1077.7751213982456,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.0555753925223,1071.4995419105271,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1067.7063584989983,1064.157728569752,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.688909726496,1041.828017462857,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1028.7196515626672,1021.3418095895667,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1020.9474862304077,1012.4453212180123,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.8219833756228,1023.4598244423802,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1019.8110910747758,1020.230355474941,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1005.2268171744629,1009.4973856695592,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1004.6226925003813,998.6988609298078,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.0889417340996,966.1482549334457,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9155258329172,910.9332949095979,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.8614757394118,899.3459027749991,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.0606536060956,823.5164787492065,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.3898171044762,803.700498363939,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.9232465215123,1124.4752192398175,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1113.649745355206,1121.3287469575118,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1084.9793266909114,1075.8975840180633,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9742285422913,1071.4538045882664,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1069.4449315352642,1066.0442788058278,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.6911983857567,1041.8309766053476,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.8030342110496,1022.4303342530877,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.495848906974,1012.0778126993173,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1020.2076709517189,1023.7972846732239,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.9813758260738,1019.4176151109046,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1007.4288802033328,1011.2960844983538,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1002.1592900633984,996.3775567001678,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.0666822408615,966.1228038290329,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0125479543191,910.9959864117097,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7439167647838,899.2800661383764,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.1574722191916,823.6098886872958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2806036273516,803.6555856489283,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7