Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
b61a90a
·
1 Parent(s): d6bc368

Auto Daily Leaderboard udpate Thu Oct 24 12:00:27 PM EDT 2024

Browse files
Files changed (6) hide show
  1. arena_elo/results/20241023/clean_battle_t2i_generation.json +28 -0
  2. arena_elo/results/20241023/elo_results_t2i_generation.pkl +1 -1
  3. arena_elo/results/20241023/t2i_generation_leaderboard.csv +17 -17
  4. arena_elo/results/latest/clean_battle_t2i_generation.json +28 -0
  5. arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
  6. arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20241023/clean_battle_t2i_generation.json CHANGED
@@ -104462,5 +104462,33 @@
104462
  "judge": "arena_user_10.16.31.254",
104463
  "anony": true,
104464
  "tstamp": 1729692554.9736
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104465
  }
104466
  ]
 
104462
  "judge": "arena_user_10.16.31.254",
104463
  "anony": true,
104464
  "tstamp": 1729692554.9736
104465
+ },
104466
+ {
104467
+ "model_a_conv_id": "b28b425e04a1490d9d2cd956c1286b97",
104468
+ "model_b_conv_id": "016f9187eccc4fd0ac077a8f10a3e78d",
104469
+ "inputs": {
104470
+ "prompt": "A red panda family eating pizzas"
104471
+ },
104472
+ "model_a": "OpenJourney",
104473
+ "model_b": "PlayGround V2.5",
104474
+ "vote_type": "rightvote",
104475
+ "winner": "model_b",
104476
+ "judge": "arena_user_10.16.31.254",
104477
+ "anony": true,
104478
+ "tstamp": 1729714471.0375
104479
+ },
104480
+ {
104481
+ "model_a_conv_id": "703c32983a2c4052b4241e1b49a30466",
104482
+ "model_b_conv_id": "8cead625255146fb97d23a2e11b80c13",
104483
+ "inputs": {
104484
+ "prompt": "A crazy gherkin cycling a unicycle in paris"
104485
+ },
104486
+ "model_a": "FLUX.1-schnell",
104487
+ "model_b": "AuraFlow",
104488
+ "vote_type": "bothbad_vote",
104489
+ "winner": "tie (bothbad)",
104490
+ "judge": "arena_user_10.16.12.226",
104491
+ "anony": true,
104492
+ "tstamp": 1729714557.8266
104493
  }
104494
  ]
arena_elo/results/20241023/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe893a909e58a95d8b62f913ab524f8e00492c382c171c0b5bd08c7ea7aae7c0
3
  size 88244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6dbf30dcc4e5d2128a6259d7c4dbaa85045227e8654d8d8f8e05db6f6d1050d
3
  size 88244
arena_elo/results/20241023/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.9232465215123,1124.4752192398175,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1113.649745355206,1121.3287469575118,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1084.9793266909114,1075.8975840180633,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.9742285422913,1071.4538045882664,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1069.4449315352642,1066.0442788058278,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1038.6911983857567,1041.8309766053476,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1029.8030342110496,1022.4303342530877,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1020.495848906974,1012.0778126993173,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1020.2076709517189,1023.7972846732239,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1018.9813758260738,1019.4176151109046,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1007.4288802033328,1011.2960844983538,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1002.1592900633984,996.3775567001678,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.0666822408615,966.1228038290329,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.0125479543191,910.9959864117097,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.7439167647838,899.2800661383764,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,828.1574722191916,823.6098886872958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.2806036273516,803.6555856489283,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1122.0514785698945,1124.5788044409376,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.658899615697,1121.3628010715097,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1084.5270381392688,1075.5283965968981,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.9665645143411,1071.4364498051534,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1069.465659491141,1066.0709490699753,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1038.6928503697377,1041.8278379120613,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1029.8147872248524,1022.4369124472969,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1020.4828588261801,1012.0590187950751,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1020.2017697561622,1023.7813118704934,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1018.977671214026,1019.4115250070787,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1007.4407007196502,1011.301397734926,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1002.619175333384,996.8120524291718,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.0555069496107,966.1038807530625,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.9971867385875,910.9739602893686,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.7354999830732,899.2649744544208,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.0578021298603,823.5179655138281,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.2545504245293,803.6200315636708,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -104462,5 +104462,33 @@
104462
  "judge": "arena_user_10.16.31.254",
104463
  "anony": true,
104464
  "tstamp": 1729692554.9736
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104465
  }
104466
  ]
 
104462
  "judge": "arena_user_10.16.31.254",
104463
  "anony": true,
104464
  "tstamp": 1729692554.9736
104465
+ },
104466
+ {
104467
+ "model_a_conv_id": "b28b425e04a1490d9d2cd956c1286b97",
104468
+ "model_b_conv_id": "016f9187eccc4fd0ac077a8f10a3e78d",
104469
+ "inputs": {
104470
+ "prompt": "A red panda family eating pizzas"
104471
+ },
104472
+ "model_a": "OpenJourney",
104473
+ "model_b": "PlayGround V2.5",
104474
+ "vote_type": "rightvote",
104475
+ "winner": "model_b",
104476
+ "judge": "arena_user_10.16.31.254",
104477
+ "anony": true,
104478
+ "tstamp": 1729714471.0375
104479
+ },
104480
+ {
104481
+ "model_a_conv_id": "703c32983a2c4052b4241e1b49a30466",
104482
+ "model_b_conv_id": "8cead625255146fb97d23a2e11b80c13",
104483
+ "inputs": {
104484
+ "prompt": "A crazy gherkin cycling a unicycle in paris"
104485
+ },
104486
+ "model_a": "FLUX.1-schnell",
104487
+ "model_b": "AuraFlow",
104488
+ "vote_type": "bothbad_vote",
104489
+ "winner": "tie (bothbad)",
104490
+ "judge": "arena_user_10.16.12.226",
104491
+ "anony": true,
104492
+ "tstamp": 1729714557.8266
104493
  }
104494
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe893a909e58a95d8b62f913ab524f8e00492c382c171c0b5bd08c7ea7aae7c0
3
  size 88244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6dbf30dcc4e5d2128a6259d7c4dbaa85045227e8654d8d8f8e05db6f6d1050d
3
  size 88244
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.9232465215123,1124.4752192398175,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1113.649745355206,1121.3287469575118,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1084.9793266909114,1075.8975840180633,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.9742285422913,1071.4538045882664,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1069.4449315352642,1066.0442788058278,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1038.6911983857567,1041.8309766053476,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1029.8030342110496,1022.4303342530877,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1020.495848906974,1012.0778126993173,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1020.2076709517189,1023.7972846732239,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1018.9813758260738,1019.4176151109046,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1007.4288802033328,1011.2960844983538,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1002.1592900633984,996.3775567001678,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.0666822408615,966.1228038290329,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.0125479543191,910.9959864117097,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.7439167647838,899.2800661383764,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,828.1574722191916,823.6098886872958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.2806036273516,803.6555856489283,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1122.0514785698945,1124.5788044409376,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.658899615697,1121.3628010715097,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1084.5270381392688,1075.5283965968981,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.9665645143411,1071.4364498051534,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1069.465659491141,1066.0709490699753,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1038.6928503697377,1041.8278379120613,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1029.8147872248524,1022.4369124472969,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1020.4828588261801,1012.0590187950751,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1020.2017697561622,1023.7813118704934,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1018.977671214026,1019.4115250070787,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1007.4407007196502,1011.301397734926,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1002.619175333384,996.8120524291718,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.0555069496107,966.1038807530625,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.9971867385875,910.9739602893686,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.7354999830732,899.2649744544208,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.0578021298603,823.5179655138281,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.2545504245293,803.6200315636708,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7