DongfuJiang commited on
Commit
83c0e75
·
1 Parent(s): 929aabf

Auto Daily Leaderboard udpate Sat Nov 2 12:00:26 PM EDT 2024

Browse files
arena_elo/results/20241101/clean_battle_t2i_generation.json CHANGED
@@ -105274,5 +105274,131 @@
105274
  "judge": "arena_user_10.16.16.234",
105275
  "anony": true,
105276
  "tstamp": 1730463036.6285
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105277
  }
105278
  ]
 
105274
  "judge": "arena_user_10.16.16.234",
105275
  "anony": true,
105276
  "tstamp": 1730463036.6285
105277
+ },
105278
+ {
105279
+ "model_a_conv_id": "a0b7f512ede148d5a500ba04d1b51228",
105280
+ "model_b_conv_id": "d83a0874e9624683a994ec54426db82b",
105281
+ "inputs": {
105282
+ "prompt": "The battle of chess pieces in a medieval city, swords, spears, bows, crossbows are used for the battle"
105283
+ },
105284
+ "model_a": "FLUX.1-dev",
105285
+ "model_b": "SDXL",
105286
+ "vote_type": "leftvote",
105287
+ "winner": "model_a",
105288
+ "judge": "arena_user_10.16.38.196",
105289
+ "anony": true,
105290
+ "tstamp": 1730481202.6871
105291
+ },
105292
+ {
105293
+ "model_a_conv_id": "1cace2ecf03c4a088d0c4c11eaa307a9",
105294
+ "model_b_conv_id": "d1a7c25364304b6f87208ef7ff0d042a",
105295
+ "inputs": {
105296
+ "prompt": "The fall of a nuclear bomb"
105297
+ },
105298
+ "model_a": "FLUX.1-schnell",
105299
+ "model_b": "FLUX.1-dev",
105300
+ "vote_type": "rightvote",
105301
+ "winner": "model_b",
105302
+ "judge": "arena_user_10.16.16.234",
105303
+ "anony": true,
105304
+ "tstamp": 1730482726.4104
105305
+ },
105306
+ {
105307
+ "model_a_conv_id": "0f10291083bb4e41b7482631a27ee9fa",
105308
+ "model_b_conv_id": "8b7cbe31e4eb4ca0a3ad8faa31374c8a",
105309
+ "inputs": {
105310
+ "prompt": "Cinematic ultra realistic hdr photo, photorealistic full body high resolution oil painting in the style of wlop, beautiful sexy warrior goddess standing in a dynamic pose wearing a highly detailed intricate shiny enchanted pink armor with glowing runes glyphs and power cores, mostly blonde hair with a few small strands of hair gradually transitioning to pink hair, wearing pink makeup and pink lipstick, wearing hair ornament, hazel eyes, graceful gentle smile, surrounded by radiating magical mystical energies spells and auras, full body shot"
105311
+ },
105312
+ "model_a": "FLUX.1-schnell",
105313
+ "model_b": "PlayGround V2.5",
105314
+ "vote_type": "rightvote",
105315
+ "winner": "model_b",
105316
+ "judge": "arena_user_10.16.38.136",
105317
+ "anony": true,
105318
+ "tstamp": 1730484391.845
105319
+ },
105320
+ {
105321
+ "model_a_conv_id": "f0cfe276f69f47159e980b0b61f87421",
105322
+ "model_b_conv_id": "5be8423dbbd143cb8d90689a1907fe06",
105323
+ "inputs": {
105324
+ "prompt": "a fuzzy cat"
105325
+ },
105326
+ "model_a": "SDXL-Lightning",
105327
+ "model_b": "FLUX.1-schnell",
105328
+ "vote_type": "bothbad_vote",
105329
+ "winner": "tie (bothbad)",
105330
+ "judge": "arena_user_10.16.31.254",
105331
+ "anony": true,
105332
+ "tstamp": 1730489160.2419
105333
+ },
105334
+ {
105335
+ "model_a_conv_id": "f6ce2e2ef28c45d2abce022dcde4d016",
105336
+ "model_b_conv_id": "7056952c1a684f908d3f1bf2301bd114",
105337
+ "inputs": {
105338
+ "prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
105339
+ },
105340
+ "model_a": "FLUX.1-schnell",
105341
+ "model_b": "AuraFlow",
105342
+ "vote_type": "bothbad_vote",
105343
+ "winner": "tie (bothbad)",
105344
+ "judge": "arena_user_10.16.38.136",
105345
+ "anony": true,
105346
+ "tstamp": 1730489566.3626
105347
+ },
105348
+ {
105349
+ "model_a_conv_id": "915f50f1b5b04452a0850d3ad5838929",
105350
+ "model_b_conv_id": "d0c7d9a3f6714f88ae0b442a12826dac",
105351
+ "inputs": {
105352
+ "prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
105353
+ },
105354
+ "model_a": "AuraFlow",
105355
+ "model_b": "FLUX.1-schnell",
105356
+ "vote_type": "bothbad_vote",
105357
+ "winner": "tie (bothbad)",
105358
+ "judge": "arena_user_10.16.13.73",
105359
+ "anony": true,
105360
+ "tstamp": 1730489606.1725
105361
+ },
105362
+ {
105363
+ "model_a_conv_id": "025c962e0d464df89fbac1d88479d890",
105364
+ "model_b_conv_id": "56f72af600834c919b92a8942ce6fd60",
105365
+ "inputs": {
105366
+ "prompt": "A man wearing a brown cap looking sitting at his computer with a black and brown dog resting next to him on the couch."
105367
+ },
105368
+ "model_a": "PlayGround V2.5",
105369
+ "model_b": "AuraFlow",
105370
+ "vote_type": "tievote",
105371
+ "winner": "tie",
105372
+ "judge": "arena_user_10.16.38.196",
105373
+ "anony": true,
105374
+ "tstamp": 1730499251.1792
105375
+ },
105376
+ {
105377
+ "model_a_conv_id": "4a8b243f755e4df58ded12b42e4ebbe1",
105378
+ "model_b_conv_id": "25fa54dbc10c4dd9b5ac060c9d82af93",
105379
+ "inputs": {
105380
+ "prompt": "A sign that says 'Diffusion'."
105381
+ },
105382
+ "model_a": "SDXLTurbo",
105383
+ "model_b": "FLUX.1-dev",
105384
+ "vote_type": "bothbad_vote",
105385
+ "winner": "tie (bothbad)",
105386
+ "judge": "arena_user_10.16.38.196",
105387
+ "anony": true,
105388
+ "tstamp": 1730499264.6038
105389
+ },
105390
+ {
105391
+ "model_a_conv_id": "593a9f29dc5f4aa0bd515b427ff964b7",
105392
+ "model_b_conv_id": "8a62e24c65704044af24c7b3ff00c787",
105393
+ "inputs": {
105394
+ "prompt": "A large motor vehicle carrying passengers by road, typically one serving the public on a fixed route and for a fare."
105395
+ },
105396
+ "model_a": "HunyuanDiT",
105397
+ "model_b": "SD3",
105398
+ "vote_type": "rightvote",
105399
+ "winner": "model_b",
105400
+ "judge": "arena_user_10.16.16.234",
105401
+ "anony": true,
105402
+ "tstamp": 1730499276.0484
105403
  }
105404
  ]
arena_elo/results/20241101/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8691b269e5aededbec4645917b93e4c68a06f1283f04b2cc9bb702a593af2327
3
  size 88245
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bea5ae7c568fbd3622e5c8ffb7c300367bf111ce7f2b1e3c48efb8ba2ccb515
3
  size 88245
arena_elo/results/20241101/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.2777763754493,1123.6808512989503,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1108.8140308092425,1117.2826665253613,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1082.0770836960373,1073.9406246831775,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.4671661265488,1071.8881000578972,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1059.8771781609214,1057.1883419088608,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.2003139495587,1042.2029492394959,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1031.863723522995,1024.5088387943795,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- SDXL-Lightning,SDXL-Lightning,1021.0622898923584,1024.4229958757069,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtSigma,PixArtSigma,1020.9767104481184,1021.249885313015,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- PixArtAlpha,PixArtAlpha,1020.3561142601637,1011.9058839440434,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
12
- SD3,SD3,1009.8169965011929,1013.2007040038147,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1008.8481299398044,1002.8528908190062,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.6592890377191,966.5251784661953,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.8892177788732,911.7279642597668,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.316383987775,899.860269306758,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,828.713808199975,824.0969592729339,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7837873132739,804.0232252464251,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.5653398199045,1123.947534812969,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1111.100531379555,1118.581586220773,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1077.6077083360585,1070.3011445131515,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.5193384762679,1071.8591770396717,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1059.8516654207529,1057.173657577711,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.27071663852,1042.2469700521758,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1030.802888581253,1023.6754147754089,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1021.1296885645739,1024.439296337127,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtSigma,PixArtSigma,1021.0374102563209,1021.3125697068199,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ PixArtAlpha,PixArtAlpha,1020.3784815009102,1011.9893976385754,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
12
+ SD3,SD3,1011.1998308593261,1014.4085015272096,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1010.0458861167007,1004.0759061512285,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.5584792482977,966.529500796736,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.0326149969756,911.8546923067103,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.3582122712113,899.7545312419196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.7416657202157,824.0746132265045,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7995418131491,804.0715989673412,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20241102/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241102/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0602b5cdcf6c3ff122daa16683332d50a8e8d653b6ed35f3761fda7912566c5
3
+ size 66388
arena_elo/results/20241102/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1148.0642886270214,1151.3880614357547,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ CogVideoX-2B,CogVideoX-2B,1112.2576174206758,1105.1687043217862,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
+ T2V-Turbo,T2V-Turbo,1084.7845844814285,1084.1554819951325,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
5
+ VideoCrafter2,VideoCrafter2,1067.842583015557,1068.9671018375977,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ AnimateDiff,AnimateDiff,1067.3723890784022,1066.9338214142892,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
+ LaVie,LaVie,995.0201155377238,996.0687383412502,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,911.303774003619,911.9906009487565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,891.6841432763872,890.8491108094524,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,860.9122366302342,863.089718514995,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiff Turbo,AnimateDiff Turbo,860.7582679289501,861.3886603809851,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -105274,5 +105274,131 @@
105274
  "judge": "arena_user_10.16.16.234",
105275
  "anony": true,
105276
  "tstamp": 1730463036.6285
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105277
  }
105278
  ]
 
105274
  "judge": "arena_user_10.16.16.234",
105275
  "anony": true,
105276
  "tstamp": 1730463036.6285
105277
+ },
105278
+ {
105279
+ "model_a_conv_id": "a0b7f512ede148d5a500ba04d1b51228",
105280
+ "model_b_conv_id": "d83a0874e9624683a994ec54426db82b",
105281
+ "inputs": {
105282
+ "prompt": "The battle of chess pieces in a medieval city, swords, spears, bows, crossbows are used for the battle"
105283
+ },
105284
+ "model_a": "FLUX.1-dev",
105285
+ "model_b": "SDXL",
105286
+ "vote_type": "leftvote",
105287
+ "winner": "model_a",
105288
+ "judge": "arena_user_10.16.38.196",
105289
+ "anony": true,
105290
+ "tstamp": 1730481202.6871
105291
+ },
105292
+ {
105293
+ "model_a_conv_id": "1cace2ecf03c4a088d0c4c11eaa307a9",
105294
+ "model_b_conv_id": "d1a7c25364304b6f87208ef7ff0d042a",
105295
+ "inputs": {
105296
+ "prompt": "The fall of a nuclear bomb"
105297
+ },
105298
+ "model_a": "FLUX.1-schnell",
105299
+ "model_b": "FLUX.1-dev",
105300
+ "vote_type": "rightvote",
105301
+ "winner": "model_b",
105302
+ "judge": "arena_user_10.16.16.234",
105303
+ "anony": true,
105304
+ "tstamp": 1730482726.4104
105305
+ },
105306
+ {
105307
+ "model_a_conv_id": "0f10291083bb4e41b7482631a27ee9fa",
105308
+ "model_b_conv_id": "8b7cbe31e4eb4ca0a3ad8faa31374c8a",
105309
+ "inputs": {
105310
+ "prompt": "Cinematic ultra realistic hdr photo, photorealistic full body high resolution oil painting in the style of wlop, beautiful sexy warrior goddess standing in a dynamic pose wearing a highly detailed intricate shiny enchanted pink armor with glowing runes glyphs and power cores, mostly blonde hair with a few small strands of hair gradually transitioning to pink hair, wearing pink makeup and pink lipstick, wearing hair ornament, hazel eyes, graceful gentle smile, surrounded by radiating magical mystical energies spells and auras, full body shot"
105311
+ },
105312
+ "model_a": "FLUX.1-schnell",
105313
+ "model_b": "PlayGround V2.5",
105314
+ "vote_type": "rightvote",
105315
+ "winner": "model_b",
105316
+ "judge": "arena_user_10.16.38.136",
105317
+ "anony": true,
105318
+ "tstamp": 1730484391.845
105319
+ },
105320
+ {
105321
+ "model_a_conv_id": "f0cfe276f69f47159e980b0b61f87421",
105322
+ "model_b_conv_id": "5be8423dbbd143cb8d90689a1907fe06",
105323
+ "inputs": {
105324
+ "prompt": "a fuzzy cat"
105325
+ },
105326
+ "model_a": "SDXL-Lightning",
105327
+ "model_b": "FLUX.1-schnell",
105328
+ "vote_type": "bothbad_vote",
105329
+ "winner": "tie (bothbad)",
105330
+ "judge": "arena_user_10.16.31.254",
105331
+ "anony": true,
105332
+ "tstamp": 1730489160.2419
105333
+ },
105334
+ {
105335
+ "model_a_conv_id": "f6ce2e2ef28c45d2abce022dcde4d016",
105336
+ "model_b_conv_id": "7056952c1a684f908d3f1bf2301bd114",
105337
+ "inputs": {
105338
+ "prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
105339
+ },
105340
+ "model_a": "FLUX.1-schnell",
105341
+ "model_b": "AuraFlow",
105342
+ "vote_type": "bothbad_vote",
105343
+ "winner": "tie (bothbad)",
105344
+ "judge": "arena_user_10.16.38.136",
105345
+ "anony": true,
105346
+ "tstamp": 1730489566.3626
105347
+ },
105348
+ {
105349
+ "model_a_conv_id": "915f50f1b5b04452a0850d3ad5838929",
105350
+ "model_b_conv_id": "d0c7d9a3f6714f88ae0b442a12826dac",
105351
+ "inputs": {
105352
+ "prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
105353
+ },
105354
+ "model_a": "AuraFlow",
105355
+ "model_b": "FLUX.1-schnell",
105356
+ "vote_type": "bothbad_vote",
105357
+ "winner": "tie (bothbad)",
105358
+ "judge": "arena_user_10.16.13.73",
105359
+ "anony": true,
105360
+ "tstamp": 1730489606.1725
105361
+ },
105362
+ {
105363
+ "model_a_conv_id": "025c962e0d464df89fbac1d88479d890",
105364
+ "model_b_conv_id": "56f72af600834c919b92a8942ce6fd60",
105365
+ "inputs": {
105366
+ "prompt": "A man wearing a brown cap looking sitting at his computer with a black and brown dog resting next to him on the couch."
105367
+ },
105368
+ "model_a": "PlayGround V2.5",
105369
+ "model_b": "AuraFlow",
105370
+ "vote_type": "tievote",
105371
+ "winner": "tie",
105372
+ "judge": "arena_user_10.16.38.196",
105373
+ "anony": true,
105374
+ "tstamp": 1730499251.1792
105375
+ },
105376
+ {
105377
+ "model_a_conv_id": "4a8b243f755e4df58ded12b42e4ebbe1",
105378
+ "model_b_conv_id": "25fa54dbc10c4dd9b5ac060c9d82af93",
105379
+ "inputs": {
105380
+ "prompt": "A sign that says 'Diffusion'."
105381
+ },
105382
+ "model_a": "SDXLTurbo",
105383
+ "model_b": "FLUX.1-dev",
105384
+ "vote_type": "bothbad_vote",
105385
+ "winner": "tie (bothbad)",
105386
+ "judge": "arena_user_10.16.38.196",
105387
+ "anony": true,
105388
+ "tstamp": 1730499264.6038
105389
+ },
105390
+ {
105391
+ "model_a_conv_id": "593a9f29dc5f4aa0bd515b427ff964b7",
105392
+ "model_b_conv_id": "8a62e24c65704044af24c7b3ff00c787",
105393
+ "inputs": {
105394
+ "prompt": "A large motor vehicle carrying passengers by road, typically one serving the public on a fixed route and for a fare."
105395
+ },
105396
+ "model_a": "HunyuanDiT",
105397
+ "model_b": "SD3",
105398
+ "vote_type": "rightvote",
105399
+ "winner": "model_b",
105400
+ "judge": "arena_user_10.16.16.234",
105401
+ "anony": true,
105402
+ "tstamp": 1730499276.0484
105403
  }
105404
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -29482,5 +29482,19 @@
29482
  "judge": "arena_user_10.16.38.196",
29483
  "anony": false,
29484
  "tstamp": 1730449144.7948
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29485
  }
29486
  ]
 
29482
  "judge": "arena_user_10.16.38.196",
29483
  "anony": false,
29484
  "tstamp": 1730449144.7948
29485
+ },
29486
+ {
29487
+ "model_a_conv_id": "06e784c5d6d247569232ea99aca80a8e",
29488
+ "model_b_conv_id": "b9e39a0d6aa2448eb015b9d201221814",
29489
+ "inputs": {
29490
+ "prompt": "a bird flying over a snowy forest"
29491
+ },
29492
+ "model_a": "CogVideoX-2B",
29493
+ "model_b": "AnimateDiff",
29494
+ "vote_type": "leftvote",
29495
+ "winner": "model_a",
29496
+ "judge": "arena_user_10.16.38.136",
29497
+ "anony": true,
29498
+ "tstamp": 1730555775.3026
29499
  }
29500
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8691b269e5aededbec4645917b93e4c68a06f1283f04b2cc9bb702a593af2327
3
  size 88245
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bea5ae7c568fbd3622e5c8ffb7c300367bf111ce7f2b1e3c48efb8ba2ccb515
3
  size 88245
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f193835dc934dcdbab1687d6f9b5bf98833cf2acf87cda5ed8bbc0dbf870ccd
3
  size 66388
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0602b5cdcf6c3ff122daa16683332d50a8e8d653b6ed35f3761fda7912566c5
3
  size 66388
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.2777763754493,1123.6808512989503,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1108.8140308092425,1117.2826665253613,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1082.0770836960373,1073.9406246831775,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.4671661265488,1071.8881000578972,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1059.8771781609214,1057.1883419088608,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.2003139495587,1042.2029492394959,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1031.863723522995,1024.5088387943795,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- SDXL-Lightning,SDXL-Lightning,1021.0622898923584,1024.4229958757069,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtSigma,PixArtSigma,1020.9767104481184,1021.249885313015,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- PixArtAlpha,PixArtAlpha,1020.3561142601637,1011.9058839440434,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
12
- SD3,SD3,1009.8169965011929,1013.2007040038147,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1008.8481299398044,1002.8528908190062,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.6592890377191,966.5251784661953,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.8892177788732,911.7279642597668,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.316383987775,899.860269306758,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,828.713808199975,824.0969592729339,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7837873132739,804.0232252464251,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.5653398199045,1123.947534812969,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1111.100531379555,1118.581586220773,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1077.6077083360585,1070.3011445131515,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.5193384762679,1071.8591770396717,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1059.8516654207529,1057.173657577711,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.27071663852,1042.2469700521758,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1030.802888581253,1023.6754147754089,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1021.1296885645739,1024.439296337127,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtSigma,PixArtSigma,1021.0374102563209,1021.3125697068199,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ PixArtAlpha,PixArtAlpha,1020.3784815009102,1011.9893976385754,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
12
+ SD3,SD3,1011.1998308593261,1014.4085015272096,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1010.0458861167007,1004.0759061512285,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.5584792482977,966.529500796736,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.0326149969756,911.8546923067103,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.3582122712113,899.7545312419196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.7416657202157,824.0746132265045,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7995418131491,804.0715989673412,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,11 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1148.460154348565,1151.7846586717128,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- CogVideoX-2B,CogVideoX-2B,1108.0387601702323,1101.0036827052015,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
- T2V-Turbo,T2V-Turbo,1084.8445749400853,1084.437159770356,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
5
- VideoCrafter2,VideoCrafter2,1068.3719584391863,1069.462089791449,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
- AnimateDiff,AnimateDiff,1068.3711452057469,1067.9421230702862,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
- LaVie,LaVie,995.548590974449,996.69540276009,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
- OpenSora,OpenSora,911.8148704364976,912.6072605513557,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
- OpenSora v1.2,OpenSora v1.2,891.6932550065835,890.4485721210827,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
- ModelScope,ModelScope,861.539714459198,863.6676534862149,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
- AnimateDiff Turbo,AnimateDiff Turbo,861.3169760194565,861.9513970722508,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1148.0642886270214,1151.3880614357547,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ CogVideoX-2B,CogVideoX-2B,1112.2576174206758,1105.1687043217862,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
+ T2V-Turbo,T2V-Turbo,1084.7845844814285,1084.1554819951325,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
5
+ VideoCrafter2,VideoCrafter2,1067.842583015557,1068.9671018375977,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ AnimateDiff,AnimateDiff,1067.3723890784022,1066.9338214142892,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
+ LaVie,LaVie,995.0201155377238,996.0687383412502,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,911.303774003619,911.9906009487565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,891.6841432763872,890.8491108094524,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,860.9122366302342,863.089718514995,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiff Turbo,AnimateDiff Turbo,860.7582679289501,861.3886603809851,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo