Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
83c0e75
1
Parent(s):
929aabf
Auto Daily Leaderboard udpate Sat Nov 2 12:00:26 PM EDT 2024
Browse files- arena_elo/results/20241101/clean_battle_t2i_generation.json +126 -0
- arena_elo/results/20241101/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20241101/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/20241102/clean_battle_video_generation.json +0 -0
- arena_elo/results/20241102/elo_results_video_generation.pkl +3 -0
- arena_elo/results/20241102/video_generation_leaderboard.csv +11 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +126 -0
- arena_elo/results/latest/clean_battle_video_generation.json +14 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/latest/video_generation_leaderboard.csv +10 -10
arena_elo/results/20241101/clean_battle_t2i_generation.json
CHANGED
@@ -105274,5 +105274,131 @@
|
|
105274 |
"judge": "arena_user_10.16.16.234",
|
105275 |
"anony": true,
|
105276 |
"tstamp": 1730463036.6285
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
105277 |
}
|
105278 |
]
|
|
|
105274 |
"judge": "arena_user_10.16.16.234",
|
105275 |
"anony": true,
|
105276 |
"tstamp": 1730463036.6285
|
105277 |
+
},
|
105278 |
+
{
|
105279 |
+
"model_a_conv_id": "a0b7f512ede148d5a500ba04d1b51228",
|
105280 |
+
"model_b_conv_id": "d83a0874e9624683a994ec54426db82b",
|
105281 |
+
"inputs": {
|
105282 |
+
"prompt": "The battle of chess pieces in a medieval city, swords, spears, bows, crossbows are used for the battle"
|
105283 |
+
},
|
105284 |
+
"model_a": "FLUX.1-dev",
|
105285 |
+
"model_b": "SDXL",
|
105286 |
+
"vote_type": "leftvote",
|
105287 |
+
"winner": "model_a",
|
105288 |
+
"judge": "arena_user_10.16.38.196",
|
105289 |
+
"anony": true,
|
105290 |
+
"tstamp": 1730481202.6871
|
105291 |
+
},
|
105292 |
+
{
|
105293 |
+
"model_a_conv_id": "1cace2ecf03c4a088d0c4c11eaa307a9",
|
105294 |
+
"model_b_conv_id": "d1a7c25364304b6f87208ef7ff0d042a",
|
105295 |
+
"inputs": {
|
105296 |
+
"prompt": "The fall of a nuclear bomb"
|
105297 |
+
},
|
105298 |
+
"model_a": "FLUX.1-schnell",
|
105299 |
+
"model_b": "FLUX.1-dev",
|
105300 |
+
"vote_type": "rightvote",
|
105301 |
+
"winner": "model_b",
|
105302 |
+
"judge": "arena_user_10.16.16.234",
|
105303 |
+
"anony": true,
|
105304 |
+
"tstamp": 1730482726.4104
|
105305 |
+
},
|
105306 |
+
{
|
105307 |
+
"model_a_conv_id": "0f10291083bb4e41b7482631a27ee9fa",
|
105308 |
+
"model_b_conv_id": "8b7cbe31e4eb4ca0a3ad8faa31374c8a",
|
105309 |
+
"inputs": {
|
105310 |
+
"prompt": "Cinematic ultra realistic hdr photo, photorealistic full body high resolution oil painting in the style of wlop, beautiful sexy warrior goddess standing in a dynamic pose wearing a highly detailed intricate shiny enchanted pink armor with glowing runes glyphs and power cores, mostly blonde hair with a few small strands of hair gradually transitioning to pink hair, wearing pink makeup and pink lipstick, wearing hair ornament, hazel eyes, graceful gentle smile, surrounded by radiating magical mystical energies spells and auras, full body shot"
|
105311 |
+
},
|
105312 |
+
"model_a": "FLUX.1-schnell",
|
105313 |
+
"model_b": "PlayGround V2.5",
|
105314 |
+
"vote_type": "rightvote",
|
105315 |
+
"winner": "model_b",
|
105316 |
+
"judge": "arena_user_10.16.38.136",
|
105317 |
+
"anony": true,
|
105318 |
+
"tstamp": 1730484391.845
|
105319 |
+
},
|
105320 |
+
{
|
105321 |
+
"model_a_conv_id": "f0cfe276f69f47159e980b0b61f87421",
|
105322 |
+
"model_b_conv_id": "5be8423dbbd143cb8d90689a1907fe06",
|
105323 |
+
"inputs": {
|
105324 |
+
"prompt": "a fuzzy cat"
|
105325 |
+
},
|
105326 |
+
"model_a": "SDXL-Lightning",
|
105327 |
+
"model_b": "FLUX.1-schnell",
|
105328 |
+
"vote_type": "bothbad_vote",
|
105329 |
+
"winner": "tie (bothbad)",
|
105330 |
+
"judge": "arena_user_10.16.31.254",
|
105331 |
+
"anony": true,
|
105332 |
+
"tstamp": 1730489160.2419
|
105333 |
+
},
|
105334 |
+
{
|
105335 |
+
"model_a_conv_id": "f6ce2e2ef28c45d2abce022dcde4d016",
|
105336 |
+
"model_b_conv_id": "7056952c1a684f908d3f1bf2301bd114",
|
105337 |
+
"inputs": {
|
105338 |
+
"prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
|
105339 |
+
},
|
105340 |
+
"model_a": "FLUX.1-schnell",
|
105341 |
+
"model_b": "AuraFlow",
|
105342 |
+
"vote_type": "bothbad_vote",
|
105343 |
+
"winner": "tie (bothbad)",
|
105344 |
+
"judge": "arena_user_10.16.38.136",
|
105345 |
+
"anony": true,
|
105346 |
+
"tstamp": 1730489566.3626
|
105347 |
+
},
|
105348 |
+
{
|
105349 |
+
"model_a_conv_id": "915f50f1b5b04452a0850d3ad5838929",
|
105350 |
+
"model_b_conv_id": "d0c7d9a3f6714f88ae0b442a12826dac",
|
105351 |
+
"inputs": {
|
105352 |
+
"prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
|
105353 |
+
},
|
105354 |
+
"model_a": "AuraFlow",
|
105355 |
+
"model_b": "FLUX.1-schnell",
|
105356 |
+
"vote_type": "bothbad_vote",
|
105357 |
+
"winner": "tie (bothbad)",
|
105358 |
+
"judge": "arena_user_10.16.13.73",
|
105359 |
+
"anony": true,
|
105360 |
+
"tstamp": 1730489606.1725
|
105361 |
+
},
|
105362 |
+
{
|
105363 |
+
"model_a_conv_id": "025c962e0d464df89fbac1d88479d890",
|
105364 |
+
"model_b_conv_id": "56f72af600834c919b92a8942ce6fd60",
|
105365 |
+
"inputs": {
|
105366 |
+
"prompt": "A man wearing a brown cap looking sitting at his computer with a black and brown dog resting next to him on the couch."
|
105367 |
+
},
|
105368 |
+
"model_a": "PlayGround V2.5",
|
105369 |
+
"model_b": "AuraFlow",
|
105370 |
+
"vote_type": "tievote",
|
105371 |
+
"winner": "tie",
|
105372 |
+
"judge": "arena_user_10.16.38.196",
|
105373 |
+
"anony": true,
|
105374 |
+
"tstamp": 1730499251.1792
|
105375 |
+
},
|
105376 |
+
{
|
105377 |
+
"model_a_conv_id": "4a8b243f755e4df58ded12b42e4ebbe1",
|
105378 |
+
"model_b_conv_id": "25fa54dbc10c4dd9b5ac060c9d82af93",
|
105379 |
+
"inputs": {
|
105380 |
+
"prompt": "A sign that says 'Diffusion'."
|
105381 |
+
},
|
105382 |
+
"model_a": "SDXLTurbo",
|
105383 |
+
"model_b": "FLUX.1-dev",
|
105384 |
+
"vote_type": "bothbad_vote",
|
105385 |
+
"winner": "tie (bothbad)",
|
105386 |
+
"judge": "arena_user_10.16.38.196",
|
105387 |
+
"anony": true,
|
105388 |
+
"tstamp": 1730499264.6038
|
105389 |
+
},
|
105390 |
+
{
|
105391 |
+
"model_a_conv_id": "593a9f29dc5f4aa0bd515b427ff964b7",
|
105392 |
+
"model_b_conv_id": "8a62e24c65704044af24c7b3ff00c787",
|
105393 |
+
"inputs": {
|
105394 |
+
"prompt": "A large motor vehicle carrying passengers by road, typically one serving the public on a fixed route and for a fare."
|
105395 |
+
},
|
105396 |
+
"model_a": "HunyuanDiT",
|
105397 |
+
"model_b": "SD3",
|
105398 |
+
"vote_type": "rightvote",
|
105399 |
+
"winner": "model_b",
|
105400 |
+
"judge": "arena_user_10.16.16.234",
|
105401 |
+
"anony": true,
|
105402 |
+
"tstamp": 1730499276.0484
|
105403 |
}
|
105404 |
]
|
arena_elo/results/20241101/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88245
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7bea5ae7c568fbd3622e5c8ffb7c300367bf111ce7f2b1e3c48efb8ba2ccb515
|
3 |
size 88245
|
arena_elo/results/20241101/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1121.
|
3 |
-
FLUX.1-dev,FLUX.1-dev,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,1059.
|
7 |
-
StableCascade,StableCascade,1039.
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
SDXL-Lightning,SDXL-Lightning,1021.
|
10 |
-
PixArtSigma,PixArtSigma,
|
11 |
-
PixArtAlpha,PixArtAlpha,1020.
|
12 |
-
SD3,SD3,
|
13 |
-
AuraFlow,AuraFlow,
|
14 |
-
SDXL,SDXL,965.
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,828.
|
18 |
-
LCM,LCM,789.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.5653398199045,1123.947534812969,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1111.100531379555,1118.581586220773,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1077.6077083360585,1070.3011445131515,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.5193384762679,1071.8591770396717,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1059.8516654207529,1057.173657577711,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.27071663852,1042.2469700521758,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1030.802888581253,1023.6754147754089,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
SDXL-Lightning,SDXL-Lightning,1021.1296885645739,1024.439296337127,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
10 |
+
PixArtSigma,PixArtSigma,1021.0374102563209,1021.3125697068199,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
11 |
+
PixArtAlpha,PixArtAlpha,1020.3784815009102,1011.9893976385754,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
12 |
+
SD3,SD3,1011.1998308593261,1014.4085015272096,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,1010.0458861167007,1004.0759061512285,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,965.5584792482977,966.529500796736,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,914.0326149969756,911.8546923067103,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.3582122712113,899.7545312419196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,828.7416657202157,824.0746132265045,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,789.7995418131491,804.0715989673412,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20241102/clean_battle_video_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20241102/elo_results_video_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0602b5cdcf6c3ff122daa16683332d50a8e8d653b6ed35f3761fda7912566c5
|
3 |
+
size 66388
|
arena_elo/results/20241102/video_generation_leaderboard.csv
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1148.0642886270214,1151.3880614357547,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
CogVideoX-2B,CogVideoX-2B,1112.2576174206758,1105.1687043217862,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
4 |
+
T2V-Turbo,T2V-Turbo,1084.7845844814285,1084.1554819951325,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
5 |
+
VideoCrafter2,VideoCrafter2,1067.842583015557,1068.9671018375977,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
6 |
+
AnimateDiff,AnimateDiff,1067.3723890784022,1066.9338214142892,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
7 |
+
LaVie,LaVie,995.0201155377238,996.0687383412502,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
+
OpenSora,OpenSora,911.303774003619,911.9906009487565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
+
OpenSora v1.2,OpenSora v1.2,891.6841432763872,890.8491108094524,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
10 |
+
ModelScope,ModelScope,860.9122366302342,863.089718514995,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
11 |
+
AnimateDiff Turbo,AnimateDiff Turbo,860.7582679289501,861.3886603809851,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -105274,5 +105274,131 @@
|
|
105274 |
"judge": "arena_user_10.16.16.234",
|
105275 |
"anony": true,
|
105276 |
"tstamp": 1730463036.6285
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
105277 |
}
|
105278 |
]
|
|
|
105274 |
"judge": "arena_user_10.16.16.234",
|
105275 |
"anony": true,
|
105276 |
"tstamp": 1730463036.6285
|
105277 |
+
},
|
105278 |
+
{
|
105279 |
+
"model_a_conv_id": "a0b7f512ede148d5a500ba04d1b51228",
|
105280 |
+
"model_b_conv_id": "d83a0874e9624683a994ec54426db82b",
|
105281 |
+
"inputs": {
|
105282 |
+
"prompt": "The battle of chess pieces in a medieval city, swords, spears, bows, crossbows are used for the battle"
|
105283 |
+
},
|
105284 |
+
"model_a": "FLUX.1-dev",
|
105285 |
+
"model_b": "SDXL",
|
105286 |
+
"vote_type": "leftvote",
|
105287 |
+
"winner": "model_a",
|
105288 |
+
"judge": "arena_user_10.16.38.196",
|
105289 |
+
"anony": true,
|
105290 |
+
"tstamp": 1730481202.6871
|
105291 |
+
},
|
105292 |
+
{
|
105293 |
+
"model_a_conv_id": "1cace2ecf03c4a088d0c4c11eaa307a9",
|
105294 |
+
"model_b_conv_id": "d1a7c25364304b6f87208ef7ff0d042a",
|
105295 |
+
"inputs": {
|
105296 |
+
"prompt": "The fall of a nuclear bomb"
|
105297 |
+
},
|
105298 |
+
"model_a": "FLUX.1-schnell",
|
105299 |
+
"model_b": "FLUX.1-dev",
|
105300 |
+
"vote_type": "rightvote",
|
105301 |
+
"winner": "model_b",
|
105302 |
+
"judge": "arena_user_10.16.16.234",
|
105303 |
+
"anony": true,
|
105304 |
+
"tstamp": 1730482726.4104
|
105305 |
+
},
|
105306 |
+
{
|
105307 |
+
"model_a_conv_id": "0f10291083bb4e41b7482631a27ee9fa",
|
105308 |
+
"model_b_conv_id": "8b7cbe31e4eb4ca0a3ad8faa31374c8a",
|
105309 |
+
"inputs": {
|
105310 |
+
"prompt": "Cinematic ultra realistic hdr photo, photorealistic full body high resolution oil painting in the style of wlop, beautiful sexy warrior goddess standing in a dynamic pose wearing a highly detailed intricate shiny enchanted pink armor with glowing runes glyphs and power cores, mostly blonde hair with a few small strands of hair gradually transitioning to pink hair, wearing pink makeup and pink lipstick, wearing hair ornament, hazel eyes, graceful gentle smile, surrounded by radiating magical mystical energies spells and auras, full body shot"
|
105311 |
+
},
|
105312 |
+
"model_a": "FLUX.1-schnell",
|
105313 |
+
"model_b": "PlayGround V2.5",
|
105314 |
+
"vote_type": "rightvote",
|
105315 |
+
"winner": "model_b",
|
105316 |
+
"judge": "arena_user_10.16.38.136",
|
105317 |
+
"anony": true,
|
105318 |
+
"tstamp": 1730484391.845
|
105319 |
+
},
|
105320 |
+
{
|
105321 |
+
"model_a_conv_id": "f0cfe276f69f47159e980b0b61f87421",
|
105322 |
+
"model_b_conv_id": "5be8423dbbd143cb8d90689a1907fe06",
|
105323 |
+
"inputs": {
|
105324 |
+
"prompt": "a fuzzy cat"
|
105325 |
+
},
|
105326 |
+
"model_a": "SDXL-Lightning",
|
105327 |
+
"model_b": "FLUX.1-schnell",
|
105328 |
+
"vote_type": "bothbad_vote",
|
105329 |
+
"winner": "tie (bothbad)",
|
105330 |
+
"judge": "arena_user_10.16.31.254",
|
105331 |
+
"anony": true,
|
105332 |
+
"tstamp": 1730489160.2419
|
105333 |
+
},
|
105334 |
+
{
|
105335 |
+
"model_a_conv_id": "f6ce2e2ef28c45d2abce022dcde4d016",
|
105336 |
+
"model_b_conv_id": "7056952c1a684f908d3f1bf2301bd114",
|
105337 |
+
"inputs": {
|
105338 |
+
"prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
|
105339 |
+
},
|
105340 |
+
"model_a": "FLUX.1-schnell",
|
105341 |
+
"model_b": "AuraFlow",
|
105342 |
+
"vote_type": "bothbad_vote",
|
105343 |
+
"winner": "tie (bothbad)",
|
105344 |
+
"judge": "arena_user_10.16.38.136",
|
105345 |
+
"anony": true,
|
105346 |
+
"tstamp": 1730489566.3626
|
105347 |
+
},
|
105348 |
+
{
|
105349 |
+
"model_a_conv_id": "915f50f1b5b04452a0850d3ad5838929",
|
105350 |
+
"model_b_conv_id": "d0c7d9a3f6714f88ae0b442a12826dac",
|
105351 |
+
"inputs": {
|
105352 |
+
"prompt": "Multiple communication tools (e.g., Zoom, Microsoft Teams, phone, email) funneling into note2.ai, which then outputs structured summaries. Icons representing integration."
|
105353 |
+
},
|
105354 |
+
"model_a": "AuraFlow",
|
105355 |
+
"model_b": "FLUX.1-schnell",
|
105356 |
+
"vote_type": "bothbad_vote",
|
105357 |
+
"winner": "tie (bothbad)",
|
105358 |
+
"judge": "arena_user_10.16.13.73",
|
105359 |
+
"anony": true,
|
105360 |
+
"tstamp": 1730489606.1725
|
105361 |
+
},
|
105362 |
+
{
|
105363 |
+
"model_a_conv_id": "025c962e0d464df89fbac1d88479d890",
|
105364 |
+
"model_b_conv_id": "56f72af600834c919b92a8942ce6fd60",
|
105365 |
+
"inputs": {
|
105366 |
+
"prompt": "A man wearing a brown cap looking sitting at his computer with a black and brown dog resting next to him on the couch."
|
105367 |
+
},
|
105368 |
+
"model_a": "PlayGround V2.5",
|
105369 |
+
"model_b": "AuraFlow",
|
105370 |
+
"vote_type": "tievote",
|
105371 |
+
"winner": "tie",
|
105372 |
+
"judge": "arena_user_10.16.38.196",
|
105373 |
+
"anony": true,
|
105374 |
+
"tstamp": 1730499251.1792
|
105375 |
+
},
|
105376 |
+
{
|
105377 |
+
"model_a_conv_id": "4a8b243f755e4df58ded12b42e4ebbe1",
|
105378 |
+
"model_b_conv_id": "25fa54dbc10c4dd9b5ac060c9d82af93",
|
105379 |
+
"inputs": {
|
105380 |
+
"prompt": "A sign that says 'Diffusion'."
|
105381 |
+
},
|
105382 |
+
"model_a": "SDXLTurbo",
|
105383 |
+
"model_b": "FLUX.1-dev",
|
105384 |
+
"vote_type": "bothbad_vote",
|
105385 |
+
"winner": "tie (bothbad)",
|
105386 |
+
"judge": "arena_user_10.16.38.196",
|
105387 |
+
"anony": true,
|
105388 |
+
"tstamp": 1730499264.6038
|
105389 |
+
},
|
105390 |
+
{
|
105391 |
+
"model_a_conv_id": "593a9f29dc5f4aa0bd515b427ff964b7",
|
105392 |
+
"model_b_conv_id": "8a62e24c65704044af24c7b3ff00c787",
|
105393 |
+
"inputs": {
|
105394 |
+
"prompt": "A large motor vehicle carrying passengers by road, typically one serving the public on a fixed route and for a fare."
|
105395 |
+
},
|
105396 |
+
"model_a": "HunyuanDiT",
|
105397 |
+
"model_b": "SD3",
|
105398 |
+
"vote_type": "rightvote",
|
105399 |
+
"winner": "model_b",
|
105400 |
+
"judge": "arena_user_10.16.16.234",
|
105401 |
+
"anony": true,
|
105402 |
+
"tstamp": 1730499276.0484
|
105403 |
}
|
105404 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -29482,5 +29482,19 @@
|
|
29482 |
"judge": "arena_user_10.16.38.196",
|
29483 |
"anony": false,
|
29484 |
"tstamp": 1730449144.7948
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
29485 |
}
|
29486 |
]
|
|
|
29482 |
"judge": "arena_user_10.16.38.196",
|
29483 |
"anony": false,
|
29484 |
"tstamp": 1730449144.7948
|
29485 |
+
},
|
29486 |
+
{
|
29487 |
+
"model_a_conv_id": "06e784c5d6d247569232ea99aca80a8e",
|
29488 |
+
"model_b_conv_id": "b9e39a0d6aa2448eb015b9d201221814",
|
29489 |
+
"inputs": {
|
29490 |
+
"prompt": "a bird flying over a snowy forest"
|
29491 |
+
},
|
29492 |
+
"model_a": "CogVideoX-2B",
|
29493 |
+
"model_b": "AnimateDiff",
|
29494 |
+
"vote_type": "leftvote",
|
29495 |
+
"winner": "model_a",
|
29496 |
+
"judge": "arena_user_10.16.38.136",
|
29497 |
+
"anony": true,
|
29498 |
+
"tstamp": 1730555775.3026
|
29499 |
}
|
29500 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88245
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7bea5ae7c568fbd3622e5c8ffb7c300367bf111ce7f2b1e3c48efb8ba2ccb515
|
3 |
size 88245
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 66388
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0602b5cdcf6c3ff122daa16683332d50a8e8d653b6ed35f3761fda7912566c5
|
3 |
size 66388
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1121.
|
3 |
-
FLUX.1-dev,FLUX.1-dev,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,1059.
|
7 |
-
StableCascade,StableCascade,1039.
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
SDXL-Lightning,SDXL-Lightning,1021.
|
10 |
-
PixArtSigma,PixArtSigma,
|
11 |
-
PixArtAlpha,PixArtAlpha,1020.
|
12 |
-
SD3,SD3,
|
13 |
-
AuraFlow,AuraFlow,
|
14 |
-
SDXL,SDXL,965.
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,828.
|
18 |
-
LCM,LCM,789.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.5653398199045,1123.947534812969,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1111.100531379555,1118.581586220773,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1077.6077083360585,1070.3011445131515,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.5193384762679,1071.8591770396717,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1059.8516654207529,1057.173657577711,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.27071663852,1042.2469700521758,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1030.802888581253,1023.6754147754089,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
SDXL-Lightning,SDXL-Lightning,1021.1296885645739,1024.439296337127,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
10 |
+
PixArtSigma,PixArtSigma,1021.0374102563209,1021.3125697068199,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
11 |
+
PixArtAlpha,PixArtAlpha,1020.3784815009102,1011.9893976385754,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
12 |
+
SD3,SD3,1011.1998308593261,1014.4085015272096,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,1010.0458861167007,1004.0759061512285,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,965.5584792482977,966.529500796736,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,914.0326149969756,911.8546923067103,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.3582122712113,899.7545312419196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,828.7416657202157,824.0746132265045,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,789.7995418131491,804.0715989673412,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,11 +1,11 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
StableVideoDiffusion,StableVideoDiffusion,1148.
|
3 |
-
CogVideoX-2B,CogVideoX-2B,
|
4 |
-
T2V-Turbo,T2V-Turbo,1084.
|
5 |
-
VideoCrafter2,VideoCrafter2,
|
6 |
-
AnimateDiff,AnimateDiff,
|
7 |
-
LaVie,LaVie,995.
|
8 |
-
OpenSora,OpenSora,911.
|
9 |
-
OpenSora v1.2,OpenSora v1.2,891.
|
10 |
-
ModelScope,ModelScope,
|
11 |
-
AnimateDiff Turbo,AnimateDiff Turbo,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1148.0642886270214,1151.3880614357547,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
CogVideoX-2B,CogVideoX-2B,1112.2576174206758,1105.1687043217862,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
4 |
+
T2V-Turbo,T2V-Turbo,1084.7845844814285,1084.1554819951325,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
5 |
+
VideoCrafter2,VideoCrafter2,1067.842583015557,1068.9671018375977,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
6 |
+
AnimateDiff,AnimateDiff,1067.3723890784022,1066.9338214142892,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
7 |
+
LaVie,LaVie,995.0201155377238,996.0687383412502,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
+
OpenSora,OpenSora,911.303774003619,911.9906009487565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
+
OpenSora v1.2,OpenSora v1.2,891.6841432763872,890.8491108094524,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
10 |
+
ModelScope,ModelScope,860.9122366302342,863.089718514995,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
11 |
+
AnimateDiff Turbo,AnimateDiff Turbo,860.7582679289501,861.3886603809851,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|