Auto Daily Leaderboard udpate Mon Oct 21 12:00:25 PM EDT 2024

arena_elo/results/20241021/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebcde5214d7d0276e2107111d9b3104e7220bb6fba93200d504300271754128
+size 88245

arena_elo/results/20241021/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.7278163206938,1124.2327231576091,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1111.1371184737259,1120.0227729750818,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1087.6504923262867,1077.952004829855,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.0531065955831,1071.4652258908177,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1067.7793574340933,1064.1933894092329,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.6334954812166,1041.7702459088848,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1028.7437566394156,1021.349249919226,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.9465415522018,1012.4213657147166,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.8224077692374,1023.44250132649,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.8002357166886,1020.208327064913,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1006.1167742196849,1000.0344899248317,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1005.2520675658247,1009.5066563853186,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.0936624516469,966.122527108794,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9157163058569,910.9096393255876,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.8571277820951,899.3093247029508,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.0626349094337,823.4902541515838,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.4076884563269,803.6729390265333,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -104056,5 +104056,159 @@
     "judge": "arena_user_10.16.28.173",
     "anony": true,
     "tstamp": 1729419752.1929
+  },
+  {
+    "model_a_conv_id": "04193882f38b451a82e116cc004d745f",
+    "model_b_conv_id": "727540a488d948d7b84f543ab4d8b2ba",
+    "inputs": {
+      "prompt": "Photorealistic full body high resolution oil painting in the style of wlop, beautiful sexy warrior goddess standing in a dynamic pose wearing a highly detailed intricate pink enchanted armor with glowing runes glyphs and power cores, mostly blonde hair with a few small strands of hair gradually transitioning to pink hair, wearing pink makeup and lipstick, wearing hair ornament, hazel eyes, graceful gentle smile, surrounded by magical mystical energies spells and auras, hdr"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729467804.4713
+  },
+  {
+    "model_a_conv_id": "5263850b6be84611b64ecf7c7ba50e92",
+    "model_b_conv_id": "fbeae45c252f42d98de2ae7357fb0f00",
+    "inputs": {
+      "prompt": "checkerboard "
+    },
+    "model_a": "Kolors",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729479360.4596
+  },
+  {
+    "model_a_conv_id": "2ad1e6ccb5fd4da5a94290119681e9ea",
+    "model_b_conv_id": "9abbf63da1104e50bdb99e352d33e638",
+    "inputs": {
+      "prompt": "image of a huge black castle in the sky surrounded by black vines"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729479372.7472
+  },
+  {
+    "model_a_conv_id": "4c7bf33b4f7e47de828ec869443f6c0d",
+    "model_b_conv_id": "b5e22c9c08344c79b2031c4b4a27d4ff",
+    "inputs": {
+      "prompt": "An oil painting of a couple in formal evening wear going home get caught in a heavy downpour with no umbrellas."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729484002.9784
+  },
+  {
+    "model_a_conv_id": "6bddd4853079451bb3a6481bbf8bfaa4",
+    "model_b_conv_id": "a4b8287e739d4ad0a6b862fe01fbd3b9",
+    "inputs": {
+      "prompt": "The reaction mixture preparation: 2 moles of dry naoh powderised with 1 mole of dry phenyalanine.  The mix was heat up to 165 degrees celsius. released vapor condensed in cold isopropanole at -20 degrees celsius. describe products."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1729502710.0531
+  },
+  {
+    "model_a_conv_id": "3819353ce21e4d04949810a4676986b8",
+    "model_b_conv_id": "4f008066a8cb4427a6023de601897341",
+    "inputs": {
+      "prompt": "A grey cat sitting in a large black bag."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729507221.1506
+  },
+  {
+    "model_a_conv_id": "abd8f807e7d34fdaa690bd44626cdb3f",
+    "model_b_conv_id": "c00db88d7f864a1fb389a90fc5d60788",
+    "inputs": {
+      "prompt": "A pink scooter with a black seat next to a blue car."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.234",
+    "anony": true,
+    "tstamp": 1729520924.1714
+  },
+  {
+    "model_a_conv_id": "d679c260d7d446e997fb89e6184a14c4",
+    "model_b_conv_id": "afe9c87b62d049909710a96159b1b8a2",
+    "inputs": {
+      "prompt": "Tcennis rpacket."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.234",
+    "anony": true,
+    "tstamp": 1729520933.8081
+  },
+  {
+    "model_a_conv_id": "511297a05007428fbdc59ab45d01c198",
+    "model_b_conv_id": "ae6016133c65416bac93136e87f71eaf",
+    "inputs": {
+      "prompt": "Supreme Court Justices play a baseball game with the FBI. The FBI is at bat, the justices are on the field."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.17.234",
+    "anony": true,
+    "tstamp": 1729520948.9525
+  },
+  {
+    "model_a_conv_id": "345d8d3a050144d7a6846a03527749ec",
+    "model_b_conv_id": "5cfa9bfbce974a9eaba6a3d23f055c83",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1729520953.9549
+  },
+  {
+    "model_a_conv_id": "d9054b50cc7c459f8dabc45b9dc4b06a",
+    "model_b_conv_id": "f33bea2119614f3fa9c26f89f97b5164",
+    "inputs": {
+      "prompt": "A brown toilet with a white wooden seat ."
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729520963.0291
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -29398,5 +29398,33 @@
     "judge": "arena_user_10.16.46.223",
     "anony": true,
     "tstamp": 1729372019.5563
+  },
+  {
+    "model_a_conv_id": "76ba41bf911d48cd893cde7575f0addf",
+    "model_b_conv_id": "07b2de25440843be97acb54a0d8b3493",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, with an intense shaking effect"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1729455131.3588
+  },
+  {
+    "model_a_conv_id": "0406861b4bb5456e8b2a16262a0ebf55",
+    "model_b_conv_id": "d7e35dd4b5084e288eada1320a9c4110",
+    "inputs": {
+      "prompt": "A person is bandaging"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729479446.1849
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:810d958a9d6e8dea9bb03a505dfd79d2cbf98a7974931d1a0a1ceed264fa6185
-size 88225
+oid sha256:1ebcde5214d7d0276e2107111d9b3104e7220bb6fba93200d504300271754128
+size 88245

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.948331411599,1124.2407507244943,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1106.3236036384862,1116.9482195539304,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1088.4988693762177,1078.4957148499993,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.828404603782,1072.1023671563225,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1066.581174852325,1062.9607034020473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.4561022532332,1042.462889418896,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1027.1898882782475,1019.7663116278782,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1021.8174487307853,1013.174531118909,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1020.6899000772603,1024.161400840075,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1020.2648992215011,1020.6139727533917,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1004.9064635694632,1009.1872612482997,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1004.8205847368482,998.8094522369978,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.7777691439439,966.68092623427,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.6035343884134,911.4999781723983,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.6792860252439,899.9695431138078,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.267047239681,824.5082246830094,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.3466924529675,804.404659778537,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.7278163206938,1124.2327231576091,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1111.1371184737259,1120.0227729750818,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1087.6504923262867,1077.952004829855,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.0531065955831,1071.4652258908177,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1067.7793574340933,1064.1933894092329,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.6334954812166,1041.7702459088848,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1028.7437566394156,1021.349249919226,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.9465415522018,1012.4213657147166,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.8224077692374,1023.44250132649,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.8002357166886,1020.208327064913,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1006.1167742196849,1000.0344899248317,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1005.2520675658247,1009.5066563853186,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.0936624516469,966.122527108794,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9157163058569,910.9096393255876,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.8571277820951,899.3093247029508,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.0626349094337,823.4902541515838,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.4076884563269,803.6729390265333,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7