Auto Daily Leaderboard udpate Fri Sep 20 12:00:28 PM EDT 2024

arena_elo/results/20240920/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be42fd29159ca06d1b07bcc2b56b1697f5bc007348e682d5c538612bce95752a
+size 88248

arena_elo/results/20240920/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1126.0386805125315,1126.4940338572153,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1125.41742493598,1144.2861357757708,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1080.5464527970296,1080.0019805543147,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.1954564791984,1070.670158750211,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.1456635162265,1056.046634526308,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1039.9931335532415,1028.177974560217,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.6356362450117,1039.662421074149,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1023.6667505143034,1026.6725209632245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.2818544828492,1011.6308916123963,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.6582661870044,1018.2063200238734,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1000.0505525652103,991.0285385773639,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.6150671225723,984.5877022026674,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7690393433325,964.3021704599817,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9061113642425,910.0695081268724,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6125821771124,898.4009701417535,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.4913278720064,822.1364019621386,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9760003321545,802.6165646725497,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -96342,5 +96342,89 @@
     "judge": "arena_user_10.16.46.55",
     "anony": true,
     "tstamp": 1726715953.3219
+  },
+  {
+    "model_a_conv_id": "39418d18cd7b4520a0b652f92ff02a21",
+    "model_b_conv_id": "4b3ed24c3752464ab7539cd29d307bec",
+    "inputs": {
+      "prompt": "homoerotic fantasy art by Helen Allingham, handsome man in suspension bondage, in underwear, in the village square, visually stunning, raised arms, bound wrists, chest hair, armpits"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1726835676.634
+  },
+  {
+    "model_a_conv_id": "6034e94f200047509b154e3da98be773",
+    "model_b_conv_id": "7e425ab397604beeaef57a014e7c3a63",
+    "inputs": {
+      "prompt": "An emoji of a baby panda wearing a red hat, green gloves, red shirt, and green pants."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1726842829.9481
+  },
+  {
+    "model_a_conv_id": "3e188c5c57794a1e9f4f2caf58a95323",
+    "model_b_conv_id": "520bc960e00d45a0a0e26333ef83be75",
+    "inputs": {
+      "prompt": "A maglev train going vertically downward in high speed, New York Times photojournalism."
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1726842843.123
+  },
+  {
+    "model_a_conv_id": "fb855c83e0ce4bd78a813caee24f7ef0",
+    "model_b_conv_id": "bd54274b2fa648d0869b781f4f48bbc7",
+    "inputs": {
+      "prompt": "An ancient Egyptian painting depicting an argument over whose turn it is to take out the trash."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1726842854.0328
+  },
+  {
+    "model_a_conv_id": "719ce0842d0d463c9ac4fe91f3c8bd97",
+    "model_b_conv_id": "4f8dfdb9ffb245528bed37b41d8cb5e1",
+    "inputs": {
+      "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1726842860.5425
+  },
+  {
+    "model_a_conv_id": "0b05007b1f42484b82585d4b4aa14701",
+    "model_b_conv_id": "1a6372ea4dc946a386c99f1cd6c0acea",
+    "inputs": {
+      "prompt": "a black and white picture of a white man singing a song"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1726842873.4891
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05efd527944588cde897a695fc90c0081324070eb2163aa9361cd9d783a127e9
-size 88242
+oid sha256:be42fd29159ca06d1b07bcc2b56b1697f5bc007348e682d5c538612bce95752a
+size 88248

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1126.2683377813653,1126.7335436433061,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1125.8156659316503,1144.2163865456314,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1080.3233944132205,1080.0065389561541,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.0667916850407,1070.7526463792206,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1058.9014851888362,1055.9940697696313,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-HunyuanDiT,HunyuanDiT,1038.1308127834895,1026.4619886858893,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-StableCascade,StableCascade,1037.7587410923263,1039.8155271494852,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-SDXL-Lightning,SDXL-Lightning,1023.6988895153974,1026.7279357527832,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1022.42705958418,1011.6927032922162,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.1024344672105,1017.7433420562251,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,999.9880678162823,990.9857234072978,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,991.4655893302245,986.1434069863818,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.8279255666362,964.3025852177286,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.8760697861277,910.1130412858768,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.6219026028972,898.4194305763948,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.6681607381161,822.3648420929836,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.0586717169939,802.7345715490599,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1126.0386805125315,1126.4940338572153,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1125.41742493598,1144.2861357757708,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1080.5464527970296,1080.0019805543147,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.1954564791984,1070.670158750211,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.1456635162265,1056.046634526308,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1039.9931335532415,1028.177974560217,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.6356362450117,1039.662421074149,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1023.6667505143034,1026.6725209632245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.2818544828492,1011.6308916123963,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.6582661870044,1018.2063200238734,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1000.0505525652103,991.0285385773639,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.6150671225723,984.5877022026674,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7690393433325,964.3021704599817,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9061113642425,910.0695081268724,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6125821771124,898.4009701417535,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.4913278720064,822.1364019621386,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9760003321545,802.6165646725497,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7