Auto Daily Leaderboard udpate Mon Nov 18 12:00:26 PM EST 2024

arena_elo/results/20241118/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6fb0b957c3b831a4df7a9a207f46f19201405db4f600437c02ed900dd3704
+size 88251

arena_elo/results/20241118/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1120.4765162768033,1119.9997235744802,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1113.8777951770378,1138.1468845363634,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1086.877527141171,1076.20821858904,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.3784971331922,1070.631046721228,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.6210789685747,1050.0186690006703,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.957895326989,1041.7968990130498,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.6635807129055,1024.9670984319068,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.8410736854772,1019.2048450935365,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.4407251959412,1010.2344674130592,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.1910131035653,1021.8259837073099,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1009.9115247812376,1012.4700189013727,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1008.1207046366882,1001.9780139371986,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.6469324121443,965.455203429229,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.1453379140638,912.0731815642437,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.1553982047986,898.4532760401001,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.7493917519962,824.0070496353153,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9450075774145,803.269365474396,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -107080,5 +107080,47 @@
     "judge": "arena_user_10.16.31.254",
     "anony": true,
     "tstamp": 1731733151.9218
+  },
+  {
+    "model_a_conv_id": "0db382442d374cc1a21e4c7540ec88b2",
+    "model_b_conv_id": "7e8eb536cad04471af8d1e4b0019ce04",
+    "inputs": {
+      "prompt": "A blue parrot, sitting on a branch, with a bug in its mouth, Pixel painting style"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": false,
+    "tstamp": 1731895311.6723
+  },
+  {
+    "model_a_conv_id": "c1520e9e99e949688bc63e6300096575",
+    "model_b_conv_id": "f69da939b34b426d8c29c87a5b6d9a90",
+    "inputs": {
+      "prompt": "A futuristic hopeful busy city, purple and green color scheme"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": false,
+    "tstamp": 1731895357.7119
+  },
+  {
+    "model_a_conv_id": "1350d80e98734fcc9f2a5bd40f599be2",
+    "model_b_conv_id": "5a622ad7c0b64c85bfae93a0b57c45b8",
+    "inputs": {
+      "prompt": "hyperrealism detailed dress"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731931301.5712
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa34e4123d2842eae0a9057d0fd35cd6254fa86e811d6a5b516e421378575149
+oid sha256:11a6fb0b957c3b831a4df7a9a207f46f19201405db4f600437c02ed900dd3704
 size 88251

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.470513163181,1119.9689874306277,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1113.8726158607044,1137.8067364347041,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1086.8689442602424,1076.188671921006,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.3771737682237,1070.6289668938714,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1051.6105392641653,1050.0089821616227,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.9530071364984,1041.7931819975881,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1032.6661994797012,1024.9610139919253,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1019.8405628700344,1019.2045268085922,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.4398880048628,1010.2343311503204,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.1898421054048,1021.8257472232245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1009.9063448972363,1012.4610312295918,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1008.1111583477572,1002.3629299367763,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.6474484523736,965.4488504865587,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.9764319568311,911.932959686811,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.1610244386146,898.4563505823163,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.9507524658907,824.1769972110262,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9575535282743,803.280360438723,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1120.4765162768033,1119.9997235744802,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1113.8777951770378,1138.1468845363634,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1086.877527141171,1076.20821858904,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.3784971331922,1070.631046721228,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.6210789685747,1050.0186690006703,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.957895326989,1041.7968990130498,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.6635807129055,1024.9670984319068,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.8410736854772,1019.2048450935365,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.4407251959412,1010.2344674130592,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.1910131035653,1021.8259837073099,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1009.9115247812376,1012.4700189013727,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1008.1207046366882,1001.9780139371986,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.6469324121443,965.455203429229,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.1453379140638,912.0731815642437,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.1553982047986,898.4532760401001,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.7493917519962,824.0070496353153,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9450075774145,803.269365474396,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7