Auto Daily Leaderboard udpate Thu Nov 14 12:00:26 PM EST 2024

arena_elo/results/20241114/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c0eb793ff25b41409510f67c388af42635ae360b177ee412d04587a11d71db
+size 88251

arena_elo/results/20241114/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.3613170608685,1120.6131735494791,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1111.913438726635,1137.2276196913137,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.0763140382394,1074.4179913912203,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.576076862533,1070.7196148073683,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.2838193362454,1053.6441404738994,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.1340752027104,1041.9036484713963,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.636959886898,1023.0212240060408,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.9438774555209,1019.2387694289322,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.7879055113964,1010.4723082730601,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.250682576946,1021.7891887090786,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1011.08367071787,1013.4494624488309,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1006.8887644360386,1000.9178344683752,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.644686127581,965.3940390002646,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.2182908624138,912.0594398122819,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.3416537037039,898.5444195325399,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.778410733544,823.9598028468336,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.0800567608507,803.3085148422691,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106870,5 +106870,33 @@
     "judge": "arena_user_10.16.16.234",
     "anony": true,
     "tstamp": 1731487554.8741
+  },
+  {
+    "model_a_conv_id": "66a3438d03aa46c8b8cc792e52cdf9d6",
+    "model_b_conv_id": "f4af5e90d9a648b3934c87fee60b9d01",
+    "inputs": {
+      "prompt": "Ancient tatoos, 3D, vibrant colours, Ultra real photograph, real life"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731537435.6416
+  },
+  {
+    "model_a_conv_id": "7bac895297604a7aa60ec798dd558d74",
+    "model_b_conv_id": "ce0d939492d04cfda69266e3d91cb256",
+    "inputs": {
+      "prompt": "Life can be harsh"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731588577.1431
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa8df089b1435d12583b0a363ce3317fa7248c2a992174ad1f9c75b5cc0dce42
+oid sha256:b8c0eb793ff25b41409510f67c388af42635ae360b177ee412d04587a11d71db
 size 88251

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.2109087799124,1120.6394592909937,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1114.2500015159017,1138.9371647734704,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1085.2892197766594,1074.3829629700942,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.35412411886,1070.5767891772775,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1055.3616958687148,1053.6878875703123,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.5561073195177,1041.4526173948752,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.581977368697,1022.9848102093805,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1019.7611038404689,1019.1168380736915,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.5936244327839,1010.3371922485237,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.056502535223,1021.6612349433242,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1011.0291201129278,1013.40370434039,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1006.948296832591,1000.9584023380581,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.451191318717,965.2568270794495,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.0187166655714,911.9213776912679,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.0943156152186,898.3858225789322,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.5776052597146,823.8238706113636,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.8654886385167,803.1640150610433,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.3613170608685,1120.6131735494791,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1111.913438726635,1137.2276196913137,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.0763140382394,1074.4179913912203,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.576076862533,1070.7196148073683,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.2838193362454,1053.6441404738994,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.1340752027104,1041.9036484713963,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.636959886898,1023.0212240060408,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.9438774555209,1019.2387694289322,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.7879055113964,1010.4723082730601,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.250682576946,1021.7891887090786,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1011.08367071787,1013.4494624488309,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1006.8887644360386,1000.9178344683752,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.644686127581,965.3940390002646,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.2182908624138,912.0594398122819,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.3416537037039,898.5444195325399,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.778410733544,823.9598028468336,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.0800567608507,803.3085148422691,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7