Auto Daily Leaderboard udpate Thu Mar 20 12:00:36 PM EDT 2025

arena_elo/results/20250320/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38232d7f70cec3b31f35fe5476d2b96a0b1f49339c27783da0bf059b152dc8cd
+size 88249

arena_elo/results/20250320/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1134.3758401064733,1137.8084498093576,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.2708667108675,1116.824964623192,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.3740363259678,1095.9721719877286,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.930825506368,1071.6116512808594,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1063.3940496429573,1062.4997803123001,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9988245626441,1045.3284153310171,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.4999597982137,1016.4782472678485,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8844210590985,1011.5524962480405,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.7589132898357,1018.1583448923401,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.2219763456357,1018.6714364308241,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1005.2692026578015,1006.7454001240242,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.0788876729658,991.8045091329273,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.7752385505481,966.9013788858845,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8193160638824,913.1266218260099,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.8056388851769,898.9925825345097,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.2534380141717,827.7490020682208,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.2885648074001,805.0333445371591,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -120618,5 +120618,173 @@
     "judge": "arena_user_10.20.28.164",
     "anony": true,
     "tstamp": 1742312080.2436
+  },
+  {
+    "model_a_conv_id": "edf902cc2cf74c0aa2f59c76ce992bf1",
+    "model_b_conv_id": "aeb6a5603c5a4c038e64ecc82ed783bc",
+    "inputs": {
+      "prompt": "Lake an image of mountain village "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1742450108.3185
+  },
+  {
+    "model_a_conv_id": "0419176f81cb464596c3f25344c81773",
+    "model_b_conv_id": "0c04bb55225943a5818f372dfa1ad928",
+    "inputs": {
+      "prompt": "research data management with symbols as icon with laptop, file, folder"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742480327.2965
+  },
+  {
+    "model_a_conv_id": "c78d155d79cb4341842c26391582063a",
+    "model_b_conv_id": "f965e87925ed41eabaf5457ecc18e81d",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742481336.0066
+  },
+  {
+    "model_a_conv_id": "42202f85fa934710971d42a94143d3de",
+    "model_b_conv_id": "76a178fd1e14438f91840419f9f8a43c",
+    "inputs": {
+      "prompt": "A stop sign on the right of a refrigerator."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1742481411.1098
+  },
+  {
+    "model_a_conv_id": "b1666fea2bee47478006c20f686eeb01",
+    "model_b_conv_id": "45b41cb968f64b9fab22e4cfe2fd9771",
+    "inputs": {
+      "prompt": "a beautiful painting cat, by henri matisse and kusama yayoi painting "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742481433.4656
+  },
+  {
+    "model_a_conv_id": "bcc1343b73604e78acf62c70d3f78ddf",
+    "model_b_conv_id": "2125623d7d774ab08b6e6974143775bf",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742481440.0862
+  },
+  {
+    "model_a_conv_id": "91906be3a5474fd29887ee477f2866a8",
+    "model_b_conv_id": "881b465d5ee14c5cab1bb7eba603b914",
+    "inputs": {
+      "prompt": "New York Skyline with 'NeurIPS' written with fireworks on the sky."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "HunyuanDiT",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742481467.5369
+  },
+  {
+    "model_a_conv_id": "ea0f04a369c74cc0965890d6b85e9908",
+    "model_b_conv_id": "1f2fa3d265b942189b814446cfada3c1",
+    "inputs": {
+      "prompt": "An American multinational technology company that focuses on artificial intelligence, search engine, online advertising, cloud computing, computer software, quantum computing, e-commerce, and consumer electronics."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1742481475.5227
+  },
+  {
+    "model_a_conv_id": "6125fe45ffa844f6bbb244066d132bfd",
+    "model_b_conv_id": "cc086d3103454be6837de2ade84c5d70",
+    "inputs": {
+      "prompt": "A pink scooter with a black seat next to a blue car."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742481487.2891
+  },
+  {
+    "model_a_conv_id": "4fc6655b184340619d9c0ce2c5097c16",
+    "model_b_conv_id": "83e0705172db4ec2bbbc030e8d6938a5",
+    "inputs": {
+      "prompt": "photorealistic, inside an alien fungal forest"
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742481499.8298
+  },
+  {
+    "model_a_conv_id": "0b64177a17eb4611b46f01f7053116cf",
+    "model_b_conv_id": "19cdce5f86664e84a400f8c0d883d915",
+    "inputs": {
+      "prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1742481510.3437
+  },
+  {
+    "model_a_conv_id": "5249161d98394c1fb4fd74489bf33387",
+    "model_b_conv_id": "3d78bb3b251249bba672519bb393af7a",
+    "inputs": {
+      "prompt": "A yellow colored giraffe."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742481516.7625
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd763c43374c6988b408da43ca217e4f2026a0fdf8a5c40a4464d02b66882f67
+oid sha256:38232d7f70cec3b31f35fe5476d2b96a0b1f49339c27783da0bf059b152dc8cd
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1135.7694922385665,1138.873833872407,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.114870251953,1116.756098355098,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.2739717053526,1098.3714861746782,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.6974701189945,1071.4023713344852,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1063.509252376365,1062.5750046905607,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.4768022365643,1044.8568256246078,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1019.981944325462,1014.9429888985949,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.746009725944,1011.4034046894309,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.0315288158044,1018.4357612554187,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1014.0606774413279,1018.5551022881751,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1004.9350891720737,1006.4490016270825,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.0018324107059,991.743109656011,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.5369414184788,966.6813942258312,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.6495960415464,912.9596690578213,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.5638605793129,898.7988748570841,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.6609081594733,827.2211272872678,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9897529820806,804.7668656160237,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1134.3758401064733,1137.8084498093576,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.2708667108675,1116.824964623192,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.3740363259678,1095.9721719877286,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.930825506368,1071.6116512808594,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1063.3940496429573,1062.4997803123001,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9988245626441,1045.3284153310171,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.4999597982137,1016.4782472678485,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8844210590985,1011.5524962480405,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.7589132898357,1018.1583448923401,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.2219763456357,1018.6714364308241,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1005.2692026578015,1006.7454001240242,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.0788876729658,991.8045091329273,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.7752385505481,966.9013788858845,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8193160638824,913.1266218260099,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.8056388851769,898.9925825345097,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.2534380141717,827.7490020682208,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.2885648074001,805.0333445371591,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7