Auto Daily Leaderboard udpate Tue Sep 24 12:00:24 PM EDT 2024

arena_elo/results/20240924/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d516e9a26be2377511cc864aa16063613d0c4938ce29c45a768b7915fe4de62
+size 88247

arena_elo/results/20240924/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1126.6737068927894,1143.4962183871141,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1126.1596520433507,1127.0138530448587,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1085.9532969554957,1086.6822241251825,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.040615280651,1071.1715922848748,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.0230468954271,1052.0695338991175,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1041.2684302454868,1029.5718822603235,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.160011965952,1039.7077798820942,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1023.7735394102551,1027.229780966525,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.6990071213339,1012.2089623582842,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.0554238462724,1018.2432981810454,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,995.7840547760547,986.9538230345206,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,992.527693223611,987.9171487787953,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7137444361392,964.5826173049201,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.6538216022926,910.3479493324353,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.4955626437564,898.0767511628352,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.1468108988664,822.2263138712246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8715817622553,803.0358137227589,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -96538,5 +96538,131 @@
     "judge": "arena_user_10.16.10.147",
     "anony": true,
     "tstamp": 1727085734.8156
+  },
+  {
+    "model_a_conv_id": "f17d915af83746fa8fcb947545483eab",
+    "model_b_conv_id": "2a482f8ae2644357a08f6ac006f21843",
+    "inputs": {
+      "prompt": "Photo Realistic Sunset with mountains in the background"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.6.34",
+    "anony": true,
+    "tstamp": 1727145880.7192
+  },
+  {
+    "model_a_conv_id": "76daf702b71f4c269396e43bb72f043e",
+    "model_b_conv_id": "dad8ce74a3b94e609e6b1c787662d973",
+    "inputs": {
+      "prompt": "Imagine Mr. Joko Widodo and Mr. Prabowo Subianto sitting in a small boat on a serene river, fishing rods in hand, surrounded by lush greenery and soft sunlight filtering through the trees."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727162723.2754
+  },
+  {
+    "model_a_conv_id": "c934c14631054d3cbaee50054cf1b073",
+    "model_b_conv_id": "ea113b31a37f4cc4b40322d001028436",
+    "inputs": {
+      "prompt": "Picture the USS Donald Cook at sea, its missile launchers primed, with a dramatic backdrop of a Russian Kilo-class submarine emerging from the depths, the ocean splashing around as tension fills the air."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727162772.1201
+  },
+  {
+    "model_a_conv_id": "ed33cb1783d840ae9c5d858f8f21e7ff",
+    "model_b_conv_id": "d895ec0415a24e0c859a86ca78a4eb36",
+    "inputs": {
+      "prompt": ">Wide angle to realistic high quality close up shot of scarlett johansson sucking on a door knob"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727162934.6892
+  },
+  {
+    "model_a_conv_id": "b74a840a0a34460eaf05075a10dd7527",
+    "model_b_conv_id": "2ea68244099d402381b41fbccc2d1001",
+    "inputs": {
+      "prompt": "super epic realistic nature photo of mountains valley and lake trending on instagram with lonely person in raincoat standing at a distance "
+    },
+    "model_a": "Kolors",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727191926.2106
+  },
+  {
+    "model_a_conv_id": "5cb813f10e1e485fb403a21eebbda5ba",
+    "model_b_conv_id": "c5f7d60a32b74a368c9d2653e698677f",
+    "inputs": {
+      "prompt": "An orange cat sitting on top of a white bench next to a bike."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1727191941.1206
+  },
+  {
+    "model_a_conv_id": "72d217958fc44f84ba774e4c1b792aff",
+    "model_b_conv_id": "08e5fabd7f2642f6b98fe33369ab0cf5",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.6.34",
+    "anony": true,
+    "tstamp": 1727191962.079
+  },
+  {
+    "model_a_conv_id": "d1d4dcb5822047f5a5b2384b0f802e99",
+    "model_b_conv_id": "9f87cd6a8a8145ac8b8c552689d8f4f9",
+    "inputs": {
+      "prompt": "A young girl in a yellow dress with blue flowers on a bench"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.6.34",
+    "anony": true,
+    "tstamp": 1727191979.0207
+  },
+  {
+    "model_a_conv_id": "37b9867317a94c319bfb74e31f200538",
+    "model_b_conv_id": "34f436f6dc9248098e05120afcd7e2d9",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727191994.2061
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78342a1091da4d5d17ee94a8a3a968e2b3ef9e36bb895b32809786bf4ea2ab28
+oid sha256:2d516e9a26be2377511cc864aa16063613d0c4938ce29c45a768b7915fe4de62
 size 88247

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.743357629926,1148.9962605096343,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1125.7527088790087,1126.1138394064424,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1086.1704664472074,1085.6025051460106,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.51301755247,1069.985288007291,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.382661772892,1056.310357708948,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-HunyuanDiT,HunyuanDiT,1039.4721474133828,1027.752380587222,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-StableCascade,StableCascade,1037.0020473781433,1039.029082823245,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-SDXL-Lightning,SDXL-Lightning,1022.7988233586316,1025.82491111131,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1021.78812485986,1011.0152029558307,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.8518748161556,1017.6057083295378,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,997.4064888405414,988.6499332578353,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,989.232574292165,984.4380088295055,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.1054334357038,963.5946997902745,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.0664565380392,909.3362450083096,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.9473261384057,897.7628582087063,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,827.5316371507727,821.4057596489304,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.2348534966894,801.9076235919026,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1126.6737068927894,1143.4962183871141,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1126.1596520433507,1127.0138530448587,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1085.9532969554957,1086.6822241251825,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.040615280651,1071.1715922848748,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.0230468954271,1052.0695338991175,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1041.2684302454868,1029.5718822603235,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.160011965952,1039.7077798820942,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1023.7735394102551,1027.229780966525,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.6990071213339,1012.2089623582842,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.0554238462724,1018.2432981810454,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,995.7840547760547,986.9538230345206,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,992.527693223611,987.9171487787953,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7137444361392,964.5826173049201,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.6538216022926,910.3479493324353,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.4955626437564,898.0767511628352,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.1468108988664,822.2263138712246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8715817622553,803.0358137227589,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7