Auto Daily Leaderboard udpate Wed Nov 20 12:00:28 PM EST 2024

arena_elo/results/20241120/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b54202160ca6bcabb4ccd22846f1bcbbac542d453a761b93a0924c5c0761f47
+size 88251

arena_elo/results/20241120/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1119.6939523312212,1119.4206466388625,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1115.4102096986294,1138.3896640947255,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.0749114465273,1077.5188716631021,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9505730676165,1070.3172481053762,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.853875937894,1052.2960190906888,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.6264823401286,1041.5425174792642,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.5541983577743,1024.85482406903,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.1295875807928,1018.549327288742,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.1174373330748,1009.9824778765587,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.886405937318,1021.6347772486621,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1009.7996212015564,1012.3775078309958,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1008.2071210244823,1002.1175629840462,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.3472270182097,965.2390184832825,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.6910916888389,911.7279602267269,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7156870319411,898.1098484903201,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.384546414316,823.7295565167246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5570715896705,802.9876436309215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -107150,5 +107150,117 @@
     "judge": "arena_user_10.16.38.196",
     "anony": true,
     "tstamp": 1731992127.7372
+  },
+  {
+    "model_a_conv_id": "e2133a51e5b34d1fa6d6629602bf1c15",
+    "model_b_conv_id": "199921cf812846fd8b1f3f8f3b532b4a",
+    "inputs": {
+      "prompt": "A yellow Labrador sleeping on the street with a teddy bear."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1732044450.8362
+  },
+  {
+    "model_a_conv_id": "077470d47c4348af972e54a5c23fe86a",
+    "model_b_conv_id": "9255143df4144c6bb4d73d12e1bc63c0",
+    "inputs": {
+      "prompt": "A snowman struggle with the heat from a burning sun while he's walking trough a dessert."
+    },
+    "model_a": "Kolors",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1732045601.7074
+  },
+  {
+    "model_a_conv_id": "f5d28a2e133b4363aa36ec622c5bf2f7",
+    "model_b_conv_id": "ae612dac63734be9ad501e106ab74b0b",
+    "inputs": {
+      "prompt": "a{psychedelic brain} {a painting of a brain with a rainbow stream coming out of it, DMT entity,lsd art} that {mind-bending digital art, DMT background} while wearing {dmt visuals,lsd dream emulator, society, surreal psychedelic design} in {saturated colors, shamanic horror lsd art}, in {cgsociety 9, DMT trip,lsd trip}"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1732087322.1662
+  },
+  {
+    "model_a_conv_id": "0c514e75c0f64aeb81de35954201c7af",
+    "model_b_conv_id": "f70c115b1b604b658fde5b912a7e3622",
+    "inputs": {
+      "prompt": "a{psychedelic brain} {a painting of a brain with a rainbow stream coming out of it, DMT entity,lsd art} that {mind-bending digital art, DMT background} while wearing {dmt visuals,lsd dream emulator, society, surreal psychedelic design} in {saturated colors, shamanic horror lsd art}, in {cgsociety 9, DMT trip,lsd trip}"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1732087383.676
+  },
+  {
+    "model_a_conv_id": "98ea07f9c8d94f77adc59bac90cde13e",
+    "model_b_conv_id": "7c45c4d6d5e14e3ea104a6fd8a03b8fd",
+    "inputs": {
+      "prompt": "a snow skier in red pants is laying down and people"
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1732087452.8996
+  },
+  {
+    "model_a_conv_id": "034b2f5ba2a5493db686b30debb2b839",
+    "model_b_conv_id": "46a114c460014293b25871980a09d314",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1732105067.5941
+  },
+  {
+    "model_a_conv_id": "3a2b51e139c04ee0b0b41ccc0f788828",
+    "model_b_conv_id": "3f0ce76299dc4db4bca07f46fd78b0a6",
+    "inputs": {
+      "prompt": "A fisheye lens view of a turtle sitting in a forest."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1732109996.9435
+  },
+  {
+    "model_a_conv_id": "084771a6dec246b184a87e183f71c76b",
+    "model_b_conv_id": "149b2d346ae04e3ab9778cd0ca2eab1b",
+    "inputs": {
+      "prompt": "A cube made of brick. A cube with the texture of brick."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1732118874.3731
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17684ec44b8ebc586719592b239aa2e8397f4bd70804a4feebb76965b387f50e
+oid sha256:8b54202160ca6bcabb4ccd22846f1bcbbac542d453a761b93a0924c5c0761f47
 size 88251

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.4704210262985,1119.9994888131437,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1114.0926662759862,1138.0926477599905,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1086.8559282583676,1076.2161928550458,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.3610884677137,1070.636547324104,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1051.595975789758,1050.0218908296079,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.946787032485,1041.8024425637875,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1032.679347864622,1024.9741704506857,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1019.8300907776195,1019.2055792829169,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.4276674680824,1010.2371752906412,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.1791388547837,1021.831336170562,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1009.9159814125338,1012.4782146664417,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1008.1060982115318,1001.9810446796176,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.723291312146,965.5429895878854,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.0219822410448,911.9969751671454,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.138007628641,898.4514349939468,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.7329665282864,824.0096158549148,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9225608500952,803.271679805409,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1119.6939523312212,1119.4206466388625,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1115.4102096986294,1138.3896640947255,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.0749114465273,1077.5188716631021,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9505730676165,1070.3172481053762,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.853875937894,1052.2960190906888,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.6264823401286,1041.5425174792642,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.5541983577743,1024.85482406903,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.1295875807928,1018.549327288742,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.1174373330748,1009.9824778765587,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.886405937318,1021.6347772486621,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1009.7996212015564,1012.3775078309958,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1008.2071210244823,1002.1175629840462,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.3472270182097,965.2390184832825,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.6910916888389,911.7279602267269,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7156870319411,898.1098484903201,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.384546414316,823.7295565167246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5570715896705,802.9876436309215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7