Auto Daily Leaderboard udpate Wed Dec 11 12:00:32 PM EST 2024

arena_elo/results/20241211/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa959671e9c719a0a52106fd45cb9e3bbbb5dc957b919b27f78e554d4e586354
+size 66042

arena_elo/results/20241211/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cda80aaece5c0f36b1e8972a6aa82c8c0212ce5682d09157826283573348ae5
+size 88249

arena_elo/results/20241211/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdba33bfac60c9a15179bcbd0c514784f74631dae0f8029b6396dd8dc10030ea
+size 75108

arena_elo/results/20241211/image_editing_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1099.0867788929968,1103.1120557156723,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1064.570347037348,1064.3480021089454,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+UltraEdit,UltraEdit,1060.1430521278826,1060.1858880341144,other,Peking University; BIGAI,https://ultra-editing.github.io/
+CosXLEdit,CosXLEdit,1059.3947130775634,1060.33362522597,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1033.0249954054239,1030.7488651531455,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.2660415414323,996.7618215250773,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,984.5203259478594,985.5845402588227,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,935.5392021913754,929.2791002660932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,919.3197119687734,917.7697171405332,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,852.1348318093445,851.8763845716259,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20241211/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1121.4486601242502,1128.197250918009,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1117.3965302826998,1117.608362537415,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.9943954765995,1098.5515522727444,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.4358779290842,1072.7546789340154,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.6210331030522,1050.8529262891388,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4165535435802,1044.1606535376802,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.9312260549116,1016.9352728465166,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.1155281805594,1012.2359305243641,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.1321764438638,1019.3947143326678,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.9162837302384,1023.1896068510646,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1008.3923555357085,1011.2183103003182,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.728802839903,994.0520977829948,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,968.6355564577761,969.2539822246374,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.5256581329278,913.7937287705809,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.202164093364,900.2717108462446,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.4517296135969,828.4807395699017,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.6554684578832,806.0704110447675,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241211/video_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1149.0467990559753,1143.8489720202278,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1142.2012500842695,1144.6306640141165,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1123.459174455383,1125.9300224510548,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1068.3442892756807,1064.5113173896357,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.0619737597983,1054.052143493999,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1041.1138517372308,1039.9705875487114,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1038.6609035771987,1039.442228627356,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1011.62764027565,1014.1555579516963,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.0112777795196,968.72992940921,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.2192842497221,884.717192070073,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,850.0337198093126,847.8764663237778,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.1752634927545,836.0388913181373,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.0445724475059,836.0960273820054,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -19704,5 +19704,197 @@
     "judge": "arena_user_10.16.38.196",
     "anony": true,
     "tstamp": 1733435624.5129
+  },
+  {
+    "model_a_conv_id": "0b466565b7564844ad67a7747c870380",
+    "model_b_conv_id": "483aa5c17885460e88fb055da225ba7b",
+    "inputs": {
+      "source_prompt": "A piece of pie has bananas and whipped cream surrounding it on a white plate.",
+      "target_prompt": "A piece of pie with bananas, whipped cream, and strawberries surrounding it on a white plate.",
+      "instruct_prompt": "put strawberry on the plate"
+    },
+    "model_a": "CosXLEdit",
+    "model_b": "InfEdit",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733850827.1895
+  },
+  {
+    "model_a_conv_id": "6f10357fa6e24b07959552529542a741",
+    "model_b_conv_id": "934b95231f2944279430bf17058ccc87",
+    "inputs": {
+      "source_prompt": "The couch and table were in the living room.",
+      "target_prompt": "The couch and aquarium were in the living room.",
+      "instruct_prompt": "remove the table and add an aquarium"
+    },
+    "model_a": "MagicBrush",
+    "model_b": "Prompt2prompt",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733850844.5397
+  },
+  {
+    "model_a_conv_id": "b65af2335c5e4556bd1f3bb78aa2d104",
+    "model_b_conv_id": "faeafe77b35348d7b927476f7c5972a3",
+    "inputs": {
+      "source_prompt": "A black and white picture of an intersection",
+      "target_prompt": "A black and white picture of a policeman directing traffic at an intersection.",
+      "instruct_prompt": "Put a policeman in the intersection."
+    },
+    "model_a": "CosXLEdit",
+    "model_b": "Prompt2prompt",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.13",
+    "anony": true,
+    "tstamp": 1733850859.7442
+  },
+  {
+    "model_a_conv_id": "eefa8333c9814ca19280f82f8cc5edcc",
+    "model_b_conv_id": "f80047d49d4e4f5ab10f6818eafcca63",
+    "inputs": {
+      "source_prompt": "a dinner table set with many plates and spoons and forks",
+      "target_prompt": "A gorilla joins the dinner party, surrounded by plates, spoons, and forks.",
+      "instruct_prompt": "Have a gorilla sit at the dinner table."
+    },
+    "model_a": "Prompt2prompt",
+    "model_b": "CosXLEdit",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733850876.7719
+  },
+  {
+    "model_a_conv_id": "57a28ea5b428481aa1224ab4d3240413",
+    "model_b_conv_id": "752e0c30b3fe45f190f0302c91ef123b",
+    "inputs": {
+      "source_prompt": "a bear walks on a rocky surface",
+      "target_prompt": "A bear and a robot tiger on a rocky surface",
+      "instruct_prompt": "put a robot tiger next to the bear"
+    },
+    "model_a": "SDEdit",
+    "model_b": "UltraEdit",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733930447.697
+  },
+  {
+    "model_a_conv_id": "7cf1ca2173694917baaf88700fbc13c1",
+    "model_b_conv_id": "553d947b4c0e4c4d85f23910b880141e",
+    "inputs": {
+      "source_prompt": "a large elephant that is standing up eating",
+      "target_prompt": "A large elephant standing up and enjoying a watermelon",
+      "instruct_prompt": "He should be eating a watermelon"
+    },
+    "model_a": "Pix2PixZero",
+    "model_b": "UltraEdit",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1733930477.3696
+  },
+  {
+    "model_a_conv_id": "07fdbdbb36994e27a24c1b4b584d7c43",
+    "model_b_conv_id": "721763d5d0ce4b7097549a199f1a2252",
+    "inputs": {
+      "source_prompt": "A man tries to stand on his surf board in the water.",
+      "target_prompt": "A man tries to stand on his surf board as a dolphin jumps out of the water.",
+      "instruct_prompt": "Have there be a dolphin jumping out of the water"
+    },
+    "model_a": "SDEdit",
+    "model_b": "InfEdit",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733930499.4816
+  },
+  {
+    "model_a_conv_id": "e3f74b303aa64c92bad350448db8ed10",
+    "model_b_conv_id": "6dc510043f254181af66ef3177ee3db1",
+    "inputs": {
+      "source_prompt": "A small black dog with a newspaper in its mouth.",
+      "target_prompt": "A small black dog with a newspaper in its mouth next to a potted plant.",
+      "instruct_prompt": "let there be potted plant"
+    },
+    "model_a": "UltraEdit",
+    "model_b": "CycleDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733930518.3777
+  },
+  {
+    "model_a_conv_id": "9f083ce8860a4aca8adc5f394244ad04",
+    "model_b_conv_id": "0d90f318b5f14953a7db09ee5c62d707",
+    "inputs": {
+      "source_prompt": "A small black dog playing with a soccer ball.",
+      "target_prompt": "A small black dog with a newspaper in its mouth.",
+      "instruct_prompt": "let the dog have a newspaper in its mouth"
+    },
+    "model_a": "Prompt2prompt",
+    "model_b": "Pix2PixZero",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733930541.0286
+  },
+  {
+    "model_a_conv_id": "d473cbddc42341d3ade0e4fa63ecf32d",
+    "model_b_conv_id": "836177aa444849fd817dc852c46e5250",
+    "inputs": {
+      "source_prompt": "This truck is loaded with two freezers and tied down securely.",
+      "target_prompt": "This truck with open door is loaded with two freezers and tied down securely.",
+      "instruct_prompt": "open the door of the truck"
+    },
+    "model_a": "UltraEdit",
+    "model_b": "Pix2PixZero",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733930576.7066
+  },
+  {
+    "model_a_conv_id": "d602b36573834089ad06c29134149178",
+    "model_b_conv_id": "f28150b3101a4bcca57589c3a0f5fada",
+    "inputs": {
+      "source_prompt": "there are many people riding this train together",
+      "target_prompt": "There are many angry people riding this train together",
+      "instruct_prompt": "make the people angry"
+    },
+    "model_a": "Prompt2prompt",
+    "model_b": "SDEdit",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1733930611.6987
+  },
+  {
+    "model_a_conv_id": "8494f6ecf56046778b28cbe67a1c5c70",
+    "model_b_conv_id": "d545e47078664c93b5751c7238a405f7",
+    "inputs": {
+      "source_prompt": "A man scuba diving down a snow covered conifer hillside.",
+      "target_prompt": "A man scuba diving with a polar bear down a snow covered conifer hillside.",
+      "instruct_prompt": "add a polar bear"
+    },
+    "model_a": "MagicBrush",
+    "model_b": "Pix2PixZero",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733930669.9543
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -111028,5 +111028,397 @@
     "judge": "arena_user_10.20.38.195",
     "anony": true,
     "tstamp": 1733832205.6976
+  },
+  {
+    "model_a_conv_id": "ff055b5cf4e44d35be512582dc908962",
+    "model_b_conv_id": "ba2816b514534318b58110124488bb2d",
+    "inputs": {
+      "prompt": "hyperrealism render of a surreal alien humanoid"
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXL",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733850560.6897
+  },
+  {
+    "model_a_conv_id": "34667869768b401da2ca154e2656962e",
+    "model_b_conv_id": "91b7f06cc8b04a5f9c5a0122d8e5ea08",
+    "inputs": {
+      "prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733850568.1557
+  },
+  {
+    "model_a_conv_id": "7544c242cbb8493f858642c6671f3ca7",
+    "model_b_conv_id": "055382d7d1334902b0329c58920e0f0c",
+    "inputs": {
+      "prompt": "minecraft cosmic fantasy wallpaper synthwave mix title card, party rpg, 4 k "
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733850580.4251
+  },
+  {
+    "model_a_conv_id": "63ef5258fc1942f6988a6c964ae4837d",
+    "model_b_conv_id": "76be29c8ad0744edb88ad6bd77b60526",
+    "inputs": {
+      "prompt": "Rbefraigerator."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733850601.6417
+  },
+  {
+    "model_a_conv_id": "533cc5e0255f4501a1bea983c4adaf1a",
+    "model_b_conv_id": "6f2a39aa7e73486cabf4ad85cc75fc48",
+    "inputs": {
+      "prompt": "photorealistic, detailed mechanical motorcycle, detailed"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733850608.2495
+  },
+  {
+    "model_a_conv_id": "71020e6c7e8a4c2f80b66b52729e2e61",
+    "model_b_conv_id": "72de9bae58724c638825907c924ac401",
+    "inputs": {
+      "prompt": "complex 3 d render hyper detailed ultra sharp aesthetic house on fire, medium portrait, close - up, bright 3 point light "
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733850613.145
+  },
+  {
+    "model_a_conv_id": "a45ccb098414433d8149064459592a11",
+    "model_b_conv_id": "44d6ec08afd241bea8722064188e0aa6",
+    "inputs": {
+      "prompt": "One cat and two dogs sitting on the grass."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733850620.4167
+  },
+  {
+    "model_a_conv_id": "16fb779122e6440f877e33ddb8b49c79",
+    "model_b_conv_id": "cf1511f738b749dd88deadc5a80f61d4",
+    "inputs": {
+      "prompt": "A baseball player in a blue and white uniform is next to a player in black and white ."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733850624.8608
+  },
+  {
+    "model_a_conv_id": "bed29a7fe6d3484a85f14ec3b1681bda",
+    "model_b_conv_id": "d8633b0f0f8246ddaca54561b1024387",
+    "inputs": {
+      "prompt": "Three cats and one dog sitting on the grass."
+    },
+    "model_a": "Kolors",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733850631.2754
+  },
+  {
+    "model_a_conv_id": "ff9846379c094e81af30249c5193aa94",
+    "model_b_conv_id": "86dba607d80b4e2a95b688efe007f29d",
+    "inputs": {
+      "prompt": "Artophagous."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.13",
+    "anony": true,
+    "tstamp": 1733850636.8782
+  },
+  {
+    "model_a_conv_id": "5de16ac112ba43d189a6694b95cc3c58",
+    "model_b_conv_id": "63985f1097f548429f3a5c2ddfac1359",
+    "inputs": {
+      "prompt": "complex 3 d render hyper detailed ultra sharp aesthetic house on fire, medium portrait, close - up, bright 3 point light "
+    },
+    "model_a": "SD3",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733850641.982
+  },
+  {
+    "model_a_conv_id": "c8e1ed4a383f45e8a4ab7d4e4f7892ed",
+    "model_b_conv_id": "71d6d9addaac4ec9982eb6d76ca8a45d",
+    "inputs": {
+      "prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733850646.6476
+  },
+  {
+    "model_a_conv_id": "a12dd11c4e344cc681ca32c5c93d22fd",
+    "model_b_conv_id": "2e43eeb457024f8b965948fead54350e",
+    "inputs": {
+      "prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733850651.4493
+  },
+  {
+    "model_a_conv_id": "bfb0b5a2242545f780d25677ca6b0797",
+    "model_b_conv_id": "19e9b2f9a6d94efeba756f1c2c9539eb",
+    "inputs": {
+      "prompt": "Supreme Court Justices play a baseball game with the FBI. The FBI is at bat, the justices are on the field."
+    },
+    "model_a": "SD3",
+    "model_b": "Kolors",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733850658.3228
+  },
+  {
+    "model_a_conv_id": "b3f054ecc3b7438eb88665373f65905d",
+    "model_b_conv_id": "23f1e6cdd00a45528f85f3221d333665",
+    "inputs": {
+      "prompt": "A pink scooter with a black seat next to a blue car."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733850667.3173
+  },
+  {
+    "model_a_conv_id": "eda1196bcf71454ba5e9321aafed9c1f",
+    "model_b_conv_id": "91af09adc74d438a810276c1ae973575",
+    "inputs": {
+      "prompt": "Darth Vader playing with raccoon in Mars during sunset."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733850674.7327
+  },
+  {
+    "model_a_conv_id": "6b7b890fa8214318b5165c773451b683",
+    "model_b_conv_id": "6be8f4cbd24544a5aacea1245f8139df",
+    "inputs": {
+      "prompt": "half life 3 "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733850680.796
+  },
+  {
+    "model_a_conv_id": "270bad1e1a7b4907a1195cd499431fa4",
+    "model_b_conv_id": "d9385c6d1ee8487eb06eeb6ba7d767a1",
+    "inputs": {
+      "prompt": "half life 3 "
+    },
+    "model_a": "SDXL",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.13",
+    "anony": true,
+    "tstamp": 1733850690.3954
+  },
+  {
+    "model_a_conv_id": "1d7bcc7aa6c1441497b395a22dd77546",
+    "model_b_conv_id": "f8208616aeb041e194a03e53c9224b3c",
+    "inputs": {
+      "prompt": "Half Life 3"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733850814.1133
+  },
+  {
+    "model_a_conv_id": "1476a7eff06e4ed98bd8cbc85cec42c4",
+    "model_b_conv_id": "26a40e419e31432c991c93d4fef5446c",
+    "inputs": {
+      "prompt": "checkerboard "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733860574.4419
+  },
+  {
+    "model_a_conv_id": "d4be8859da164539bd57be4a8a386fe8",
+    "model_b_conv_id": "0df51cc70a03475a8064e8ed0f53bd85",
+    "inputs": {
+      "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
+    },
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733886164.0257
+  },
+  {
+    "model_a_conv_id": "78242c912de249a385071b52f5ea29b7",
+    "model_b_conv_id": "533bd7d5f98842e8a3794ffab3f8c70e",
+    "inputs": {
+      "prompt": "emperor palpatine in the desert of tatooine, film still, wide shot, heat, desert, sci fi, epic, dramatic light "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733886180.662
+  },
+  {
+    "model_a_conv_id": "1c05471dae6047109a63da2e6c9b669d",
+    "model_b_conv_id": "838c56ac2efc4a7c811f1e6f317ebc18",
+    "inputs": {
+      "prompt": "A clean bathroom with pink walls and white appliances."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733886205.2213
+  },
+  {
+    "model_a_conv_id": "1cae974e31e84b63838e4172425fad84",
+    "model_b_conv_id": "553bf52497254e95ba5bcea3e7c9c511",
+    "inputs": {
+      "prompt": "Big Man Big muscles naked in pool Big pénis"
+    },
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733906181.8302
+  },
+  {
+    "model_a_conv_id": "9a029080a74942b2b23b307a796e3334",
+    "model_b_conv_id": "cc403f74da5443eeadf3837c79e9f7d4",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.72",
+    "anony": true,
+    "tstamp": 1733921488.5334
+  },
+  {
+    "model_a_conv_id": "babe01c5a02f49b48bc4274c666b5e1a",
+    "model_b_conv_id": "55f878ff2e404e5e82a49cd3b5501a00",
+    "inputs": {
+      "prompt": "photorealistic gemstone skull"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": false,
+    "tstamp": 1733930334.0214
+  },
+  {
+    "model_a_conv_id": "d02a24ee211a4b59b724e0f8e3ea0b46",
+    "model_b_conv_id": "a08dc2717af74048a15dea38aa2fd48a",
+    "inputs": {
+      "prompt": "Supreme Court Justices play a baseball game with the FBI. The FBI is at bat, the justices are on the field."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.14",
+    "anony": false,
+    "tstamp": 1733930365.02
+  },
+  {
+    "model_a_conv_id": "dd977b4df7014267a46611534f3e7d06",
+    "model_b_conv_id": "5d633fe106b44049add8782ca3a1189c",
+    "inputs": {
+      "prompt": "A storefront with 'Diffusion' written on it."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.14",
+    "anony": false,
+    "tstamp": 1733930378.7836
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -34074,5 +34074,201 @@
     "judge": "arena_user_10.20.38.195",
     "anony": true,
     "tstamp": 1733782200.9877
+  },
+  {
+    "model_a_conv_id": "372ed16c610d40f6ad84b2df5dfdfe3e",
+    "model_b_conv_id": "a61b7eb22940438a8bf1dbc87291ad89",
+    "inputs": {
+      "prompt": "a potted plant and a tv"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": false,
+    "tstamp": 1733860641.9496
+  },
+  {
+    "model_a_conv_id": "8e442be7dd3745edb530a2443a28a200",
+    "model_b_conv_id": "8061ac8337814d3696c2bc81812600de",
+    "inputs": {
+      "prompt": "a bowl and a remote"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733903994.1779
+  },
+  {
+    "model_a_conv_id": "2a34184a33d94fdfb9fcc2925c7aa27a",
+    "model_b_conv_id": "20a770572470473aabaea58320388006",
+    "inputs": {
+      "prompt": "a tie"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733904014.639
+  },
+  {
+    "model_a_conv_id": "d657a44c112144448281a9a94837082f",
+    "model_b_conv_id": "2a59035a5ed74984af3d3db90829a640",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733904023.9531
+  },
+  {
+    "model_a_conv_id": "92ab9c357ff84c7a9b969afe5f7f1bf6",
+    "model_b_conv_id": "6fc28301299d4415988eef6c5b470714",
+    "inputs": {
+      "prompt": "a boat slowing down to stop"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733904076.5845
+  },
+  {
+    "model_a_conv_id": "57817b1a87594bf485ff315ba4dfdbe2",
+    "model_b_conv_id": "8d08f2450caa4ab686ced96991c24f8d",
+    "inputs": {
+      "prompt": "A person is push up"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733904092.1556
+  },
+  {
+    "model_a_conv_id": "bf7505466a8042f7a0de5dcda2583d96",
+    "model_b_conv_id": "95edf55854854205ae062885e971a172",
+    "inputs": {
+      "prompt": "Clown fish swimming through the coral reef"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733904102.2688
+  },
+  {
+    "model_a_conv_id": "d779985634ae4bb191e0478557bc026d",
+    "model_b_conv_id": "552579c2f8234e548a3f7d27e7355b35",
+    "inputs": {
+      "prompt": "A person is baby waking up"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": false,
+    "tstamp": 1733931931.3219
+  },
+  {
+    "model_a_conv_id": "7c64b99f95724968bb6f0d888f50aa10",
+    "model_b_conv_id": "aa484025c75945a69a349e8701ef8072",
+    "inputs": {
+      "prompt": "a pink suitcase"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.0.161",
+    "anony": false,
+    "tstamp": 1733931942.2743
+  },
+  {
+    "model_a_conv_id": "c657b824e56945e28fdfcb292691ee2f",
+    "model_b_conv_id": "1edf534275564191b97a68247478654c",
+    "inputs": {
+      "prompt": "A shark swimming in clear Caribbean ocean"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": false,
+    "tstamp": 1733931952.837
+  },
+  {
+    "model_a_conv_id": "15a4b72864904bc484df3d5b7714e08a",
+    "model_b_conv_id": "c18dc07403294f03b3a48a9d8b3131bc",
+    "inputs": {
+      "prompt": "A person is cutting watermelon"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.72",
+    "anony": false,
+    "tstamp": 1733931963.1188
+  },
+  {
+    "model_a_conv_id": "e097a74710f64030a59527b14b410fa7",
+    "model_b_conv_id": "b2857709e22446899e4671c9a1d8ccbb",
+    "inputs": {
+      "prompt": "broccoli on the bottom of a banana, front view"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": false,
+    "tstamp": 1733931973.3066
+  },
+  {
+    "model_a_conv_id": "baed0a3b2cbd480d8d264af8645dc978",
+    "model_b_conv_id": "d18c924ca9044c7285b5ad5a07ba8aa7",
+    "inputs": {
+      "prompt": "A person is washing dishes"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": false,
+    "tstamp": 1733931981.8765
+  },
+  {
+    "model_a_conv_id": "4deaf51a08e84a64b9ecd5dc312dca7c",
+    "model_b_conv_id": "13e3c1018aa04a16b59b42d4efae3ce6",
+    "inputs": {
+      "prompt": "a surfboard on the bottom of skis, front view"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.72",
+    "anony": false,
+    "tstamp": 1733931992.3168
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c76d28d54f27d049d329e4244b9902b881caf1935871ed3d5dabedb19ac4056
-size 63250
+oid sha256:fa959671e9c719a0a52106fd45cb9e3bbbb5dc957b919b27f78e554d4e586354
+size 66042

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:143337482072558be2e16f99d66ee42e0d74937b1040924b82f095993a4ada67
-size 88251
+oid sha256:6cda80aaece5c0f36b1e8972a6aa82c8c0212ce5682d09157826283573348ae5
+size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc87e043b9f24c8466be8142c0e19bd63d982eb76163f28e0dfc96c280097c12
+oid sha256:cdba33bfac60c9a15179bcbd0c514784f74631dae0f8029b6396dd8dc10030ea
 size 75108

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1107.2711524404608,1111.352765273051,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-InfEdit,InfEdit,1074.691952122568,1074.3888664969325,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1068.2892784182402,1069.1933224307186,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1039.531239136446,1037.2511749191217,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,997.0819250402586,1001.6454737363559,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,988.1595273894258,989.2720618087155,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,942.4786479539531,936.182429018157,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,925.6636017423486,924.0947113264285,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,856.8326757562992,856.6191949905194,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1099.0867788929968,1103.1120557156723,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1064.570347037348,1064.3480021089454,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+UltraEdit,UltraEdit,1060.1430521278826,1060.1858880341144,other,Peking University; BIGAI,https://ultra-editing.github.io/
+CosXLEdit,CosXLEdit,1059.3947130775634,1060.33362522597,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1033.0249954054239,1030.7488651531455,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.2660415414323,996.7618215250773,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,984.5203259478594,985.5845402588227,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,935.5392021913754,929.2791002660932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,919.3197119687734,917.7697171405332,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,852.1348318093445,851.8763845716259,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1122.6711871694001,1129.3332356089234,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1117.5717161265889,1117.806239707347,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.3505955798457,1099.7143930193304,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.8207480238239,1072.170454462005,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1050.3379700603273,1049.560812989007,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1040.5544275482912,1043.3547707201417,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1022.0939695136927,1016.12560847799,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.1393599653729,1011.3394977905457,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.046380297868,1019.345490574704,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1017.5020007788188,1021.986647199566,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1008.6639138561544,1011.4169375045952,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1003.5845009107476,999.6126499418665,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.209755982258,968.0045801589813,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.4197154635513,913.6299561528065,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.5969890469311,899.7367263877139,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.3926178491766,828.3569365208291,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.04415182715,805.490543245721,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1121.4486601242502,1128.197250918009,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1117.3965302826998,1117.608362537415,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.9943954765995,1098.5515522727444,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.4358779290842,1072.7546789340154,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.6210331030522,1050.8529262891388,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4165535435802,1044.1606535376802,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.9312260549116,1016.9352728465166,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.1155281805594,1012.2359305243641,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.1321764438638,1019.3947143326678,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.9162837302384,1023.1896068510646,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1008.3923555357085,1011.2183103003182,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.728802839903,994.0520977829948,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,968.6355564577761,969.2539822246374,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.5256581329278,913.7937287705809,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.202164093364,900.2717108462446,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.4517296135969,828.4807395699017,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.6554684578832,806.0704110447675,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1147.6365236690128,1142.5078607253265,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1142.1604664580393,1144.5731746527006,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1123.583278384354,1125.967447788984,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1068.434860749072,1064.631656215531,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1054.2337825036625,1053.5907263144602,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1041.524165840876,1040.257705641568,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1038.8006820037347,1039.4907780789772,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1011.6454931928015,1014.1661655001438,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.1840804303122,968.7812687451521,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,884.3768358175362,884.7582818511985,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,850.0245706506417,849.1612747775721,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,835.192525482954,835.9854430899685,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.2027348170018,836.1282166184151,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1149.0467990559753,1143.8489720202278,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1142.2012500842695,1144.6306640141165,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1123.459174455383,1125.9300224510548,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1068.3442892756807,1064.5113173896357,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.0619737597983,1054.052143493999,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1041.1138517372308,1039.9705875487114,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1038.6609035771987,1039.442228627356,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1011.62764027565,1014.1555579516963,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.0112777795196,968.72992940921,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.2192842497221,884.717192070073,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,850.0337198093126,847.8764663237778,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.1752634927545,836.0388913181373,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.0445724475059,836.0960273820054,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571