Auto Daily Leaderboard udpate Wed Nov 6 12:00:26 PM EST 2024

arena_elo/results/20241105/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f827b31302e23005f6b8450cb13a097c517839eb810422f15c2496e47fd493
+size 63232

arena_elo/results/20241105/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1106.545565045633,1110.7215413176991,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1074.694210914438,1074.372676349083,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.235752236973,1067.1848350855303,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.426816687759,1037.0744162701876,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.1002260999809,1001.6775203104668,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.3342017619614,990.4700345997347,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,943.9805116052638,936.4973533920048,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,924.5846110465843,923.0632517445872,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,858.0981046014069,858.9383709307065,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20241106/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85ec783bc8cc0967e075fcbfc6ef94122c8957e2d45fb5a8f180a0229a8adcd
+size 88251

arena_elo/results/20241106/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51868a8776916576d15659037a84141179c60d308916ebe5bb79742b2028b25
+size 72204

arena_elo/results/20241106/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1120.8282148617816,1123.0917008273493,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1107.836792237165,1115.7854831868506,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1084.8183788613621,1076.5261728105393,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2105211609482,1071.6162540305731,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.3818915016905,1055.057620020667,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2691488104786,1042.1630513939067,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.0013522074344,1022.0146727178237,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.9093065925333,1011.6058148629353,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.387655933087,1019.645696025236,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.9468015677668,1022.5790476146381,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1015.7445143548996,1009.910565016153,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1010.5647993825687,1013.6330435219954,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.310873884194,966.3294856274842,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.5344702764174,912.292112980649,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.946437399,899.3733614958592,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5157598899556,824.7610732637411,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.7930810787215,804.1269150331776,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241106/video_generation_leaderboard.csv

@@ -0,0 +1,13 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+Pyramid Flow,Pyramid Flow,1183.0075494052357,1182.1841072366228,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+CogVideoX-5B,CogVideoX-5B,1143.6987091808912,1143.5696179271924,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1116.0775926920523,1119.2197952966687,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1061.2416728301762,1056.7439824116245,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1052.6466718974486,1052.1097072936363,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1039.3696945538554,1039.381618232055,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.8262848168495,1036.804041735242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+LaVie,LaVie,965.9622979989477,966.7534362718595,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,882.527395725188,882.9575442986447,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,851.3136563769121,850.2143961516379,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.9460882123473,835.7719381200667,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,832.3823863100939,834.28981502475,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -19576,5 +19576,21 @@
     "judge": "arena_user_10.16.19.51",
     "anony": true,
     "tstamp": 1730763918.1145
+  },
+  {
+    "model_a_conv_id": "529f3b92d2514311a805657ea708ed86",
+    "model_b_conv_id": "0685fa9bafdd4c9d9e04b27bda649111",
+    "inputs": {
+      "source_prompt": "A zebra and lion standing in the dirt.",
+      "target_prompt": "A zebra and lion standing by a plastic pool.",
+      "instruct_prompt": "turn the basin into a plastic pool"
+    },
+    "model_a": "MagicBrush",
+    "model_b": "SDEdit",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730836358.5089
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106016,5 +106016,47 @@
     "judge": "arena_user_10.16.38.196",
     "anony": true,
     "tstamp": 1730781791.264
+  },
+  {
+    "model_a_conv_id": "7fc957ee11764c45b0bd1736d8a92b58",
+    "model_b_conv_id": "ca4cf7d957224085a20f309cf5893c70",
+    "inputs": {
+      "prompt": "A giraffe underneath a microwave."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730887970.8406
+  },
+  {
+    "model_a_conv_id": "761b421adf8d4ccfbb194028a48e55cb",
+    "model_b_conv_id": "03aaa78d286b4cac9d078862ad2518a4",
+    "inputs": {
+      "prompt": "A brown clock tower with a gold and black clock."
+    },
+    "model_a": "Kolors",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730888200.8693
+  },
+  {
+    "model_a_conv_id": "56fe41235aca45d686a32740657999c3",
+    "model_b_conv_id": "6ed967d00ad744a4915483e81d1d42c9",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1730890133.0663
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -29832,5 +29832,873 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1730701525.4594
+  },
+  {
+    "model_a_conv_id": "3af3687e62c54b7f9249ca9b68552ee2",
+    "model_b_conv_id": "acf3206364374b4791e369d5d065e5bf",
+    "inputs": {
+      "prompt": "nursery"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840323.3923
+  },
+  {
+    "model_a_conv_id": "64abbbbe27474bcf87c0ab89b4912a87",
+    "model_b_conv_id": "83f1add2c4c649e68bcb58d1ef8be639",
+    "inputs": {
+      "prompt": "aquarium"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840336.8393
+  },
+  {
+    "model_a_conv_id": "545f57b3063f4d5c99f08563fd3707d9",
+    "model_b_conv_id": "9f6bb8759a9b40999104e1b416ff6420",
+    "inputs": {
+      "prompt": "Yellow flowers swing in the wind"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840345.0502
+  },
+  {
+    "model_a_conv_id": "bc28fff53b95467ea374b08527dad793",
+    "model_b_conv_id": "b08f8ffe8fdc4d28be137864cb4505e5",
+    "inputs": {
+      "prompt": "a clock and a backpack"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840353.5288
+  },
+  {
+    "model_a_conv_id": "a286f7d0ea7244bf9a68bf809a6b1ab9",
+    "model_b_conv_id": "4f9a19fcf6c347efa6753e692e12189f",
+    "inputs": {
+      "prompt": "an ice cream is melting on the table."
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840362.6358
+  },
+  {
+    "model_a_conv_id": "80b063886ba4449fa8aef15527bd8b38",
+    "model_b_conv_id": "00c4f91089384cdab0a4cd97b55c14f7",
+    "inputs": {
+      "prompt": "A cat eating food out of a bowl"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840367.3513
+  },
+  {
+    "model_a_conv_id": "f1269d885fad4423806fa37819ed049a",
+    "model_b_conv_id": "d82199702e084ee88ae83a378f901aaa",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, in super slow motion"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840376.0676
+  },
+  {
+    "model_a_conv_id": "2d1e76e3f2b343968c8e5f99aeb44b66",
+    "model_b_conv_id": "3f40614ec95e4f219a81612bde812598",
+    "inputs": {
+      "prompt": "Origami dancers in white paper, 3D render, on white background, studio shot, dancing modern dance."
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840383.268
+  },
+  {
+    "model_a_conv_id": "86dec97b1e2d4b3093caf188ecf288e7",
+    "model_b_conv_id": "1be5dde0705d44309aea545d2171cff0",
+    "inputs": {
+      "prompt": "A person is squat"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840393.244
+  },
+  {
+    "model_a_conv_id": "1ab95f826e124ff6997797cf088f9826",
+    "model_b_conv_id": "b5815c75296d43f38d6176885dd55ced",
+    "inputs": {
+      "prompt": "Robot dancing in Times Square."
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840404.682
+  },
+  {
+    "model_a_conv_id": "ad7633e8e80c4525be6113c61a1efad2",
+    "model_b_conv_id": "ae2836f353dc466a9af8e16361bd66b6",
+    "inputs": {
+      "prompt": "A drone view of celebration with Christmas tree and fireworks, starry sky - background."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840418.9452
+  },
+  {
+    "model_a_conv_id": "03d5f8c670ad4409ab75ee35779133f5",
+    "model_b_conv_id": "56fc9c6ea9474819a62470e4a450a32e",
+    "inputs": {
+      "prompt": "An epic tornado attacking above a glowing city at night, the tornado is made of smoke"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840426.6592
+  },
+  {
+    "model_a_conv_id": "ca8f6376cfd047279a6d9392d6375bb0",
+    "model_b_conv_id": "be199132b4584cc4a76f82d53f5fe2ed",
+    "inputs": {
+      "prompt": "a black bicycle"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840432.4439
+  },
+  {
+    "model_a_conv_id": "9bf9c30c0afa488aa3c56c0fe0030c70",
+    "model_b_conv_id": "a29a33e0ef714e4ead4a36ef76f12473",
+    "inputs": {
+      "prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730840438.5355
+  },
+  {
+    "model_a_conv_id": "0e4936de3d054345a8dccbeb23ecd821",
+    "model_b_conv_id": "668218a14c634a43948418b9ef33133b",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, pan left"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840465.5598
+  },
+  {
+    "model_a_conv_id": "c8d0905a6e4d43788f0c3788f38f4f21",
+    "model_b_conv_id": "f97cb0307d424878b2874d9b330fff48",
+    "inputs": {
+      "prompt": "a yellow clock"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840478.0025
+  },
+  {
+    "model_a_conv_id": "6195ce3db1204a9da32958955be1d715",
+    "model_b_conv_id": "f782ea0240084b1392901bf4b876c509",
+    "inputs": {
+      "prompt": "underwater coral reef"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840485.338
+  },
+  {
+    "model_a_conv_id": "7d73e800cf6c4f54ac72051a0888bb99",
+    "model_b_conv_id": "516f0033f81548e69154ba14b276d2b7",
+    "inputs": {
+      "prompt": "The bund Shanghai, watercolor painting"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840501.3328
+  },
+  {
+    "model_a_conv_id": "a2cc3beeb585476aa4158510d4121799",
+    "model_b_conv_id": "f117a1ae3d8b431096e9a5906f05e57c",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, Van Gogh style"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840512.8525
+  },
+  {
+    "model_a_conv_id": "d9a14c608b15488192a93d865c6da1e3",
+    "model_b_conv_id": "de42bb1baeb641f1a9581a8cb8e77872",
+    "inputs": {
+      "prompt": "a sheep running to join a herd of its kind"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730840523.9784
+  },
+  {
+    "model_a_conv_id": "101c2a9d6d8b43bba3f5a39e3aeaca97",
+    "model_b_conv_id": "c30a89d70f5d4a0e99510ef392c6e4dd",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in super slow motion"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840532.5439
+  },
+  {
+    "model_a_conv_id": "13921599c8034f8197758eeb41538a26",
+    "model_b_conv_id": "dc444d2efe9b4bbbb683f2eea0e9aa68",
+    "inputs": {
+      "prompt": "an elephant and a bear"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840539.0054
+  },
+  {
+    "model_a_conv_id": "d2e8fdeef31b469d8d95b05e6f7efb80",
+    "model_b_conv_id": "483f8f560c974674b67c1f34b11bc77a",
+    "inputs": {
+      "prompt": "a sheep running to join a herd of its kind"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840551.5479
+  },
+  {
+    "model_a_conv_id": "e280e168be254a518a6c4182f436ab5e",
+    "model_b_conv_id": "e83a69dab41745e0a5d139ee4d0d5487",
+    "inputs": {
+      "prompt": "A modern art museum, with colorful paintings"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840563.544
+  },
+  {
+    "model_a_conv_id": "f6bd9f22e16645fe8a08648b5464e760",
+    "model_b_conv_id": "ee9911a67a094a64bfbfcb2459e746f7",
+    "inputs": {
+      "prompt": "a car slowing down to stop"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840573.0506
+  },
+  {
+    "model_a_conv_id": "8e5881b5449645c4bcff35e4d5b2aea5",
+    "model_b_conv_id": "aa013c3f8f7b405c992da5536e98a5ca",
+    "inputs": {
+      "prompt": "fountain"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840597.1768
+  },
+  {
+    "model_a_conv_id": "415f529daebc45f2907866a37ed1659b",
+    "model_b_conv_id": "e992601dcb4f40c99bad71e2a2d6ec44",
+    "inputs": {
+      "prompt": "forest road"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840603.0102
+  },
+  {
+    "model_a_conv_id": "2fce7e0512d5492a8eadd86cac286d64",
+    "model_b_conv_id": "ec31e96c9c2e4726a4ffe13673974497",
+    "inputs": {
+      "prompt": "a bear catching a salmon in its powerful jaws"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840610.5982
+  },
+  {
+    "model_a_conv_id": "1320951fa8094936a226b405e0d515bc",
+    "model_b_conv_id": "b4673864700c4a9bb30cca4718a36b49",
+    "inputs": {
+      "prompt": "indoor museum"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730840619.0544
+  },
+  {
+    "model_a_conv_id": "0a7f3eb4f0d34907936f1bacd0d6db6b",
+    "model_b_conv_id": "2b107f1f43034380b46c6e3fa1dc6f30",
+    "inputs": {
+      "prompt": "a fantasy landscape"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840646.6983
+  },
+  {
+    "model_a_conv_id": "048075c974f14ad2aa1a5c6fbdc1d8e8",
+    "model_b_conv_id": "e8d86dd6f8ff4a08be40367220ab779b",
+    "inputs": {
+      "prompt": "a train accelerating to gain speed"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840669.6731
+  },
+  {
+    "model_a_conv_id": "c910fecf47bd4744939351e94b4ff11b",
+    "model_b_conv_id": "e7bbe2e3b8ca4c7198b76e5d923a65a2",
+    "inputs": {
+      "prompt": "amusement park"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730840675.947
+  },
+  {
+    "model_a_conv_id": "f489fdb79ea94bd6a27da1d99ebaa1cb",
+    "model_b_conv_id": "ad16316be8f24659b2d06f51bb0ca8a7",
+    "inputs": {
+      "prompt": "A 3D model of a 1800s victorian house."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840690.2634
+  },
+  {
+    "model_a_conv_id": "cb9eaf0c0ca04d33a3c7243b30ef8c45",
+    "model_b_conv_id": "633db36653e7450fad8539a1e04b9b45",
+    "inputs": {
+      "prompt": "A polar bear is playing guitar"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840695.8732
+  },
+  {
+    "model_a_conv_id": "1616a99e51494c1899c27355138ffb79",
+    "model_b_conv_id": "5f0b1a9fe7174ac597813016dbbe9579",
+    "inputs": {
+      "prompt": "an airplane taking off"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840701.9815
+  },
+  {
+    "model_a_conv_id": "8acd5c08d95f4a628bbf6b1ce2721023",
+    "model_b_conv_id": "71b9c448e4cf4ea9b2891c0929e4404a",
+    "inputs": {
+      "prompt": "broccoli and a backpack"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840715.2633
+  },
+  {
+    "model_a_conv_id": "bf67125767a541028c50cbdd6c0e1c50",
+    "model_b_conv_id": "2ebd2a63b1f64216b2b53401d47c17a0",
+    "inputs": {
+      "prompt": "A raccoon dressed in suit playing the trumpet, stage background"
+    },
+    "model_a": "Allegro",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840727.3608
+  },
+  {
+    "model_a_conv_id": "dee5119f9b41494f9596cc8a8d5deebd",
+    "model_b_conv_id": "f76dbcd6f155477b920045b96ac24005",
+    "inputs": {
+      "prompt": "science museum"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840742.5238
+  },
+  {
+    "model_a_conv_id": "f189aec3c4214f8b882b0f00dc05e122",
+    "model_b_conv_id": "95c6afbc3ed3426291246fc3e2191196",
+    "inputs": {
+      "prompt": "A corgi is playing drum kit."
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840753.7484
+  },
+  {
+    "model_a_conv_id": "ed4b382b0a5b43a892591c5240c6fa61",
+    "model_b_conv_id": "bb0115c53e4e4dfbb59b5bd58974a710",
+    "inputs": {
+      "prompt": "A panda playing on a swing set"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840774.2893
+  },
+  {
+    "model_a_conv_id": "60f2fc0609a943ee8e997cb8627aecd0",
+    "model_b_conv_id": "0e7fcaf549a1490ea65bf8d7a2a786a0",
+    "inputs": {
+      "prompt": "a bowl and a remote"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840781.3827
+  },
+  {
+    "model_a_conv_id": "db65d16a927b45109601b688b7950ce1",
+    "model_b_conv_id": "38c2cce320594baabdde5fb607422a16",
+    "inputs": {
+      "prompt": "a laptop, frozen in time"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840788.2189
+  },
+  {
+    "model_a_conv_id": "7f3c57a6bc9b4c86bd6bee1fc5452c00",
+    "model_b_conv_id": "2f496ff9e2d7428c84b3ed6ec2c0af8a",
+    "inputs": {
+      "prompt": "Ashtray full of butts on table, smoke flowing on black background, close-up"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840810.1871
+  },
+  {
+    "model_a_conv_id": "c7b55fe20a484236a2dcbe0d8560281d",
+    "model_b_conv_id": "d58bb1c931cb4a27b3b69ee5a702d61f",
+    "inputs": {
+      "prompt": "ski slope"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840822.4902
+  },
+  {
+    "model_a_conv_id": "a5efd3bd0d7741b28e516d25d7d3df5c",
+    "model_b_conv_id": "5f959b6a07dc46bcbed81d88dd63600e",
+    "inputs": {
+      "prompt": "A person is shaking head"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730840835.4628
+  },
+  {
+    "model_a_conv_id": "e8e56f4cbeab477a94f89d65af23e902",
+    "model_b_conv_id": "52328a61b4194ff7920635b16e163f40",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, animated style"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730840866.2609
+  },
+  {
+    "model_a_conv_id": "9ea6298be4e841259d378239f82c4fed",
+    "model_b_conv_id": "8ef8f12210cc47daa7a9ed6157369602",
+    "inputs": {
+      "prompt": "Hyper-realistic spaceship landing on Mars"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730840873.6668
+  },
+  {
+    "model_a_conv_id": "90addb668ffa432fbe5353b8001f2397",
+    "model_b_conv_id": "297e20aa08d44128907bf66aaa06ff80",
+    "inputs": {
+      "prompt": "a chair and a couch"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730840892.2969
+  },
+  {
+    "model_a_conv_id": "3bf133698c584af2a35da403df3a639c",
+    "model_b_conv_id": "233f9175ea114d78bbe61dc108f23a7d",
+    "inputs": {
+      "prompt": "A person is shaking head"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730840902.9839
+  },
+  {
+    "model_a_conv_id": "8e28c498de85492b87a857605d807b04",
+    "model_b_conv_id": "9057a5ffa3234938aea4a21ee6de6624",
+    "inputs": {
+      "prompt": "a person swimming in ocean"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730840913.8561
+  },
+  {
+    "model_a_conv_id": "e7534802e13c47e3acdb3137ecd1c4ad",
+    "model_b_conv_id": "76b80b7e10454499af57bebe778d273f",
+    "inputs": {
+      "prompt": "a truck and a bicycle"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730840923.5425
+  },
+  {
+    "model_a_conv_id": "2ca067ea1b564962ab1d4531aeb3450f",
+    "model_b_conv_id": "6ab2ca1b7ac743d1a16625b90b9f9382",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730882065.5417
+  },
+  {
+    "model_a_conv_id": "f717282d86a84deabc18e13ec1239c18",
+    "model_b_conv_id": "ccc04c9450424f4685d06f77ea849f1e",
+    "inputs": {
+      "prompt": "a cow on the right of an elephant, front view"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730904434.1469
+  },
+  {
+    "model_a_conv_id": "69438994e81a45a9a640db9dba749df0",
+    "model_b_conv_id": "f72da03b086e42b89a0903d94ccb7020",
+    "inputs": {
+      "prompt": "An astronaut flying in space, with an intense shaking effect"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730904450.6833
+  },
+  {
+    "model_a_conv_id": "1db5e225643d4ac8836c55d0a922b7ca",
+    "model_b_conv_id": "26b0d3872fd44cc7a931c10ae1881ede",
+    "inputs": {
+      "prompt": "a donut"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730904472.3879
+  },
+  {
+    "model_a_conv_id": "381764a27a2c48a9a20c2bab4c64e728",
+    "model_b_conv_id": "035df43c5d2240deb7d18deba13ae111",
+    "inputs": {
+      "prompt": "A panda drinking coffee in a cafe in Paris, watercolor painting"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730904488.0482
+  },
+  {
+    "model_a_conv_id": "8271b85e43c04d2cb6f99c8bec3571f9",
+    "model_b_conv_id": "4dffdb2aaf544a6cac4eefab98dbfc3d",
+    "inputs": {
+      "prompt": "a bicycle and a car"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730904498.5318
+  },
+  {
+    "model_a_conv_id": "9df479b8546c41bfb4ae8c5620d350eb",
+    "model_b_conv_id": "c5a5585af6f94d84bd13858208aa0ee1",
+    "inputs": {
+      "prompt": "a truck turning a corner"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1730904508.6736
+  },
+  {
+    "model_a_conv_id": "31ff3230ff974672bcf734ab0efac458",
+    "model_b_conv_id": "d8a7ccd83d2a47219bd39e0851869ace",
+    "inputs": {
+      "prompt": "a bird flying over a snowy forest"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730904521.3869
+  },
+  {
+    "model_a_conv_id": "d65148e47c544e9c8e19c5af33654c1e",
+    "model_b_conv_id": "199b9be6bce34a5397cc97b71389da77",
+    "inputs": {
+      "prompt": "a giraffe"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730906563.5688
+  },
+  {
+    "model_a_conv_id": "7c137a2c9c06498ab42736dcfdded967",
+    "model_b_conv_id": "56e41730b4bc4018b26c18d080882167",
+    "inputs": {
+      "prompt": "a fire hydrant and a stop sign"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": false,
+    "tstamp": 1730906654.7501
+  },
+  {
+    "model_a_conv_id": "0cca4b8a4b224378bbba9d84271c24fd",
+    "model_b_conv_id": "22de247bd1e84b12ba6936072d0aa59a",
+    "inputs": {
+      "prompt": "An astronaut flying in space, featuring a steady and smooth perspective"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": false,
+    "tstamp": 1730906696.7044
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8907745c0a89426a176029270bd84ce0a03f6cb9c4d00b5d6c4b1c93514c7f07
-size 63250
+oid sha256:d7f827b31302e23005f6b8450cb13a097c517839eb810422f15c2496e47fd493
+size 63232

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a91589c4a0d814d2f7ff84b6c027cdb4c81998fbd3324677e644c84637d33db
+oid sha256:a85ec783bc8cc0967e075fcbfc6ef94122c8957e2d45fb5a8f180a0229a8adcd
 size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6226ee1b037d73a86eab2528a5b6fb714a46efc9021bc157bcec111e909c155e
-size 69237
+oid sha256:f51868a8776916576d15659037a84141179c60d308916ebe5bb79742b2028b25
+size 72204

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1107.1446483309765,1111.297906483382,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-InfEdit,InfEdit,1074.7037996796948,1074.4023378589975,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1066.258756682952,1067.2072398326118,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1039.4359420889743,1037.095463046262,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,997.1013380387457,1001.6805702005576,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,989.3282147589427,990.4624716233918,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,943.9959359978587,936.5078988504442,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,923.9310214489071,922.4022613074752,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,858.1003429729475,858.9438507968779,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1106.545565045633,1110.7215413176991,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1074.694210914438,1074.372676349083,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.235752236973,1067.1848350855303,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.426816687759,1037.0744162701876,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.1002260999809,1001.6775203104668,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.3342017619614,990.4700345997347,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,943.9805116052638,936.4973533920048,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,924.5846110465843,923.0632517445872,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,858.0981046014069,858.9383709307065,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.8998021828374,1123.1299062745804,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1107.7065007890674,1115.6663809962395,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1081.7808940838845,1073.89590503499,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.3381614092427,1071.7122002204865,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.458331306762,1057.0957498127277,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.3622408932574,1042.2306047932168,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1029.093785738671,1022.0659130198064,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1020.0157054569839,1011.687693241364,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.4568234012546,1019.6951522813179,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1019.0160442087559,1022.572011942855,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1015.5909578688035,1009.773028497767,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1010.4218863595712,1013.5063255020823,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.5721312670743,966.5398439644093,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.643035155201,912.3748926439984,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.0699534054162,899.4609056985876,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.6321267598978,824.8487246684289,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9416197133207,804.2325826742815,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1120.8282148617816,1123.0917008273493,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1107.836792237165,1115.7854831868506,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1084.8183788613621,1076.5261728105393,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2105211609482,1071.6162540305731,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.3818915016905,1055.057620020667,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2691488104786,1042.1630513939067,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.0013522074344,1022.0146727178237,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.9093065925333,1011.6058148629353,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.387655933087,1019.645696025236,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.9468015677668,1022.5790476146381,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1015.7445143548996,1009.910565016153,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1010.5647993825687,1013.6330435219954,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.310873884194,966.3294856274842,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.5344702764174,912.292112980649,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.946437399,899.3733614958592,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5157598899556,824.7610732637411,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.7930810787215,804.1269150331776,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,12 +1,13 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1167.3039133542252,1166.844712695131,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1131.0401549526246,1134.3982896887933,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1100.8584915275067,1092.995885412659,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1068.8960074112938,1068.4153745953465,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1051.828041495489,1051.5728462776876,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1048.880952411367,1050.0119896386773,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-LaVie,LaVie,978.2042615873011,979.3355947592462,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,894.4607943799281,895.3360105075963,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,869.5274600966713,869.0200103699304,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,844.8052573759032,845.5325333335983,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,844.194665407691,846.5367527213342,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+Pyramid Flow,Pyramid Flow,1183.0075494052357,1182.1841072366228,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+CogVideoX-5B,CogVideoX-5B,1143.6987091808912,1143.5696179271924,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1116.0775926920523,1119.2197952966687,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1061.2416728301762,1056.7439824116245,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1052.6466718974486,1052.1097072936363,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1039.3696945538554,1039.381618232055,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.8262848168495,1036.804041735242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+LaVie,LaVie,965.9622979989477,966.7534362718595,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,882.527395725188,882.9575442986447,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,851.3136563769121,850.2143961516379,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.9460882123473,835.7719381200667,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,832.3823863100939,834.28981502475,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571