Auto Daily Leaderboard udpate Thu Dec 5 12:00:30 PM EST 2024

arena_elo/results/20241204/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b89d5eb02fe60651c90a6524986046b71a5813597e49f906ae00e07c3669a354
+oid sha256:c7f59645b353216ad85ce04426e01cd1517890b22875ca95b8e8c88c2a149f00
 size 75108

arena_elo/results/20241204/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1153.212520979718,1147.9290620803702,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1149.2492532261913,1151.7747392500028,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1122.2678564405778,1124.6809997186228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1061.472698169287,1057.7221869276937,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1054.4691290936867,1053.8060730487005,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1041.871413257503,1040.5746197334772,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1039.2884201660563,1039.9763116440374,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1011.9062698674213,1014.5600218264809,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.0929081077171,968.6538408004857,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,884.2664115761662,884.6363934911552,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,845.1563423803524,844.2025110565764,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,834.6629858684405,835.4679622672872,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.0837908668807,836.015278155109,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1147.3520229277412,1142.24288982944,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1143.0497082039967,1145.53449832052,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1123.9649217642227,1126.3435267448046,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1067.8476490765236,1063.8688353385146,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.453704653409,1053.798265963291,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1041.992929381677,1040.7150317715564,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1040.0976084173385,1040.7786469543094,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1011.5247185372332,1014.0547996557311,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.7931001341728,969.3806580380343,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.9741037860787,885.3483973724186,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.549250834516,844.825259856094,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.5927854049422,836.3832118638163,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.8074968781475,836.7259782914667,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20241205/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944e0986e964e4766a96d45c78660f1b12d2fc7023a957e601af6fa6f737ef23
+size 88250

arena_elo/results/20241205/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1123.7080035827469,1141.2891841418273,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1118.3391473064883,1118.641929211121,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1089.551494793911,1080.239294803794,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.6697265052724,1071.262455720204,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.530238112381,1053.1143704693143,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.955508936773,1042.0999164206312,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.6531687144616,1016.1449539091337,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.5737893680387,1009.9436406069414,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.3267146260313,1021.5340851971843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.9418338006467,1017.4951756669981,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1008.837811777844,1011.4876289571108,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1003.2010337702219,997.561039508895,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,966.7848243484208,966.8087655550715,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.6849148784231,912.988811912816,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.4019046047279,898.885053786297,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.0224018571655,827.1975087124213,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.8174830164403,804.4741171861567,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -109404,5 +109404,103 @@
     "judge": "arena_user_10.16.38.196",
     "anony": true,
     "tstamp": 1733329849.8858
+  },
+  {
+    "model_a_conv_id": "ae8fc6d75af0456db122767e6fdd593d",
+    "model_b_conv_id": "dd76257b7c65479994e29b2c0c1df336",
+    "inputs": {
+      "prompt": "crouched nature photographer taking photo of Sandhill crane at sunset"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733337580.3439
+  },
+  {
+    "model_a_conv_id": "9917b35806ae4946b8b63c4943838d58",
+    "model_b_conv_id": "b634a36e3880437f9d540d5c7acaf7b8",
+    "inputs": {
+      "prompt": "Four dogs on the street."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733338338.8911
+  },
+  {
+    "model_a_conv_id": "134c13edb66d48cab2dd66ca3cf2dc1e",
+    "model_b_conv_id": "25a9bed669f7406f8aee1aaed70cab29",
+    "inputs": {
+      "prompt": "An emoji of a baby panda wearing a red hat, green gloves, red shirt, and green pants."
+    },
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733338355.0776
+  },
+  {
+    "model_a_conv_id": "2328947be2aa48528a002159021dbf18",
+    "model_b_conv_id": "def6283c7e4b402080151cca065bba0c",
+    "inputs": {
+      "prompt": "A storefront with 'Diffusion' written on it."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733338366.2246
+  },
+  {
+    "model_a_conv_id": "44136c30fbc14baf987bc35cd6e95a5d",
+    "model_b_conv_id": "82a0c2491ae1463fbfadeb84c9c71067",
+    "inputs": {
+      "prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733338383.4953
+  },
+  {
+    "model_a_conv_id": "ab7ae3690dc64885b213bc7df97c8767",
+    "model_b_conv_id": "8cc9a97f3dff4f0bbe17c77f2e56b640",
+    "inputs": {
+      "prompt": "A brown clock tower with a gold and black clock."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733409502.1689
+  },
+  {
+    "model_a_conv_id": "9304461b2b414a7bbe6d1807cc798d2b",
+    "model_b_conv_id": "0061fd371d934a0ba41331dce88acded",
+    "inputs": {
+      "prompt": "photorealistic photo of an old man in front of the wall at night with a flash light on him"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733416881.6244
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -33878,5 +33878,159 @@
     "judge": "arena_user_10.16.16.234",
     "anony": true,
     "tstamp": 1733329981.1684
+  },
+  {
+    "model_a_conv_id": "d360102a72d84a02ba2459dd61586005",
+    "model_b_conv_id": "1ab3dbcd57534fc8bbf342da72a9fb53",
+    "inputs": {
+      "prompt": "Busy freeway at night."
+    },
+    "model_a": "Mochi1",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733336706.0069
+  },
+  {
+    "model_a_conv_id": "fab730fd8e3d4744b97d4f033d815b7c",
+    "model_b_conv_id": "7d0fe96ca1d444acbcf8fbd216ad5a58",
+    "inputs": {
+      "prompt": "A raccoon that looks like a turtle, digital art."
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733336725.5734
+  },
+  {
+    "model_a_conv_id": "91c0e9fc7c4543098de5cd7db6498a26",
+    "model_b_conv_id": "90c737718b8b41388a6168b3c386a7e1",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks."
+    },
+    "model_a": "Allegro",
+    "model_b": "LTXVideo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733343549.9669
+  },
+  {
+    "model_a_conv_id": "0bf1dbefa50a4a679e8a8053d37924fd",
+    "model_b_conv_id": "36fbb487bf884813a617547ae6c5625b",
+    "inputs": {
+      "prompt": "An astronaut flying in space, in cyberpunk style"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733373519.1854
+  },
+  {
+    "model_a_conv_id": "5bfd56789ff542a68fe25bfdf51a6497",
+    "model_b_conv_id": "835cbcaaedd3417594bdf03e9f40b935",
+    "inputs": {
+      "prompt": "a horse bending down to drink water from a river"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733373529.7157
+  },
+  {
+    "model_a_conv_id": "f36d5a1b5bea455a9352f3f974bdb1d3",
+    "model_b_conv_id": "371ec2d6c4c34c75b5959d1e564e630f",
+    "inputs": {
+      "prompt": "a bicycle slowing down to stop"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733373536.1456
+  },
+  {
+    "model_a_conv_id": "b204e690001d4841bbccb91d020ec381",
+    "model_b_conv_id": "8a240c79f548428688e22ef6a1570869",
+    "inputs": {
+      "prompt": "lighthouse"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733373548.0168
+  },
+  {
+    "model_a_conv_id": "3e5933a60959446b896f76a358435304",
+    "model_b_conv_id": "83be6f36df2b40b695794adbe07656f7",
+    "inputs": {
+      "prompt": "an orange clock"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733373555.6272
+  },
+  {
+    "model_a_conv_id": "669f7d51d6754b98a82cb054e0c93d81",
+    "model_b_conv_id": "2c5bfa3fe73845d1a9736d6a0315f4e1",
+    "inputs": {
+      "prompt": "indoor movie theater"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733373561.5958
+  },
+  {
+    "model_a_conv_id": "198604985e994b129d9ecfa25ed50510",
+    "model_b_conv_id": "302856e200474d02b4eb7e002287c81d",
+    "inputs": {
+      "prompt": "a surfboard on the top of skis, front view"
+    },
+    "model_a": "Allegro",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1733373576.7729
+  },
+  {
+    "model_a_conv_id": "64b741b15f6e4b0a9c9ee7ed6b6f392c",
+    "model_b_conv_id": "b0a48daefb7b417ba0f4076db837dc4c",
+    "inputs": {
+      "prompt": "a giraffe"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1733409722.2448
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2507283100a0c1017c22bcc1525f06235bfc2ce75e5a0fc96abb8439a24906ba
+oid sha256:944e0986e964e4766a96d45c78660f1b12d2fc7023a957e601af6fa6f737ef23
 size 88250

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b89d5eb02fe60651c90a6524986046b71a5813597e49f906ae00e07c3669a354
+oid sha256:c7f59645b353216ad85ce04426e01cd1517890b22875ca95b8e8c88c2a149f00
 size 75108

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1121.5229691388834,1139.91463025506,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1118.9773628808728,1119.0727833674928,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1087.2142946151707,1078.1402861293943,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.0966774790186,1071.5718107564705,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1052.9161998682864,1051.5188780357005,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1040.2555890624642,1042.3426445582616,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1023.6845864082985,1017.1328232531749,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.9099305723106,1010.2057916061898,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.5986418147057,1021.6957093129289,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1018.5886105232547,1018.0546632901526,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1008.3398802540977,1011.1051064991992,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1004.1314012926172,998.4450785665982,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.0412119648503,967.0069997996226,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,916.138045015005,913.3414461776049,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.8330656647173,899.2087058453548,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.5232909652228,827.5948579661626,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.2282424802181,804.7810776307056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1123.7080035827469,1141.2891841418273,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1118.3391473064883,1118.641929211121,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1089.551494793911,1080.239294803794,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.6697265052724,1071.262455720204,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.530238112381,1053.1143704693143,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.955508936773,1042.0999164206312,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.6531687144616,1016.1449539091337,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.5737893680387,1009.9436406069414,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.3267146260313,1021.5340851971843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.9418338006467,1017.4951756669981,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1008.837811777844,1011.4876289571108,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1003.2010337702219,997.561039508895,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,966.7848243484208,966.8087655550715,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.6849148784231,912.988811912816,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.4019046047279,898.885053786297,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.0224018571655,827.1975087124213,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.8174830164403,804.4741171861567,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1153.212520979718,1147.9290620803702,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1149.2492532261913,1151.7747392500028,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1122.2678564405778,1124.6809997186228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1061.472698169287,1057.7221869276937,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1054.4691290936867,1053.8060730487005,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1041.871413257503,1040.5746197334772,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1039.2884201660563,1039.9763116440374,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1011.9062698674213,1014.5600218264809,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.0929081077171,968.6538408004857,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,884.2664115761662,884.6363934911552,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,845.1563423803524,844.2025110565764,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,834.6629858684405,835.4679622672872,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.0837908668807,836.015278155109,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1147.3520229277412,1142.24288982944,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1143.0497082039967,1145.53449832052,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1123.9649217642227,1126.3435267448046,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1067.8476490765236,1063.8688353385146,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.453704653409,1053.798265963291,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1041.992929381677,1040.7150317715564,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1040.0976084173385,1040.7786469543094,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1011.5247185372332,1014.0547996557311,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.7931001341728,969.3806580380343,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.9741037860787,885.3483973724186,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.549250834516,844.825259856094,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.5927854049422,836.3832118638163,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.8074968781475,836.7259782914667,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571