Auto Daily Leaderboard udpate Wed Feb 12 12:00:31 PM EST 2025

arena_elo/results/20250212/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb47818422bf50b65624eedb11ba62ae37b9a1520d7fe9b4a017379f6234248e
+size 88249

arena_elo/results/20250212/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bab93b1cafa444358c008f21b122d08e0083a4abe3bcdfb7f59494b997eb8e
+size 81355

arena_elo/results/20250212/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1132.1727067318664,1133.8262310329135,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.9366082952804,1117.8375232747658,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.5247882575813,1100.1206510207508,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.7977110688803,1070.8566220653724,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.9466867338688,1056.9516779036712,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.7399735195565,1044.4842331635523,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.6500254185586,1015.5440682225627,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.0536680217214,1010.8682877364566,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.7211343305352,1017.0714975443652,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1016.2857463971421,1021.036748710227,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1014.7034195174036,1014.9538109027127,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,998.8362921256231,995.6861446876042,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.909765026415,965.8259809995859,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9923419750656,911.4771228345794,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.7352604888454,898.3479640898222,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.2241125063798,826.0802135906586,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.7697595852751,803.8918287483137,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250212/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1142.2496412078997,1144.1129600355134,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.9798031076323,1120.942430270304,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.2495916131038,1114.8187642672133,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.6952505982915,1104.7535282445572,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.2600772249905,1059.6765460634858,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1057.6238047070838,1055.425396538288,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.436823603572,1042.7224480292466,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.0081689490498,1034.2464286880727,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,982.5051851584614,984.9939177367687,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.6942810985122,968.1103356880518,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,941.9308415036894,944.6219355205548,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.1102614352571,884.2739360962449,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,871.3758185986505,868.5148183326334,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,838.9034844577216,837.1192860349054,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.9769667360856,835.6672684541592,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -117524,5 +117524,383 @@
     "judge": "arena_user_10.16.37.169",
     "anony": true,
     "tstamp": 1739292365.2796
+  },
+  {
+    "model_a_conv_id": "b98199d4e8d440ebbbfc9e7d042faf51",
+    "model_b_conv_id": "6344eba34f92499391ed00e21a5a7741",
+    "inputs": {
+      "prompt": "Three traffic lights, one green, the other yellow, and one red."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739311152.2429
+  },
+  {
+    "model_a_conv_id": "33cad74c32ca46338c93410252441064",
+    "model_b_conv_id": "e547cc7913bc4014a547310e0fbde9e1",
+    "inputs": {
+      "prompt": "hyperrealism photo of a man with an orange hood covering his face"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739336765.7444
+  },
+  {
+    "model_a_conv_id": "55a7d8dce3c74751819e4b5b302cbfd4",
+    "model_b_conv_id": "6f9e1b5bf3f841ea885da9c486adf3bb",
+    "inputs": {
+      "prompt": "A horse riding an astronaut."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739336994.368
+  },
+  {
+    "model_a_conv_id": "d9903bb580b34713b1bcd2c68bbf1caa",
+    "model_b_conv_id": "0238653139c04bfe9b7f0756bf68ae27",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739337053.8909
+  },
+  {
+    "model_a_conv_id": "23dbe4ecb976402e952a56f3c8d316a3",
+    "model_b_conv_id": "a5b015271cb84792a90b6f1a0884db2e",
+    "inputs": {
+      "prompt": "Surfer and a black white suit holding a white surfboard under his arms ."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376932.6509
+  },
+  {
+    "model_a_conv_id": "8225c62fb2054b719200ff4becb81d89",
+    "model_b_conv_id": "ba814916f37d43a8a05d02d49457c77c",
+    "inputs": {
+      "prompt": "A device consisting of a circular canopy of cloth on a folding metal frame supported by a central rod, used as protection against rain or sometimes sun."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376943.5944
+  },
+  {
+    "model_a_conv_id": "22ba815608d947f09989a373fcf41a34",
+    "model_b_conv_id": "b90a2999ccf642879415fa118d42813e",
+    "inputs": {
+      "prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376949.0911
+  },
+  {
+    "model_a_conv_id": "2ce6e44b5f714a1bad9f384edef90d5d",
+    "model_b_conv_id": "0f71351210f04b2da1282fdbd282b9ab",
+    "inputs": {
+      "prompt": "A white cat laying on a black sofa ."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376954.5481
+  },
+  {
+    "model_a_conv_id": "d3384978c94d4f62919cb7578aeb5baa",
+    "model_b_conv_id": "527b903c48504bdc99e9605e3ccc9440",
+    "inputs": {
+      "prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
+    },
+    "model_a": "StableCascade",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376962.7779
+  },
+  {
+    "model_a_conv_id": "43a7f7fb9a6d465b90b71041953795a5",
+    "model_b_conv_id": "541471a8a7aa447192d4fc70274a12b0",
+    "inputs": {
+      "prompt": "a person wearing a black suit jacket, collared shirt, blue patterned tie and a pocket square"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376971.5958
+  },
+  {
+    "model_a_conv_id": "410742158bc24e38baf556bce73ab0a3",
+    "model_b_conv_id": "99a3de422cc744f4991b4fadad0b855f",
+    "inputs": {
+      "prompt": "hyperrealism fruits and vegetables market"
+    },
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.6.93",
+    "anony": true,
+    "tstamp": 1739376977.9206
+  },
+  {
+    "model_a_conv_id": "e788eedc4f624ca389cb73e5452f9744",
+    "model_b_conv_id": "065d70748cc249c891365ef36b470bd3",
+    "inputs": {
+      "prompt": "image of man watching computer screen"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376982.8689
+  },
+  {
+    "model_a_conv_id": "09014876b96e4471a3b77388782a5ba5",
+    "model_b_conv_id": "110e225e55394397b34847cb729f51b5",
+    "inputs": {
+      "prompt": "A young girl in a yellow dress with blue flowers on a bench"
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739376989.0401
+  },
+  {
+    "model_a_conv_id": "28c040a0980f48dcb2f9f83354da1b7b",
+    "model_b_conv_id": "22697f32f460413fa07ff3cd197caa40",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377004.2369
+  },
+  {
+    "model_a_conv_id": "40c049ca534e43dda2fd70d3e19cda76",
+    "model_b_conv_id": "d1cd2aacb92f4790b660d9e715325dc0",
+    "inputs": {
+      "prompt": "photograph of a man jumping in the sky"
+    },
+    "model_a": "StableCascade",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377012.3032
+  },
+  {
+    "model_a_conv_id": "a3ef9b21081a4307bc6d5a1a72eedfb2",
+    "model_b_conv_id": "e897dd88fe434585b3ab8e6a024b49eb",
+    "inputs": {
+      "prompt": "Supreme Court Justices play a baseball game with the FBI. The FBI is at bat, the justices are on the field."
+    },
+    "model_a": "SDXL",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377022.6586
+  },
+  {
+    "model_a_conv_id": "2b26db00cba64c519c7a4ec715c1655f",
+    "model_b_conv_id": "090d96f96d034bffa475312221c96835",
+    "inputs": {
+      "prompt": "A train on top of a surfboard."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.6.93",
+    "anony": true,
+    "tstamp": 1739377026.8607
+  },
+  {
+    "model_a_conv_id": "c5000b5784764812ba1e32e5fe4b64ef",
+    "model_b_conv_id": "8d1ddb0d332a453fb9196094cbbb9819",
+    "inputs": {
+      "prompt": "there is a white street sign with a orange sign underneath"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PixArtAlpha",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.6.93",
+    "anony": true,
+    "tstamp": 1739377036.9967
+  },
+  {
+    "model_a_conv_id": "58f7ae1ae3ad418a9f9af1e322a0264f",
+    "model_b_conv_id": "ff48aac437d04181a201404b599c47b3",
+    "inputs": {
+      "prompt": "photorealistic, inside an alien fungal forest"
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377099.0728
+  },
+  {
+    "model_a_conv_id": "735f1316a2814e72ab37630c8cfce48b",
+    "model_b_conv_id": "131b18a7e49741388ab7892e7963198a",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtAlpha",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377110.705
+  },
+  {
+    "model_a_conv_id": "b32e6ae1dfc34b45b1418479fe9873a2",
+    "model_b_conv_id": "786eba1719f04f3babab540558e7d286",
+    "inputs": {
+      "prompt": "A brown clock tower with a gold and black clock."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377116.709
+  },
+  {
+    "model_a_conv_id": "78d8cf4df4d4444784aa016a59e40b1a",
+    "model_b_conv_id": "e8cd1448fd3a47639971dde5d1f80e49",
+    "inputs": {
+      "prompt": "Photo of a mega Lego space station inside a kid's bedroom."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.6.93",
+    "anony": true,
+    "tstamp": 1739377121.9203
+  },
+  {
+    "model_a_conv_id": "114d662ad3ab4aed8aa09e671a91cc1f",
+    "model_b_conv_id": "4afb62f55e774708a685bde249500121",
+    "inputs": {
+      "prompt": "A blue bunny in a pink water toilet bowl ."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377132.7303
+  },
+  {
+    "model_a_conv_id": "ceff19c741364c14b13ff2ed36daa808",
+    "model_b_conv_id": "c8ffe34591b54bad8bb8214f1c5045da",
+    "inputs": {
+      "prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.6.93",
+    "anony": true,
+    "tstamp": 1739377139.0855
+  },
+  {
+    "model_a_conv_id": "4cec3f3910a34d4c985573ffe6e48cae",
+    "model_b_conv_id": "546267da18ec4bfd9bceeb9eabef90ec",
+    "inputs": {
+      "prompt": "An orange cat sitting on top of a white bench next to a bike."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377153.0406
+  },
+  {
+    "model_a_conv_id": "f113acb866ea453ab84513768e1c3824",
+    "model_b_conv_id": "00d0869b2664423389ce47f1d92506bc",
+    "inputs": {
+      "prompt": "One cat and two dogs sitting on the grass."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377162.5682
+  },
+  {
+    "model_a_conv_id": "1a19b85512bb4ade96cc43b804959f6b",
+    "model_b_conv_id": "9114e74fb82d4ca4a98e050a89c4e91f",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739377172.5313
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -39226,5 +39226,19 @@
     "judge": "arena_user_10.16.26.33",
     "anony": false,
     "tstamp": 1739213288.0417
+  },
+  {
+    "model_a_conv_id": "2c3beaabbeba4080a5a749df6e75e739",
+    "model_b_conv_id": "b7ed6e46f8a2412ca099384185f8aff8",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, in super slow motion"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1739356659.7035
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1034904878614d91f2457805a4f9857c88b6cd257ae202c3ea5158a3288ede1e
+oid sha256:fb47818422bf50b65624eedb11ba62ae37b9a1520d7fe9b4a017379f6234248e
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37037636dff60a61d4bbb12ef3ab9457490df819bef9612aa90900582deca3df
+oid sha256:b5bab93b1cafa444358c008f21b122d08e0083a4abe3bcdfb7f59494b997eb8e
 size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1131.601834592027,1133.410746946508,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.3035146929155,1118.1242808612237,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1095.2358507894178,1099.207663278801,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.7908223710538,1070.8372131375054,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1057.8421157951182,1056.8413234672964,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.4270070154832,1044.2231200839026,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1023.3477402994903,1018.0599512713115,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.3505747583706,1011.0862564270774,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.6413274099672,1016.9931021006394,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1016.2860850654016,1021.0110898055082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1014.1839139744071,1014.5705012017512,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,998.8652916555775,995.6987079818184,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.0472445310276,965.929622616072,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.6971123710715,911.2197110105571,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.6867988973239,898.2930645406365,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.9748393129416,825.8503869650164,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,788.71792646841,803.83376165608,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1132.1727067318664,1133.8262310329135,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.9366082952804,1117.8375232747658,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.5247882575813,1100.1206510207508,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.7977110688803,1070.8566220653724,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.9466867338688,1056.9516779036712,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.7399735195565,1044.4842331635523,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.6500254185586,1015.5440682225627,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.0536680217214,1010.8682877364566,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.7211343305352,1017.0714975443652,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1016.2857463971421,1021.036748710227,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1014.7034195174036,1014.9538109027127,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,998.8362921256231,995.6861446876042,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.909765026415,965.8259809995859,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9923419750656,911.4771228345794,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.7352604888454,898.3479640898222,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.2241125063798,826.0802135906586,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.7697595852751,803.8918287483137,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1142.2198997331382,1144.087041155384,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1121.0360203451519,1120.997114521292,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1115.1873686223666,1114.762244494193,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1102.631553399646,1104.6918385129125,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1059.307031743616,1059.7213493470324,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1056.6996081713237,1054.5385765385465,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1043.53071610916,1042.8177363042987,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1035.1100746992788,1034.354034679448,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,982.4734601798796,984.9751641504768,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.8527392892385,968.2594577002826,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,941.8967599169381,944.5795841427035,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,885.2820032948823,884.4386324007929,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,871.363970210693,868.4792789998562,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,839.2554951353058,837.4610338405726,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,835.1532991493771,835.8369132122093,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1142.2496412078997,1144.1129600355134,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.9798031076323,1120.942430270304,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.2495916131038,1114.8187642672133,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.6952505982915,1104.7535282445572,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.2600772249905,1059.6765460634858,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1057.6238047070838,1055.425396538288,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.436823603572,1042.7224480292466,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.0081689490498,1034.2464286880727,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,982.5051851584614,984.9939177367687,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.6942810985122,968.1103356880518,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,941.9308415036894,944.6219355205548,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.1102614352571,884.2739360962449,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,871.3758185986505,868.5148183326334,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,838.9034844577216,837.1192860349054,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.9769667360856,835.6672684541592,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571