Auto Daily Leaderboard udpate Wed Nov 13 12:00:24 PM EST 2024

arena_elo/results/20241112/clean_battle_video_generation.json

@@ -32548,5 +32548,397 @@
     "judge": "arena_user_10.16.12.226",
     "anony": true,
     "tstamp": 1731427985.2967
+  },
+  {
+    "model_a_conv_id": "0a1029c49ee94d85862e113bd5081129",
+    "model_b_conv_id": "a8536c76192444aa840a0ee99d4a7572",
+    "inputs": {
+      "prompt": "carrousel"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731442541.5806
+  },
+  {
+    "model_a_conv_id": "9b2ef485ffb64777a7e104753c1837d4",
+    "model_b_conv_id": "3439f6e5cd0f40cfbda8a68f7d119dcb",
+    "inputs": {
+      "prompt": "a truck anchored in a tranquil bay"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442561.5898
+  },
+  {
+    "model_a_conv_id": "ca50f8fe998b4ac1abd1951e1a03836d",
+    "model_b_conv_id": "fe181b1874254e4ba71488abf4413f00",
+    "inputs": {
+      "prompt": "An astronaut flying in space, in super slow motion"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442582.8612
+  },
+  {
+    "model_a_conv_id": "6cc94a1bb6504cc5852314164b28f444",
+    "model_b_conv_id": "56bc53c63b234d7c82f70a2fbb143ac3",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, black and white"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442601.6423
+  },
+  {
+    "model_a_conv_id": "36a981e81d794b6bb435a547150bd479",
+    "model_b_conv_id": "c5bdd8050fe94e0ea92f852d061ebcc1",
+    "inputs": {
+      "prompt": "a sheep running to join a herd of its kind"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442618.9983
+  },
+  {
+    "model_a_conv_id": "48bfbd0707294125988b031c30fc1351",
+    "model_b_conv_id": "47745899370146a69ddc742ba4099d51",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, zoom out"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442635.5822
+  },
+  {
+    "model_a_conv_id": "30de7b3faead4532af7f66ea3b3f093e",
+    "model_b_conv_id": "20e4bc87574b4598a7e534a6240c8b47",
+    "inputs": {
+      "prompt": "Vincent van Gogh is painting in the room"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731442654.612
+  },
+  {
+    "model_a_conv_id": "455baa5966284ec096365e704dd723ba",
+    "model_b_conv_id": "499ef586f4e34b4eb0cbdf1df1ad2baf",
+    "inputs": {
+      "prompt": "A person is arranging flowers"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442692.2819
+  },
+  {
+    "model_a_conv_id": "2f34d559465f479197ab0fe0fee74690",
+    "model_b_conv_id": "948fb757e3954e8aa7fb85573e95dcd9",
+    "inputs": {
+      "prompt": "a white bird"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731442704.6798
+  },
+  {
+    "model_a_conv_id": "46ff1d4cd8024a6b8c89f338b74b709b",
+    "model_b_conv_id": "20fb9ef2a98747f1affdc917e0bccaaa",
+    "inputs": {
+      "prompt": "A person is air drumming"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442718.0027
+  },
+  {
+    "model_a_conv_id": "803078b40717464f88d739427d3f4ac9",
+    "model_b_conv_id": "2a21401c2d3d489288b1b52aaa6d511f",
+    "inputs": {
+      "prompt": "a blue umbrella"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442735.2065
+  },
+  {
+    "model_a_conv_id": "2c705b8d7a6f4dd1ad14850dec17f6db",
+    "model_b_conv_id": "957082bcda6a4915b0277777c8c9c577",
+    "inputs": {
+      "prompt": "a car and a train"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442794.1166
+  },
+  {
+    "model_a_conv_id": "dd67b8fe874e4c7cacf3942e9c0deec0",
+    "model_b_conv_id": "be0d0147874a45aa88cde1f6da1b1b9a",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks."
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442828.1598
+  },
+  {
+    "model_a_conv_id": "00da3f134f3f479583d86762eaa78e5c",
+    "model_b_conv_id": "fabbe6165a574c528941481cdcc77f1f",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, in cyberpunk style"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442838.9528
+  },
+  {
+    "model_a_conv_id": "5861ecbde77d4bd584cd033d7ebda091",
+    "model_b_conv_id": "acb80c313b8942f2bda167706a145bf7",
+    "inputs": {
+      "prompt": "underwater coral reef"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731442846.2417
+  },
+  {
+    "model_a_conv_id": "9ae8ceec448a4d829b3681379440b0a1",
+    "model_b_conv_id": "ad0f5995d8d7430984fdb973fbf59d97",
+    "inputs": {
+      "prompt": "Busy freeway at night."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442880.3804
+  },
+  {
+    "model_a_conv_id": "f22b86aacf354a8d930e2593f67e9d37",
+    "model_b_conv_id": "f52332445a524d31a38a4595ff6f7f1e",
+    "inputs": {
+      "prompt": "a person playing guitar"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442909.8612
+  },
+  {
+    "model_a_conv_id": "fa3ed714b36f42dd87144570ec037565",
+    "model_b_conv_id": "54b556af739b4035ae54807f3a7fd2ef",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the corner of the minimalist tea room, a bonsai tree added a touch of nature's beauty to the otherwise simple and elegant space"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731442937.914
+  },
+  {
+    "model_a_conv_id": "31160f11e6a443c6aba3e0a06a39f7d1",
+    "model_b_conv_id": "d95e8897e59f4e77a1a63a3445d4e38d",
+    "inputs": {
+      "prompt": "nursery"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442952.6537
+  },
+  {
+    "model_a_conv_id": "dca3eef9d09649c2978eb0ddd024feae",
+    "model_b_conv_id": "4cd1b2cadd5a40f7a8f6e21624c4977b",
+    "inputs": {
+      "prompt": "A cute fluffy panda eating Chinese food in a restaurant"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442964.0009
+  },
+  {
+    "model_a_conv_id": "656b81820c534359a59cc0732cae1d5a",
+    "model_b_conv_id": "bcb73bfca97c48c88499f09d06f1b47a",
+    "inputs": {
+      "prompt": "a horse and a sheep"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442982.985
+  },
+  {
+    "model_a_conv_id": "ec79e141a1014387a68782fc5b712897",
+    "model_b_conv_id": "d086f19e3a4f48039c055177c3e3e760",
+    "inputs": {
+      "prompt": "a skateboard"
+    },
+    "model_a": "Allegro",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442998.7593
+  },
+  {
+    "model_a_conv_id": "7376df8bfa39437bb1fe14e2c5548abb",
+    "model_b_conv_id": "cae6913a482047749f8616e15afb349e",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, in super slow motion"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731443012.8026
+  },
+  {
+    "model_a_conv_id": "73e4bcb6b7324546a8797d703fc10c4d",
+    "model_b_conv_id": "9e99987834c6450aa218a63eaf90f91b",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, in cyberpunk style"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731443041.8376
+  },
+  {
+    "model_a_conv_id": "b9ff12ed618744e8ac196614539eaa1c",
+    "model_b_conv_id": "39a272ab34684571917f0a9a5c3f4e47",
+    "inputs": {
+      "prompt": "a hot dog"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731443050.8095
+  },
+  {
+    "model_a_conv_id": "4beb8d04c42e4d15a088bb2feb9a67bd",
+    "model_b_conv_id": "7c1f01a6211f4342a547101edfac3943",
+    "inputs": {
+      "prompt": "An astronaut flying in space, in super slow motion"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731443067.2029
+  },
+  {
+    "model_a_conv_id": "27c351b26a79434f9a2aa3e24595be94",
+    "model_b_conv_id": "37e037466d5c48099252acbfa004e3e5",
+    "inputs": {
+      "prompt": "a bird flying over a snowy forest"
+    },
+    "model_a": "Allegro",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731443086.6119
+  },
+  {
+    "model_a_conv_id": "237c8b9ebfdf4ef4a2679be8ef89ad86",
+    "model_b_conv_id": "c03ec9acd0174f9fabeaf9a077a785a0",
+    "inputs": {
+      "prompt": "bakery shop"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731474205.6796
   }
 ]

arena_elo/results/20241112/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43a323da6749f4c0bb2b564a26dd45616c4c5ca50e671c9ae5c320b2d709e15f
+oid sha256:49ca6b24b362415ff134397bd4f4e77cbcbce17138182dd39af73fb84fca4fc7
 size 75106

arena_elo/results/20241112/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1158.7827840135888,1158.2750267121169,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1145.1767096378496,1145.0149373419672,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1121.918252819591,1124.6067425535086,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1058.7983719054662,1055.2316180938994,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1054.0835911830743,1053.6266631596145,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1043.84294228184,1043.6274606284853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1042.5516691156813,1043.4059606108399,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,986.5690111317158,987.1747432385324,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,970.9135831979676,971.4056807596,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,887.3892313930785,887.572107568189,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,852.7389911146815,851.3754138726256,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,840.0234229524273,839.7072990846957,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,837.2114392530418,838.9763463759232,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1153.8605110803771,1154.055220115239,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1146.038664035303,1145.4895289241929,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1125.4167255281677,1128.1100310669342,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1056.5377761401976,1052.9816356762635,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.1443775916748,1053.6962264419062,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1044.976252473133,1044.937681917621,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1041.8990514265365,1042.8901329444275,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,993.503291365186,992.280914160365,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,971.2792073014937,971.9909817050782,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.5656414736111,887.9993854148655,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,847.8538614036331,846.752178223757,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.483660667415,839.3577736933146,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.4409795132717,839.4583097160362,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20241113/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8df089b1435d12583b0a363ce3317fa7248c2a992174ad1f9c75b5cc0dce42
+size 88251

arena_elo/results/20241113/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.2109087799124,1120.6394592909937,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1114.2500015159017,1138.9371647734704,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.2892197766594,1074.3829629700942,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.35412411886,1070.5767891772775,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.3616958687148,1053.6878875703123,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.5561073195177,1041.4526173948752,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.581977368697,1022.9848102093805,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.7611038404689,1019.1168380736915,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.5936244327839,1010.3371922485237,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.056502535223,1021.6612349433242,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1011.0291201129278,1013.40370434039,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1006.948296832591,1000.9584023380581,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.451191318717,965.2568270794495,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.0187166655714,911.9213776912679,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.0943156152186,898.3858225789322,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5776052597146,823.8238706113636,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8654886385167,803.1640150610433,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106842,5 +106842,33 @@
     "judge": "arena_user_10.16.31.254",
     "anony": true,
     "tstamp": 1731364528.3251
+  },
+  {
+    "model_a_conv_id": "c28adfa085194500b8ab75a63fce0132",
+    "model_b_conv_id": "e47087726aa44f02a0063f7a67b52f64",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "Kolors",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731482135.0139
+  },
+  {
+    "model_a_conv_id": "f5b673ac5517470b8e654af905288ae8",
+    "model_b_conv_id": "1a5f16e4e2eb4c2e85b86232ff9ff16d",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731487554.8741
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -32548,5 +32548,397 @@
     "judge": "arena_user_10.16.12.226",
     "anony": true,
     "tstamp": 1731427985.2967
+  },
+  {
+    "model_a_conv_id": "0a1029c49ee94d85862e113bd5081129",
+    "model_b_conv_id": "a8536c76192444aa840a0ee99d4a7572",
+    "inputs": {
+      "prompt": "carrousel"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731442541.5806
+  },
+  {
+    "model_a_conv_id": "9b2ef485ffb64777a7e104753c1837d4",
+    "model_b_conv_id": "3439f6e5cd0f40cfbda8a68f7d119dcb",
+    "inputs": {
+      "prompt": "a truck anchored in a tranquil bay"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442561.5898
+  },
+  {
+    "model_a_conv_id": "ca50f8fe998b4ac1abd1951e1a03836d",
+    "model_b_conv_id": "fe181b1874254e4ba71488abf4413f00",
+    "inputs": {
+      "prompt": "An astronaut flying in space, in super slow motion"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442582.8612
+  },
+  {
+    "model_a_conv_id": "6cc94a1bb6504cc5852314164b28f444",
+    "model_b_conv_id": "56bc53c63b234d7c82f70a2fbb143ac3",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, black and white"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442601.6423
+  },
+  {
+    "model_a_conv_id": "36a981e81d794b6bb435a547150bd479",
+    "model_b_conv_id": "c5bdd8050fe94e0ea92f852d061ebcc1",
+    "inputs": {
+      "prompt": "a sheep running to join a herd of its kind"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442618.9983
+  },
+  {
+    "model_a_conv_id": "48bfbd0707294125988b031c30fc1351",
+    "model_b_conv_id": "47745899370146a69ddc742ba4099d51",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, zoom out"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442635.5822
+  },
+  {
+    "model_a_conv_id": "30de7b3faead4532af7f66ea3b3f093e",
+    "model_b_conv_id": "20e4bc87574b4598a7e534a6240c8b47",
+    "inputs": {
+      "prompt": "Vincent van Gogh is painting in the room"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731442654.612
+  },
+  {
+    "model_a_conv_id": "455baa5966284ec096365e704dd723ba",
+    "model_b_conv_id": "499ef586f4e34b4eb0cbdf1df1ad2baf",
+    "inputs": {
+      "prompt": "A person is arranging flowers"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442692.2819
+  },
+  {
+    "model_a_conv_id": "2f34d559465f479197ab0fe0fee74690",
+    "model_b_conv_id": "948fb757e3954e8aa7fb85573e95dcd9",
+    "inputs": {
+      "prompt": "a white bird"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731442704.6798
+  },
+  {
+    "model_a_conv_id": "46ff1d4cd8024a6b8c89f338b74b709b",
+    "model_b_conv_id": "20fb9ef2a98747f1affdc917e0bccaaa",
+    "inputs": {
+      "prompt": "A person is air drumming"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442718.0027
+  },
+  {
+    "model_a_conv_id": "803078b40717464f88d739427d3f4ac9",
+    "model_b_conv_id": "2a21401c2d3d489288b1b52aaa6d511f",
+    "inputs": {
+      "prompt": "a blue umbrella"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442735.2065
+  },
+  {
+    "model_a_conv_id": "2c705b8d7a6f4dd1ad14850dec17f6db",
+    "model_b_conv_id": "957082bcda6a4915b0277777c8c9c577",
+    "inputs": {
+      "prompt": "a car and a train"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442794.1166
+  },
+  {
+    "model_a_conv_id": "dd67b8fe874e4c7cacf3942e9c0deec0",
+    "model_b_conv_id": "be0d0147874a45aa88cde1f6da1b1b9a",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks."
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442828.1598
+  },
+  {
+    "model_a_conv_id": "00da3f134f3f479583d86762eaa78e5c",
+    "model_b_conv_id": "fabbe6165a574c528941481cdcc77f1f",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, in cyberpunk style"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442838.9528
+  },
+  {
+    "model_a_conv_id": "5861ecbde77d4bd584cd033d7ebda091",
+    "model_b_conv_id": "acb80c313b8942f2bda167706a145bf7",
+    "inputs": {
+      "prompt": "underwater coral reef"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731442846.2417
+  },
+  {
+    "model_a_conv_id": "9ae8ceec448a4d829b3681379440b0a1",
+    "model_b_conv_id": "ad0f5995d8d7430984fdb973fbf59d97",
+    "inputs": {
+      "prompt": "Busy freeway at night."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442880.3804
+  },
+  {
+    "model_a_conv_id": "f22b86aacf354a8d930e2593f67e9d37",
+    "model_b_conv_id": "f52332445a524d31a38a4595ff6f7f1e",
+    "inputs": {
+      "prompt": "a person playing guitar"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442909.8612
+  },
+  {
+    "model_a_conv_id": "fa3ed714b36f42dd87144570ec037565",
+    "model_b_conv_id": "54b556af739b4035ae54807f3a7fd2ef",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the corner of the minimalist tea room, a bonsai tree added a touch of nature's beauty to the otherwise simple and elegant space"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731442937.914
+  },
+  {
+    "model_a_conv_id": "31160f11e6a443c6aba3e0a06a39f7d1",
+    "model_b_conv_id": "d95e8897e59f4e77a1a63a3445d4e38d",
+    "inputs": {
+      "prompt": "nursery"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731442952.6537
+  },
+  {
+    "model_a_conv_id": "dca3eef9d09649c2978eb0ddd024feae",
+    "model_b_conv_id": "4cd1b2cadd5a40f7a8f6e21624c4977b",
+    "inputs": {
+      "prompt": "A cute fluffy panda eating Chinese food in a restaurant"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442964.0009
+  },
+  {
+    "model_a_conv_id": "656b81820c534359a59cc0732cae1d5a",
+    "model_b_conv_id": "bcb73bfca97c48c88499f09d06f1b47a",
+    "inputs": {
+      "prompt": "a horse and a sheep"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731442982.985
+  },
+  {
+    "model_a_conv_id": "ec79e141a1014387a68782fc5b712897",
+    "model_b_conv_id": "d086f19e3a4f48039c055177c3e3e760",
+    "inputs": {
+      "prompt": "a skateboard"
+    },
+    "model_a": "Allegro",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731442998.7593
+  },
+  {
+    "model_a_conv_id": "7376df8bfa39437bb1fe14e2c5548abb",
+    "model_b_conv_id": "cae6913a482047749f8616e15afb349e",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, in super slow motion"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731443012.8026
+  },
+  {
+    "model_a_conv_id": "73e4bcb6b7324546a8797d703fc10c4d",
+    "model_b_conv_id": "9e99987834c6450aa218a63eaf90f91b",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, in cyberpunk style"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731443041.8376
+  },
+  {
+    "model_a_conv_id": "b9ff12ed618744e8ac196614539eaa1c",
+    "model_b_conv_id": "39a272ab34684571917f0a9a5c3f4e47",
+    "inputs": {
+      "prompt": "a hot dog"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731443050.8095
+  },
+  {
+    "model_a_conv_id": "4beb8d04c42e4d15a088bb2feb9a67bd",
+    "model_b_conv_id": "7c1f01a6211f4342a547101edfac3943",
+    "inputs": {
+      "prompt": "An astronaut flying in space, in super slow motion"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731443067.2029
+  },
+  {
+    "model_a_conv_id": "27c351b26a79434f9a2aa3e24595be94",
+    "model_b_conv_id": "37e037466d5c48099252acbfa004e3e5",
+    "inputs": {
+      "prompt": "a bird flying over a snowy forest"
+    },
+    "model_a": "Allegro",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731443086.6119
+  },
+  {
+    "model_a_conv_id": "237c8b9ebfdf4ef4a2679be8ef89ad86",
+    "model_b_conv_id": "c03ec9acd0174f9fabeaf9a077a785a0",
+    "inputs": {
+      "prompt": "bakery shop"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731474205.6796
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14f2287b60f1ecf43e6b7690abe660962298f9c32cdcb77301b044227839d617
+oid sha256:aa8df089b1435d12583b0a363ce3317fa7248c2a992174ad1f9c75b5cc0dce42
 size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43a323da6749f4c0bb2b564a26dd45616c4c5ca50e671c9ae5c320b2d709e15f
+oid sha256:49ca6b24b362415ff134397bd4f4e77cbcbce17138182dd39af73fb84fca4fc7
 size 75106

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.162871933961,1120.5886872457818,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1114.30452980731,1138.9737185609706,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1085.4749750168899,1074.5516343706322,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.306764903512,1070.5251141917786,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.7403685386068,1052.1117879770397,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.513233982662,1041.4058675097988,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.5471091600655,1022.9225421624433,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1019.7146312742341,1019.0721257834136,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.5539846045662,1010.292736512331,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.9923746621711,1021.5769044017172,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1010.1538816732883,1004.0457327390254,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1009.762484069154,1012.3243901259524,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.3960413831152,965.1997745385972,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.9757717626901,911.8754329230192,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.0459271457651,898.3347805521761,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.5331651986519,823.7747134334427,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.8218848833579,803.1132817264121,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.2109087799124,1120.6394592909937,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1114.2500015159017,1138.9371647734704,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.2892197766594,1074.3829629700942,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.35412411886,1070.5767891772775,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.3616958687148,1053.6878875703123,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.5561073195177,1041.4526173948752,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.581977368697,1022.9848102093805,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.7611038404689,1019.1168380736915,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.5936244327839,1010.3371922485237,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.056502535223,1021.6612349433242,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1011.0291201129278,1013.40370434039,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1006.948296832591,1000.9584023380581,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.451191318717,965.2568270794495,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.0187166655714,911.9213776912679,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.0943156152186,898.3858225789322,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5776052597146,823.8238706113636,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8654886385167,803.1640150610433,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1158.7827840135888,1158.2750267121169,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1145.1767096378496,1145.0149373419672,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1121.918252819591,1124.6067425535086,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1058.7983719054662,1055.2316180938994,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1054.0835911830743,1053.6266631596145,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1043.84294228184,1043.6274606284853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1042.5516691156813,1043.4059606108399,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,986.5690111317158,987.1747432385324,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,970.9135831979676,971.4056807596,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,887.3892313930785,887.572107568189,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,852.7389911146815,851.3754138726256,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,840.0234229524273,839.7072990846957,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,837.2114392530418,838.9763463759232,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1153.8605110803771,1154.055220115239,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1146.038664035303,1145.4895289241929,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1125.4167255281677,1128.1100310669342,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1056.5377761401976,1052.9816356762635,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.1443775916748,1053.6962264419062,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1044.976252473133,1044.937681917621,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1041.8990514265365,1042.8901329444275,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,993.503291365186,992.280914160365,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,971.2792073014937,971.9909817050782,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.5656414736111,887.9993854148655,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,847.8538614036331,846.752178223757,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.483660667415,839.3577736933146,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.4409795132717,839.4583097160362,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571