Auto Daily Leaderboard udpate Sun Oct 20 12:00:24 PM EDT 2024

arena_elo/results/20241019/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4e5d2a740bdfdde8fa7f22c4eae0d4d035c16482f74ad53e70ed1a674a9595
+size 66388

arena_elo/results/20241019/video_generation_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1148.3820794171259,1151.7427963818589,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1106.301686827736,1099.2753587233874,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1084.6919870016136,1084.3660971817535,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1068.3763693538094,1069.4432644318713,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1068.2715301806234,1067.6030950537424,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,995.5007130406643,996.7092808281482,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.7864333842111,912.6483929903161,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,893.7808906190037,892.3014477987042,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,861.5603931741831,863.6693158205098,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiff Turbo,AnimateDiff Turbo,861.347917001029,862.2409507897083,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/20241020/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810d958a9d6e8dea9bb03a505dfd79d2cbf98a7974931d1a0a1ceed264fa6185
+size 88225

arena_elo/results/20241020/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.948331411599,1124.2407507244943,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1106.3236036384862,1116.9482195539304,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.4988693762177,1078.4957148499993,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.828404603782,1072.1023671563225,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.581174852325,1062.9607034020473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.4561022532332,1042.462889418896,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1027.1898882782475,1019.7663116278782,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.8174487307853,1013.174531118909,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1020.6899000772603,1024.161400840075,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1020.2648992215011,1020.6139727533917,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1004.9064635694632,1009.1872612482997,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1004.8205847368482,998.8094522369978,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.7777691439439,966.68092623427,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.6035343884134,911.4999781723983,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6792860252439,899.9695431138078,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.267047239681,824.5082246830094,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3466924529675,804.404659778537,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -104042,5 +104042,19 @@
     "judge": "arena_user_10.16.3.138",
     "anony": true,
     "tstamp": 1728541795.7915
+  },
+  {
+    "model_a_conv_id": "f83409639c194812b44850e98e3ca7ae",
+    "model_b_conv_id": "24d28a8b3e9446a99e6ab9c12563e2fa",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "AuraFlow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.28.173",
+    "anony": true,
+    "tstamp": 1729419752.1929
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -28628,5 +28628,775 @@
     "judge": "arena_user_10.16.9.82",
     "anony": true,
     "tstamp": 1728422318.7355
+  },
+  {
+    "model_a_conv_id": "b0c6b3b4fc7144e98d6c5015af4e6912",
+    "model_b_conv_id": "73ebbb5adc8642018af8f8cfb86faef8",
+    "inputs": {
+      "prompt": "a tv and a laptop"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729370970.6017
+  },
+  {
+    "model_a_conv_id": "07237771d7774596be43c124e498aef5",
+    "model_b_conv_id": "2e80dab819f449e3b5e70a052f2b98ba",
+    "inputs": {
+      "prompt": "a pink bowl"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371009.5294
+  },
+  {
+    "model_a_conv_id": "2ffd901810d7424ca7565d117ba33c07",
+    "model_b_conv_id": "77a44cbb8f5b406386e3f5a93d3cde9c",
+    "inputs": {
+      "prompt": "A person is playing flute"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371033.5655
+  },
+  {
+    "model_a_conv_id": "76c22454e61b47a189c1196daaa689cc",
+    "model_b_conv_id": "b849c049a20d4081a92a9a98efdfa618",
+    "inputs": {
+      "prompt": "fountain"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371039.8135
+  },
+  {
+    "model_a_conv_id": "b82cc0de13f2432fbde93e0ff3d4eba4",
+    "model_b_conv_id": "85a9b84a74c44d5c987f3ac92316f21d",
+    "inputs": {
+      "prompt": "a horse bending down to drink water from a river"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371050.8019
+  },
+  {
+    "model_a_conv_id": "c5778d7725234d5587b6c4df8355a0b8",
+    "model_b_conv_id": "3fe50af35c704122ab59583e23d4bd99",
+    "inputs": {
+      "prompt": "a horse taking a peaceful walk"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371062.0613
+  },
+  {
+    "model_a_conv_id": "e7eaf3beaf6e4d17951d40bd62c2974d",
+    "model_b_conv_id": "fe3d012ca03d4abc8dd88bf1c0d332ff",
+    "inputs": {
+      "prompt": "a yellow bird"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371074.8149
+  },
+  {
+    "model_a_conv_id": "073da367b5f8483b8ca3a1882ccce71c",
+    "model_b_conv_id": "193941723cdd4aa283f31538bf30985d",
+    "inputs": {
+      "prompt": "A tranquil tableau of a peaceful orchid garden showcased a variety of delicate blooms"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371087.1509
+  },
+  {
+    "model_a_conv_id": "86eef604ee31494384f9e1bca7bc2a55",
+    "model_b_conv_id": "247b61e858a346e982df0863bf1a5755",
+    "inputs": {
+      "prompt": "a cup"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371101.3296
+  },
+  {
+    "model_a_conv_id": "3b09fa43ea74460bbc458998dc1dee94",
+    "model_b_conv_id": "a77e5a2daa4d4d02b1ba9293a0cc6fa6",
+    "inputs": {
+      "prompt": "a drone flying over a snowy forest."
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371123.0845
+  },
+  {
+    "model_a_conv_id": "4d48b7a6290947f69b0fa319e6c3a73d",
+    "model_b_conv_id": "c9aaeb279c4f447bb4ec0d156c425d5b",
+    "inputs": {
+      "prompt": "ocean"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371135.5219
+  },
+  {
+    "model_a_conv_id": "5922607ccbbc489e86414c1a307771b3",
+    "model_b_conv_id": "e9222d00cf3841bc85f29078fe7da6b3",
+    "inputs": {
+      "prompt": "cliff"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371148.7894
+  },
+  {
+    "model_a_conv_id": "6560eca84a054976a39978ac03328f1e",
+    "model_b_conv_id": "b39ea44e09234e73a2f5a58a10323441",
+    "inputs": {
+      "prompt": "a zebra running to join a herd of its kind"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371159.6173
+  },
+  {
+    "model_a_conv_id": "93ad4623bf8c4c8cafec13f91e40f1ef",
+    "model_b_conv_id": "8cc41a7f0df549ae90bac9d8893c2f79",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand by Vincent van Gogh"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371190.471
+  },
+  {
+    "model_a_conv_id": "980c5d8b34df47a9be79ddeabeac1d31",
+    "model_b_conv_id": "a355e7736daa43229e7f2daa08fabb34",
+    "inputs": {
+      "prompt": "A person is pushing cart"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371203.3696
+  },
+  {
+    "model_a_conv_id": "465077c43e3f4b87953f0a15d4ec517d",
+    "model_b_conv_id": "121548975718447d9c20340fc73c10b5",
+    "inputs": {
+      "prompt": "office"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371215.5008
+  },
+  {
+    "model_a_conv_id": "c5afb514285742f08a54f0ee2d966116",
+    "model_b_conv_id": "6077441356c94f3689dcfc23a72b38e8",
+    "inputs": {
+      "prompt": "a cat and a dog"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371233.1346
+  },
+  {
+    "model_a_conv_id": "1f7c32798f434912a87f0e4a7b058a67",
+    "model_b_conv_id": "f85b011772be4ddba5bcc39baaab75e7",
+    "inputs": {
+      "prompt": "A future where humans have achieved teleportation technology"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371251.1386
+  },
+  {
+    "model_a_conv_id": "180056694a2a458b9cb926144825427e",
+    "model_b_conv_id": "356d8b2cd74f4d88a9d8b662047ef1d0",
+    "inputs": {
+      "prompt": "A person is planting trees"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371366.0772
+  },
+  {
+    "model_a_conv_id": "762a32fa6a0c413a8a786550487d3df4",
+    "model_b_conv_id": "40db505c9fe644baa63a7e053bbe3931",
+    "inputs": {
+      "prompt": "A person is doing laundry"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371379.0975
+  },
+  {
+    "model_a_conv_id": "72b4b782719b4b6581f22ccce9853575",
+    "model_b_conv_id": "0f4341a856fd46b9b9bd09e0570da18c",
+    "inputs": {
+      "prompt": "Few big purple plums rotating on the turntable. water drops appear on the skin during rotation. isolated on the white background. close-up. macro."
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371412.0181
+  },
+  {
+    "model_a_conv_id": "fbe0c0e310834aa78dec3aa762b18ef5",
+    "model_b_conv_id": "56a526f764b4436fb8f9892c1835e8cc",
+    "inputs": {
+      "prompt": "marsh"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371422.2827
+  },
+  {
+    "model_a_conv_id": "7107ca6161104419bb21e37ae0c1cca8",
+    "model_b_conv_id": "6c5fcc8cb6864c1bb929fba6ef740f63",
+    "inputs": {
+      "prompt": "An astronaut flying in space, in cyberpunk style"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371436.793
+  },
+  {
+    "model_a_conv_id": "1f2ae9673d0249928a95d6cc5c89a885",
+    "model_b_conv_id": "8bc07a2af3384838949e65485e1e4809",
+    "inputs": {
+      "prompt": "food court"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371448.1286
+  },
+  {
+    "model_a_conv_id": "574981feb4d048a5adb7d94367e90a27",
+    "model_b_conv_id": "ed946dbb81a346babe9b333578a6af70",
+    "inputs": {
+      "prompt": "a cow running to join a herd of its kind"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371457.8301
+  },
+  {
+    "model_a_conv_id": "cea4480d9de04cdda02db976f243b692",
+    "model_b_conv_id": "6403561262ad44f18c2e58b322052b09",
+    "inputs": {
+      "prompt": "A koala bear playing piano in the forest."
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371478.5775
+  },
+  {
+    "model_a_conv_id": "1434d083a273474b97b327de50789f1e",
+    "model_b_conv_id": "bda993c3e62f4e35af0d20fd0c8683f1",
+    "inputs": {
+      "prompt": "food court"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371487.7755
+  },
+  {
+    "model_a_conv_id": "7c48c6109c7149fa82633b3942352d6b",
+    "model_b_conv_id": "2096ab60cdbe47788c367724a5ed9e58",
+    "inputs": {
+      "prompt": "a purple suitcase"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371498.9498
+  },
+  {
+    "model_a_conv_id": "2815eba6001143e4b991c2b118bd8085",
+    "model_b_conv_id": "3062af49cd784a62a6571654f66f7d8f",
+    "inputs": {
+      "prompt": "Flying through fantasy landscapes."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371526.3805
+  },
+  {
+    "model_a_conv_id": "5745cd96c0634eaf9dc3dd09877ddb45",
+    "model_b_conv_id": "f813ec92a0d248d3af5edcb7d568dd52",
+    "inputs": {
+      "prompt": "A person is bandaging"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371567.7223
+  },
+  {
+    "model_a_conv_id": "3f17be170c8f4e3f977a1afe2f392c2c",
+    "model_b_conv_id": "63aad6bb7f614e799585072c74f16bb1",
+    "inputs": {
+      "prompt": "driveway"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371581.6452
+  },
+  {
+    "model_a_conv_id": "ff260f3bf4ed48d6bc0cbc452529993e",
+    "model_b_conv_id": "25f6c43307c448709135689af69428d3",
+    "inputs": {
+      "prompt": "a white cat"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371593.5242
+  },
+  {
+    "model_a_conv_id": "dbeb89063cac445ebf5a93b87f7a25bc",
+    "model_b_conv_id": "5b50ee3010944477822fbdd974f05078",
+    "inputs": {
+      "prompt": "marsh"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371600.1514
+  },
+  {
+    "model_a_conv_id": "c0145864059748599ddf410732585058",
+    "model_b_conv_id": "8de548b5aec04f218f653c32c599b4d9",
+    "inputs": {
+      "prompt": "a train speeding down the tracks"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371618.8208
+  },
+  {
+    "model_a_conv_id": "0c67e9e66f79443aa2ceb53c7ddd6728",
+    "model_b_conv_id": "e03658c970e84254b2f6eaa625f3ce84",
+    "inputs": {
+      "prompt": "a hair drier on the right of a toothbrush, front view"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371639.5729
+  },
+  {
+    "model_a_conv_id": "c4d7916f1e4b43d1907640d1263821e0",
+    "model_b_conv_id": "af2f203359e843db87608193c30a0362",
+    "inputs": {
+      "prompt": "indoor movie theater"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371675.5683
+  },
+  {
+    "model_a_conv_id": "0d33997c5abe486ab10bc7aea705b541",
+    "model_b_conv_id": "18f0b795305b46dd941163875d7fb5e5",
+    "inputs": {
+      "prompt": "a hot dog"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371682.8704
+  },
+  {
+    "model_a_conv_id": "4d1b2871807b4661beff4f5d083b2ba3",
+    "model_b_conv_id": "a1249fccc3fc428793dbfb345592e73f",
+    "inputs": {
+      "prompt": "a surfboard and a tennis racket"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371696.0264
+  },
+  {
+    "model_a_conv_id": "58c7ee99be9d4cd28067b34708c30300",
+    "model_b_conv_id": "82b56a2116584b5dab5d2914b6d5163f",
+    "inputs": {
+      "prompt": "A cat eating food out of a bowl"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371725.6542
+  },
+  {
+    "model_a_conv_id": "23c2a48a80124871b34ebda11e8663d4",
+    "model_b_conv_id": "c66b2d554d4f4ec8813c5c328e72ee81",
+    "inputs": {
+      "prompt": "forest road"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371746.6413
+  },
+  {
+    "model_a_conv_id": "02f44a5949864e0db7d85933f0cd1158",
+    "model_b_conv_id": "5ab6163e3bbe40208b24aa4a1d9c926a",
+    "inputs": {
+      "prompt": "A person is dancing ballet"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371757.2092
+  },
+  {
+    "model_a_conv_id": "e80b808faeef4e4e9189cd161f513d6f",
+    "model_b_conv_id": "1d09ce7935f048fdbe2d1846209b178b",
+    "inputs": {
+      "prompt": "a pizza on the bottom of a donut, front view"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371775.6555
+  },
+  {
+    "model_a_conv_id": "b428ac71dec14593905cd88ec6e1c385",
+    "model_b_conv_id": "6573574cbc214a30b6355571b61d9724",
+    "inputs": {
+      "prompt": "a person giving a presentation to a room full of colleagues"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371786.2038
+  },
+  {
+    "model_a_conv_id": "f3d22e1e10ab428193e1bd4c97d68e4a",
+    "model_b_conv_id": "f7dd97914c55422c90dc1c2a919a5784",
+    "inputs": {
+      "prompt": "a motorcycle on the left of a bus, front view"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371797.6991
+  },
+  {
+    "model_a_conv_id": "239451e52521486baf1ad9a93bee31f8",
+    "model_b_conv_id": "fc70c5890fdd46f5b22a90429592bac4",
+    "inputs": {
+      "prompt": "A polar bear is playing guitar"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1729371818.1651
+  },
+  {
+    "model_a_conv_id": "54c8f3d7948e46e99bb15e82d067279f",
+    "model_b_conv_id": "c5cacf90d02a40d898efb32b876a32c1",
+    "inputs": {
+      "prompt": "street"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371842.6279
+  },
+  {
+    "model_a_conv_id": "bf47089138b840d6b0ab8bfea396cba0",
+    "model_b_conv_id": "267f915d279848adb5b91ad2ca8b8e1f",
+    "inputs": {
+      "prompt": "a bus turning a corner"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371857.9058
+  },
+  {
+    "model_a_conv_id": "667e9731ad554b55bf722d1fa7032576",
+    "model_b_conv_id": "4d37567b36374984ad68c73ee87c620b",
+    "inputs": {
+      "prompt": "Two pandas discussing an academic paper."
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371866.5277
+  },
+  {
+    "model_a_conv_id": "c376721eb5654564a875d733f3335ac4",
+    "model_b_conv_id": "129c42f69a604e60aad4f3570337204e",
+    "inputs": {
+      "prompt": "The bund Shanghai, vibrant color"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371900.0255
+  },
+  {
+    "model_a_conv_id": "e54e4137a45e4a91b6ff9ac661cdd1fd",
+    "model_b_conv_id": "68f8a6b1b4ff4c4d85ff2f80e617bedb",
+    "inputs": {
+      "prompt": "a boat slowing down to stop"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.30",
+    "anony": true,
+    "tstamp": 1729371912.9166
+  },
+  {
+    "model_a_conv_id": "a4d5fb97ba0e4e09bc0bdff5b88f75e1",
+    "model_b_conv_id": "b4d5f14edb0d49c89ebc2f25618b2fd9",
+    "inputs": {
+      "prompt": "carrousel"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729371932.9732
+  },
+  {
+    "model_a_conv_id": "e622bfc2f0c340d3873051c06046bd5f",
+    "model_b_conv_id": "40514e6da3734b739237475c2f4fa8b6",
+    "inputs": {
+      "prompt": "a remote"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729371963.8861
+  },
+  {
+    "model_a_conv_id": "0c03de87091648208c0338cca0422b83",
+    "model_b_conv_id": "31301017ee204ac1a42095aa6675db23",
+    "inputs": {
+      "prompt": "a bicycle leaning against a tree"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1729371984.6671
+  },
+  {
+    "model_a_conv_id": "9a4acf527b984fc89200a171763eecc0",
+    "model_b_conv_id": "649ebb2bfd9747b0aa80ccc9b861db52",
+    "inputs": {
+      "prompt": "Vampire makeup face of beautiful girl, red contact lenses."
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.11.200",
+    "anony": true,
+    "tstamp": 1729372002.4917
+  },
+  {
+    "model_a_conv_id": "0d78e77ef70547878dac21e2b5a02c74",
+    "model_b_conv_id": "a59aa09474024ea59c2e96178422b699",
+    "inputs": {
+      "prompt": "a white cat"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.223",
+    "anony": true,
+    "tstamp": 1729372019.5563
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b96eca60c11e11a048c261739547ddf7d76230c91b72ff2dff9237b523a7a8ed
-size 88244
+oid sha256:810d958a9d6e8dea9bb03a505dfd79d2cbf98a7974931d1a0a1ceed264fa6185
+size 88225

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef58315f677cb339d4999f67f3092b95f26665f497546a2f182c1828cfcc1980
-size 66399
+oid sha256:aa4e5d2a740bdfdde8fa7f22c4eae0d4d035c16482f74ad53e70ed1a674a9595
+size 66388

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.955786433388,1124.2508426774746,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1106.3291247464244,1116.9480864941418,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1088.4955083361128,1078.493162418694,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.8402470895985,1072.1167976821223,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1066.580701494711,1062.9622154832518,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.4648005211973,1042.4751446948126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1027.189253615948,1019.7667247210617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1021.8262798075656,1013.1871103756245,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1020.7153443457042,1024.1960674997713,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1020.2717163944754,1020.6246552498064,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1004.9070883534868,1009.1900562970329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1004.6911945048581,998.6364601811099,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.7883136733706,966.6930847493106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.6128114184964,911.5122804754807,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.6939217738949,899.9869290765706,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.2776912062246,824.5217116968096,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.3602162845364,804.4185444170707,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.948331411599,1124.2407507244943,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1106.3236036384862,1116.9482195539304,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.4988693762177,1078.4957148499993,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.828404603782,1072.1023671563225,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.581174852325,1062.9607034020473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.4561022532332,1042.462889418896,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1027.1898882782475,1019.7663116278782,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.8174487307853,1013.174531118909,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1020.6899000772603,1024.161400840075,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1020.2648992215011,1020.6139727533917,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1004.9064635694632,1009.1872612482997,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1004.8205847368482,998.8094522369978,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.7777691439439,966.68092623427,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.6035343884134,911.4999781723983,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6792860252439,899.9695431138078,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.267047239681,824.5082246830094,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3466924529675,804.404659778537,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1147.039115521437,1150.6152106254372,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1104.5605622427486,1097.2518688497578,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1079.7668980143649,1079.288390881076,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-VideoCrafter2,VideoCrafter2,1068.9741244183572,1070.3482468532711,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1066.9893547975257,1066.6202420554541,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,995.0835149386771,996.2718841426966,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,911.5798935538033,912.4353962203242,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,903.0214433918965,900.5961370713295,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,861.9123680941129,862.9820078510147,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,861.0727250270747,863.590615449637,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+StableVideoDiffusion,StableVideoDiffusion,1148.3820794171259,1151.7427963818589,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1106.301686827736,1099.2753587233874,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1084.6919870016136,1084.3660971817535,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1068.3763693538094,1069.4432644318713,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1068.2715301806234,1067.6030950537424,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,995.5007130406643,996.7092808281482,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.7864333842111,912.6483929903161,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,893.7808906190037,892.3014477987042,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,861.5603931741831,863.6693158205098,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiff Turbo,AnimateDiff Turbo,861.347917001029,862.2409507897083,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo