update leaderboard

arena_elo/results/20240602/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f987c276a9f91055a204fee98a63f32895c94264e3a4fcc41b84776592763e6f
-size 62362
+oid sha256:b26f7a55d96214a5616b9c3415a1dba49e3abd59fc02c70915d367c861b427d4
+size 62513

arena_elo/results/20240602/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1111.287883287791,1112.8809479007448,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-InfEdit,InfEdit,1079.0215496678925,1081.8081725884626,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
-CosXLEdit,CosXLEdit,1065.6805346660533,1066.704128727434,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
-InstructPix2Pix,InstructPix2Pix,1032.7530333195389,1030.5587019503707,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,998.4983696664473,1003.2359999540579,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,987.9337296502758,989.0974614471744,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-CycleDiffusion,CycleDiffusion,938.9517299322257,932.7970251208932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,928.5595445205557,926.7905094883904,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,857.3136252892202,856.1270528224718,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
+MagicBrush,MagicBrush,1111.2896974153186,1112.883832921661,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1079.023724825143,1081.8093826372624,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1065.6747767115553,1066.698868969277,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1032.7437151476934,1030.5504836435043,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,998.4941689229544,1003.2340269981295,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,987.9339445087486,989.0953880741478,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,938.9574282112596,932.8027557414483,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,928.5644318113967,926.7939526686346,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,857.3181124459302,856.1313083459349,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/20240603/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db757251e730f961b5ba9f2a7512a614904bc4ade25895e18bb4e2a9ccd4958f
+size 68172

arena_elo/results/20240603/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195d1add60ce40bffead11f397411abe48e874d52ab1263cfcfce00356e276a6
+size 59964

arena_elo/results/20240603/t2i_generation_leaderboard.csv

@@ -0,0 +1,12 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1150.1637935105625,1094.0467058116972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1099.0309061074665,1040.3032407773385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+StableCascade,StableCascade,1057.8321034420455,1004.2435257022872,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1055.510250598353,1001.2282552492082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1050.6722810715269,991.9199715289662,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+PixArtAlpha,PixArtAlpha,1050.1580933638656,980.3090847002037,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL,SDXL,1001.5737247144558,942.2700908757375,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,933.6371824384091,873.7950330662693,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),932.2652035298596,867.9594795289256,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,852.7043252915859,789.4241954435843,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,816.4521359318699,771.6766929081823,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240603/video_generation_leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+T2VTurbo,T2VTurbo,1126.4777856118324,1123.8947302891752,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+StableVideoDiffusion,StableVideoDiffusion,1101.5140115830034,1105.504944993565,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+VideoCrafter2,VideoCrafter2,1075.6428492096722,1076.374440137118,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1072.049995510312,1070.1663832121926,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.3974919411143,993.355358824916,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,914.6374632520156,914.2390894999345,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,864.8488751394128,864.526959387069,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,851.4315277526372,851.93809365603,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -42222,5 +42222,301 @@
     "judge": "arena_user_10.16.15.131",
     "anony": true,
     "tstamp": 1717383238.8689
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717388455.1374
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388973.1388
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717396439.3094
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717408724.2551
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717416639.709
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717417137.7068
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717417171.477
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717417252.3536
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717417311.6227
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717417811.3357
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "OpenJourney",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717418000.5048
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717418158.9019
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717420551.0747
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PlayGround V2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717421721.9856
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717424468.4513
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "StableCascade",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717426775.1592
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717427456.4893
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717428471.4698
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "PlayGround V2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717428527.135
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717428578.6202
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717428661.075
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717428707.443
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717429952.5282
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717431917.0308
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717432931.0588
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "SDXLTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717437880.4763
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLLightning",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717437963.6539
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLLightning",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717438221.0259
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717438415.9655
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717438614.3067
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717440231.5793
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "OpenJourney",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717440380.7838
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717440566.4689
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717440730.3619
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717441033.757
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441300.9653
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717442262.7797
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -11470,5 +11470,1005 @@
     "judge": "arena_user_10.16.15.131",
     "anony": true,
     "tstamp": 1717384966.6886
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717385836.8448
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717385845.3108
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717385854.4791
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717385860.6864
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717385875.0645
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717385887.7842
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717385895.0467
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717385900.8565
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717385907.8711
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717385922.69
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717385938.4718
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717385944.6309
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717385951.4902
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717385956.3479
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717385963.5179
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717385969.5786
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717385991.075
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717385998.3397
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717386004.2514
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "OpenSora",
+    "winner": "tie",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717386013.6816
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717386021.2986
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717386029.1634
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717386037.0274
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "tie",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717386047.242
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "tie",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717386062.3655
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717386069.5814
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "winner": "tie",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717386081.2557
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717386087.8163
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717386095.029
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717386103.7391
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717388539.6475
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717388573.7415
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717388587.9557
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717388599.8821
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388617.4315
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717388625.7017
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717388634.9244
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388643.5519
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717388652.6889
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388662.9722
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388668.6899
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717388676.4154
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717388683.641
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388702.5417
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717388715.0821
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717388723.6508
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388729.8124
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717388737.6324
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717388768.8429
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717388786.5494
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717388797.8806
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717418901.679
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717418918.2184
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": false,
+    "tstamp": 1717439167.8704
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717439586.4464
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717439628.5032
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717439672.1109
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717439708.6385
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717439720.6663
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717439737.753
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717439774.2745
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717439785.9023
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717439841.3272
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717439858.1328
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717439883.5031
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717439908.5202
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717439948.6917
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717440028.9782
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717440530.7674
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717440565.7623
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717440600.8103
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717440641.0155
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717441265.7697
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717441285.8722
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441309.5001
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717441325.2605
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441349.0509
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "tie",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441378.2766
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441395.5798
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717441413.7788
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717441452.9548
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441474.9552
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717441493.3447
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717441521.5939
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717441531.3786
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717441551.0739
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717441596.3937
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717441620.7707
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717441638.0974
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717441688.9321
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441705.9245
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717441832.5812
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441855.6322
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717441871.7347
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717441889.81
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717441910.2308
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441929.6053
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717441944.9706
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717441992.1921
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442013.4608
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717442032.6318
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717442073.0611
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717442093.6884
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442112.0356
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442128.339
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717442210.6254
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717442226.1506
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717442243.2215
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717442259.5702
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442288.1744
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442313.1712
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442328.7833
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717442374.6118
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717442399.9031
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717442420.0213
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717442444.1576
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717442458.0459
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717442534.5328
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442564.84
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717442581.6032
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717442618.7339
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717442646.1372
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717442673.2333
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717442690.0393
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717442771.0084
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f987c276a9f91055a204fee98a63f32895c94264e3a4fcc41b84776592763e6f
-size 62362
+oid sha256:b26f7a55d96214a5616b9c3415a1dba49e3abd59fc02c70915d367c861b427d4
+size 62513

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c967f0f4cd3fc7ef0b397d6514f10d68ef99d6aceb0bd29ab71e7b411bff3ea
-size 68024
+oid sha256:db757251e730f961b5ba9f2a7512a614904bc4ade25895e18bb4e2a9ccd4958f
+size 68172

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:027b73bdd879a8fd079c1d2ad6c933f5c36cf0b3b6394a3620b6f13916551341
-size 59813
+oid sha256:195d1add60ce40bffead11f397411abe48e874d52ab1263cfcfce00356e276a6
+size 59964

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1111.287883287791,1112.8809479007448,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-InfEdit,InfEdit,1079.0215496678925,1081.8081725884626,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
-CosXLEdit,CosXLEdit,1065.6805346660533,1066.704128727434,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
-InstructPix2Pix,InstructPix2Pix,1032.7530333195389,1030.5587019503707,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,998.4983696664473,1003.2359999540579,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,987.9337296502758,989.0974614471744,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-CycleDiffusion,CycleDiffusion,938.9517299322257,932.7970251208932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,928.5595445205557,926.7905094883904,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,857.3136252892202,856.1270528224718,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
+MagicBrush,MagicBrush,1111.2896974153186,1112.883832921661,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1079.023724825143,1081.8093826372624,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1065.6747767115553,1066.698868969277,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1032.7437151476934,1030.5504836435043,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,998.4941689229544,1003.2340269981295,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,987.9339445087486,989.0953880741478,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,938.9574282112596,932.8027557414483,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,928.5644318113967,926.7939526686346,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,857.3181124459302,856.1313083459349,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,12 +1,12 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1148.1495065333274,1150.4682860645457,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1099.126537029097,1098.2754375927314,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-StableCascade,StableCascade,1056.9874859459599,1061.4330117813142,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1056.6780678261428,1060.084370175995,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1050.661575203021,1049.9032182891954,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-PixArtAlpha,PixArtAlpha,1050.1005979468682,1038.1552306562485,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL,SDXL,1001.3294806360307,999.9778207727903,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,935.0073482063787,932.8646200238204,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),932.3612054043283,925.8288313092746,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,852.8935571766955,847.5118429158047,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,816.7046380921449,829.8392235703685,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1150.1637935105625,1094.0467058116972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1099.0309061074665,1040.3032407773385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+StableCascade,StableCascade,1057.8321034420455,1004.2435257022872,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1055.510250598353,1001.2282552492082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1050.6722810715269,991.9199715289662,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+PixArtAlpha,PixArtAlpha,1050.1580933638656,980.3090847002037,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL,SDXL,1001.5737247144558,942.2700908757375,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,933.6371824384091,873.7950330662693,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),932.2652035298596,867.9594795289256,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,852.7043252915859,789.4241954435843,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,816.4521359318699,771.6766929081823,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-T2VTurbo,T2VTurbo,1147.308502325171,1142.4858674249049,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-StableVideoDiffusion,StableVideoDiffusion,1096.5889821397866,1103.0009098877022,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-VideoCrafter2,VideoCrafter2,1072.494934549166,1073.2481025610875,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1070.802798813943,1068.4652832282225,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,988.6332005684462,988.5887134567353,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,912.6811109456722,912.2730389371458,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,862.2697249588551,861.8671938681277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,849.2207456989598,850.0708906360729,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+T2VTurbo,T2VTurbo,1126.4777856118324,1123.8947302891752,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+StableVideoDiffusion,StableVideoDiffusion,1101.5140115830034,1105.504944993565,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+VideoCrafter2,VideoCrafter2,1075.6428492096722,1076.374440137118,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1072.049995510312,1070.1663832121926,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.3974919411143,993.355358824916,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,914.6374632520156,914.2390894999345,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,864.8488751394128,864.526959387069,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,851.4315277526372,851.93809365603,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo