update

arena_elo/results/20240604/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c89bc7b4258953c0f082b63e661e0a8d3f00ad4f6de6cde7793e8210f08655
+size 68006

arena_elo/results/20240604/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abd4fd48f01aca7976d4517a31bf755c204dede15a3fab3bbf7b20c064b9181
+size 59813

arena_elo/results/20240604/t2i_generation_leaderboard.csv

@@ -0,0 +1,12 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1149.9001388193824,1151.298981408886,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1100.2295708093045,1099.2435192218618,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+StableCascade,StableCascade,1056.8862952004993,1061.2445492902596,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1055.1945362839917,1059.2386798970413,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1051.937080159304,1039.832422352047,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1049.6740909508305,1048.9798883299788,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SDXL,SDXL,1000.5438900590348,999.2922859910303,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,934.0851125433855,932.1678554400401,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),932.2490649921025,925.6564639593804,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,852.5594277716134,847.3401426774195,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,816.740792410556,829.9775203382414,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240604/video_generation_leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+T2VTurbo,T2VTurbo,1113.2821829958448,1110.8655597157353,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+StableVideoDiffusion,StableVideoDiffusion,1104.605973565032,1108.3916455890874,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+VideoCrafter2,VideoCrafter2,1077.4392824412053,1078.1740387487607,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1075.3714009881762,1073.1695717016044,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,996.8941901730471,997.0145848472475,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,915.7943281372358,915.4210764184477,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,865.78354370958,865.5157482199218,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,850.829097989877,851.4477747591944,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -42574,5 +42574,285 @@
     "judge": "arena_user_10.16.3.126",
     "anony": true,
     "tstamp": 1717467347.471
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717468246.5885
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717468248.0915
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717470962.1418
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717471126.9684
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLLightning",
+    "winner": "tie",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717471200.5346
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717472067.981
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717472088.0134
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717472151.7325
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtSigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717472171.7106
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717474666.2386
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "PlayGround V2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717474856.782
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "PlayGround V2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717478015.3925
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717478962.1394
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717479804.5535
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717479838.2699
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717481969.8279
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717482995.6164
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717483780.6857
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": false,
+    "tstamp": 1717484055.4055
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "PlayGround V2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717484962.4309
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717484997.0476
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "PlayGround V2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.67",
+    "anony": true,
+    "tstamp": 1717487564.4387
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717487659.9063
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717489213.559
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717489735.9379
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717493278.938
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717495193.3012
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717496234.3044
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717508929.7326
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717527666.3999
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.15.131",
+    "anony": false,
+    "tstamp": 1717527778.4003
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.15.131",
+    "anony": false,
+    "tstamp": 1717527798.7106
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717531460.9222
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": true,
+    "tstamp": 1717531521.6228
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717531911.8773
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -12678,5 +12678,29 @@
     "judge": "arena_user_10.16.27.21",
     "anony": true,
     "tstamp": 1717456368.838
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.7",
+    "anony": true,
+    "tstamp": 1717474162.1715
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.27.21",
+    "anony": true,
+    "tstamp": 1717474328.054
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.15.131",
+    "anony": false,
+    "tstamp": 1717527861.4216
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e24e79933f7dbfa90c057b16106ac9a4efb70ff687d730ff68805b714959c055
-size 68024
+oid sha256:62c89bc7b4258953c0f082b63e661e0a8d3f00ad4f6de6cde7793e8210f08655
+size 68006

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ff677e8a3e8cec3044c42a4e1e446f1e5d7dce2dd030cf6591ce67f170b9575
+oid sha256:0abd4fd48f01aca7976d4517a31bf755c204dede15a3fab3bbf7b20c064b9181
 size 59813

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,12 +1,12 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1150.9236783072356,1152.8270562870603,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1099.3722301794674,1098.4927344382563,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-StableCascade,StableCascade,1057.8145054746785,1062.0807742646384,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1054.925796791606,1058.47085232431,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1050.709814282498,1038.7117042307157,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1050.6508411660755,1049.9100767020473,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SDXL,SDXL,1001.1015362975594,999.8030228510299,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,933.3765197696492,931.5432117258549,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),932.2872599705127,925.6985998588355,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,852.4763921046748,847.2007917303567,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,816.3614256560404,829.5982133026529,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1149.9001388193824,1151.298981408886,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1100.2295708093045,1099.2435192218618,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+StableCascade,StableCascade,1056.8862952004993,1061.2445492902596,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1055.1945362839917,1059.2386798970413,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1051.937080159304,1039.832422352047,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1049.6740909508305,1048.9798883299788,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SDXL,SDXL,1000.5438900590348,999.2922859910303,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,934.0851125433855,932.1678554400401,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),932.2490649921025,925.6564639593804,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,852.5594277716134,847.3401426774195,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,816.740792410556,829.9775203382414,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1075.0105328010263,1072.9780503118743,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,996.4439363199807,996.4108324890976,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+T2VTurbo,T2VTurbo,1113.2821829958448,1110.8655597157353,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+StableVideoDiffusion,StableVideoDiffusion,1104.605973565032,1108.3916455890874,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+VideoCrafter2,VideoCrafter2,1077.4392824412053,1078.1740387487607,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1075.3714009881762,1073.1695717016044,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,996.8941901730471,997.0145848472475,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,915.7943281372358,915.4210764184477,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,865.78354370958,865.5157482199218,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,850.829097989877,851.4477747591944,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo