Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
f697bf4
1
Parent(s):
04dae1c
update
Browse files- arena_elo/elo_rating/elo_analysis.py +12 -0
- arena_elo/results/20240602/clean_battle_t2i_generation.json +32 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation.json +80 -0
- arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20240602/elo_results_video_generation.pkl +2 -2
- arena_elo/results/20240602/t2i_generation_leaderboard.csv +11 -11
- arena_elo/results/20240602/video_generation_leaderboard.csv +8 -8
- arena_elo/results/latest/clean_battle_t2i_generation.json +32 -0
- arena_elo/results/latest/clean_battle_video_generation.json +80 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
- arena_elo/results/latest/t2i_generation_leaderboard.csv +11 -11
- arena_elo/results/latest/video_generation_leaderboard.csv +8 -8
arena_elo/elo_rating/elo_analysis.py
CHANGED
|
@@ -171,8 +171,20 @@ def visualize_pairwise_win_fraction(battles, model_order):
|
|
| 171 |
xaxis_side="top",
|
| 172 |
title_y=0.07,
|
| 173 |
title_x=0.5,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 174 |
)
|
| 175 |
fig.update_traces(
|
|
|
|
|
|
|
|
|
|
|
|
|
| 176 |
hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Fraction of A Wins: %{z}<extra></extra>"
|
| 177 |
)
|
| 178 |
|
|
|
|
| 171 |
xaxis_side="top",
|
| 172 |
title_y=0.07,
|
| 173 |
title_x=0.5,
|
| 174 |
+
# xaxis=dict(
|
| 175 |
+
# tickfont=dict(size=16),
|
| 176 |
+
# title=dict(font=dict(size=16)),
|
| 177 |
+
# ),
|
| 178 |
+
# yaxis=dict(
|
| 179 |
+
# tickfont=dict(size=16),
|
| 180 |
+
# title=dict(font=dict(size=16)),
|
| 181 |
+
# ),
|
| 182 |
)
|
| 183 |
fig.update_traces(
|
| 184 |
+
# textfont=dict(size=16),
|
| 185 |
+
# colorbar=dict(
|
| 186 |
+
# title=dict(font=dict(size=16))
|
| 187 |
+
# ),
|
| 188 |
hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Fraction of A Wins: %{z}<extra></extra>"
|
| 189 |
)
|
| 190 |
|
arena_elo/results/20240602/clean_battle_t2i_generation.json
CHANGED
|
@@ -42182,5 +42182,37 @@
|
|
| 42182 |
"judge": "arena_user_10.16.47.67",
|
| 42183 |
"anony": true,
|
| 42184 |
"tstamp": 1717345942.1509
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42185 |
}
|
| 42186 |
]
|
|
|
|
| 42182 |
"judge": "arena_user_10.16.47.67",
|
| 42183 |
"anony": true,
|
| 42184 |
"tstamp": 1717345942.1509
|
| 42185 |
+
},
|
| 42186 |
+
{
|
| 42187 |
+
"model_a": "SDXL",
|
| 42188 |
+
"model_b": "StableCascade",
|
| 42189 |
+
"winner": "tie",
|
| 42190 |
+
"judge": "arena_user_10.16.3.126",
|
| 42191 |
+
"anony": true,
|
| 42192 |
+
"tstamp": 1717369313.4581
|
| 42193 |
+
},
|
| 42194 |
+
{
|
| 42195 |
+
"model_a": "StableCascade",
|
| 42196 |
+
"model_b": "SDXLTurbo",
|
| 42197 |
+
"winner": "model_a",
|
| 42198 |
+
"judge": "arena_user_10.16.47.67",
|
| 42199 |
+
"anony": true,
|
| 42200 |
+
"tstamp": 1717374558.2723
|
| 42201 |
+
},
|
| 42202 |
+
{
|
| 42203 |
+
"model_a": "OpenJourney",
|
| 42204 |
+
"model_b": "SDXLLightning",
|
| 42205 |
+
"winner": "model_b",
|
| 42206 |
+
"judge": "arena_user_10.16.27.21",
|
| 42207 |
+
"anony": true,
|
| 42208 |
+
"tstamp": 1717374641.2959
|
| 42209 |
+
},
|
| 42210 |
+
{
|
| 42211 |
+
"model_a": "SDXL",
|
| 42212 |
+
"model_b": "PlayGround V2",
|
| 42213 |
+
"winner": "tie",
|
| 42214 |
+
"judge": "arena_user_10.16.15.131",
|
| 42215 |
+
"anony": true,
|
| 42216 |
+
"tstamp": 1717374859.9707
|
| 42217 |
}
|
| 42218 |
]
|
arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation.json
CHANGED
|
@@ -10766,5 +10766,85 @@
|
|
| 10766 |
"judge": "arena_user_10.16.3.126",
|
| 10767 |
"anony": true,
|
| 10768 |
"tstamp": 1717345483.6603
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10769 |
}
|
| 10770 |
]
|
|
|
|
| 10766 |
"judge": "arena_user_10.16.3.126",
|
| 10767 |
"anony": true,
|
| 10768 |
"tstamp": 1717345483.6603
|
| 10769 |
+
},
|
| 10770 |
+
{
|
| 10771 |
+
"model_a": "StableVideoDiffusion",
|
| 10772 |
+
"model_b": "OpenSora",
|
| 10773 |
+
"winner": "tie (bothbad)",
|
| 10774 |
+
"judge": "arena_user_10.16.15.131",
|
| 10775 |
+
"anony": true,
|
| 10776 |
+
"tstamp": 1717370074.6497
|
| 10777 |
+
},
|
| 10778 |
+
{
|
| 10779 |
+
"model_a": "AnimateDiff",
|
| 10780 |
+
"model_b": "T2VTurbo",
|
| 10781 |
+
"winner": "tie",
|
| 10782 |
+
"judge": "arena_user_10.16.47.67",
|
| 10783 |
+
"anony": true,
|
| 10784 |
+
"tstamp": 1717370084.7673
|
| 10785 |
+
},
|
| 10786 |
+
{
|
| 10787 |
+
"model_a": "AnimateDiffTurbo",
|
| 10788 |
+
"model_b": "T2VTurbo",
|
| 10789 |
+
"winner": "model_b",
|
| 10790 |
+
"judge": "arena_user_10.16.47.67",
|
| 10791 |
+
"anony": true,
|
| 10792 |
+
"tstamp": 1717370194.9243
|
| 10793 |
+
},
|
| 10794 |
+
{
|
| 10795 |
+
"model_a": "AnimateDiffTurbo",
|
| 10796 |
+
"model_b": "T2VTurbo",
|
| 10797 |
+
"winner": "model_b",
|
| 10798 |
+
"judge": "arena_user_10.16.3.126",
|
| 10799 |
+
"anony": true,
|
| 10800 |
+
"tstamp": 1717370216.817
|
| 10801 |
+
},
|
| 10802 |
+
{
|
| 10803 |
+
"model_a": "ModelScope",
|
| 10804 |
+
"model_b": "T2VTurbo",
|
| 10805 |
+
"winner": "model_b",
|
| 10806 |
+
"judge": "arena_user_10.16.15.131",
|
| 10807 |
+
"anony": true,
|
| 10808 |
+
"tstamp": 1717370244.8292
|
| 10809 |
+
},
|
| 10810 |
+
{
|
| 10811 |
+
"model_a": "StableVideoDiffusion",
|
| 10812 |
+
"model_b": "AnimateDiffTurbo",
|
| 10813 |
+
"winner": "model_a",
|
| 10814 |
+
"judge": "arena_user_10.16.47.67",
|
| 10815 |
+
"anony": true,
|
| 10816 |
+
"tstamp": 1717370280.0046
|
| 10817 |
+
},
|
| 10818 |
+
{
|
| 10819 |
+
"model_a": "LaVie",
|
| 10820 |
+
"model_b": "T2VTurbo",
|
| 10821 |
+
"winner": "model_b",
|
| 10822 |
+
"judge": "arena_user_10.16.27.21",
|
| 10823 |
+
"anony": true,
|
| 10824 |
+
"tstamp": 1717370335.9096
|
| 10825 |
+
},
|
| 10826 |
+
{
|
| 10827 |
+
"model_a": "OpenSora",
|
| 10828 |
+
"model_b": "StableVideoDiffusion",
|
| 10829 |
+
"winner": "model_a",
|
| 10830 |
+
"judge": "arena_user_10.16.15.131",
|
| 10831 |
+
"anony": true,
|
| 10832 |
+
"tstamp": 1717370378.0295
|
| 10833 |
+
},
|
| 10834 |
+
{
|
| 10835 |
+
"model_a": "T2VTurbo",
|
| 10836 |
+
"model_b": "AnimateDiff",
|
| 10837 |
+
"winner": "model_a",
|
| 10838 |
+
"judge": "arena_user_10.16.27.21",
|
| 10839 |
+
"anony": true,
|
| 10840 |
+
"tstamp": 1717370403.7198
|
| 10841 |
+
},
|
| 10842 |
+
{
|
| 10843 |
+
"model_a": "StableVideoDiffusion",
|
| 10844 |
+
"model_b": "OpenSora",
|
| 10845 |
+
"winner": "tie (bothbad)",
|
| 10846 |
+
"judge": "arena_user_10.16.15.131",
|
| 10847 |
+
"anony": true,
|
| 10848 |
+
"tstamp": 1717370524.989
|
| 10849 |
}
|
| 10850 |
]
|
arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg
CHANGED
|
|
arena_elo/results/20240602/elo_results_t2i_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 68024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d14f0dbd7d8713af220fecf3ece3be189b8d6733f8d2c4ffe315caf056bb71b2
|
| 3 |
size 68024
|
arena_elo/results/20240602/elo_results_video_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ca21d467f12ad09f55997ad0b2defa4ce34e3b981f59c9e4bd25ab537c6fd51
|
| 3 |
+
size 59795
|
arena_elo/results/20240602/t2i_generation_leaderboard.csv
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
PlayGround V2.5,PlayGround V2.5,1148.
|
| 3 |
-
PlayGround V2,PlayGround V2,1099.
|
| 4 |
-
StableCascade,StableCascade,
|
| 5 |
-
SDXLLightning,SDXLLightning,1056.
|
| 6 |
-
PixArtSigma,PixArtSigma,1050.
|
| 7 |
-
PixArtAlpha,PixArtAlpha,1050.
|
| 8 |
-
SDXL,SDXL,1001.
|
| 9 |
-
SDXLTurbo,SDXLTurbo,
|
| 10 |
-
LCM(v1.5/XL),LCM(v1.5/XL),932.
|
| 11 |
-
OpenJourney,OpenJourney,
|
| 12 |
-
LCM,LCM,816.
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
PlayGround V2.5,PlayGround V2.5,1148.1516485814593,1150.472539587778,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
| 3 |
+
PlayGround V2,PlayGround V2,1099.1204398735135,1098.2686957209742,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
| 4 |
+
StableCascade,StableCascade,1057.0742285514657,1061.5105105350306,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
| 5 |
+
SDXLLightning,SDXLLightning,1056.680531817532,1060.0875320813557,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
| 6 |
+
PixArtSigma,PixArtSigma,1050.6626134980766,1049.904384276815,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
| 7 |
+
PixArtAlpha,PixArtAlpha,1050.0943952555253,1038.148615569581,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
| 8 |
+
SDXL,SDXL,1001.276003950698,999.9322158792518,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
| 9 |
+
SDXLTurbo,SDXLTurbo,934.9998229972745,932.8571730063984,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
| 10 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.3627028449469,925.8296901601946,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
| 11 |
+
OpenJourney,OpenJourney,852.885462736469,847.5028194441707,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
| 12 |
+
LCM,LCM,816.6921498930382,829.8275040213736,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20240602/video_generation_leaderboard.csv
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
AnimateDiff,AnimateDiff,
|
| 5 |
-
VideoCrafter2,VideoCrafter2,
|
| 6 |
-
LaVie,LaVie,
|
| 7 |
-
OpenSora,OpenSora,904.
|
| 8 |
-
ModelScope,ModelScope,
|
| 9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
T2VTurbo,T2VTurbo,1162.2748348504488,1152.6010728601855,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
| 3 |
+
StableVideoDiffusion,StableVideoDiffusion,1131.4080776396881,1141.6175859113196,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
| 4 |
+
AnimateDiff,AnimateDiff,1065.8060753822629,1063.691366987204,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 5 |
+
VideoCrafter2,VideoCrafter2,1060.2675071313479,1061.2312280002916,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 6 |
+
LaVie,LaVie,979.7642235342119,979.6535299061611,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 7 |
+
OpenSora,OpenSora,904.553777604841,904.387087326285,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 8 |
+
ModelScope,ModelScope,854.8381857344386,854.6400389961794,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
| 9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,841.0873181227597,842.1780900123739,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
|
@@ -42182,5 +42182,37 @@
|
|
| 42182 |
"judge": "arena_user_10.16.47.67",
|
| 42183 |
"anony": true,
|
| 42184 |
"tstamp": 1717345942.1509
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42185 |
}
|
| 42186 |
]
|
|
|
|
| 42182 |
"judge": "arena_user_10.16.47.67",
|
| 42183 |
"anony": true,
|
| 42184 |
"tstamp": 1717345942.1509
|
| 42185 |
+
},
|
| 42186 |
+
{
|
| 42187 |
+
"model_a": "SDXL",
|
| 42188 |
+
"model_b": "StableCascade",
|
| 42189 |
+
"winner": "tie",
|
| 42190 |
+
"judge": "arena_user_10.16.3.126",
|
| 42191 |
+
"anony": true,
|
| 42192 |
+
"tstamp": 1717369313.4581
|
| 42193 |
+
},
|
| 42194 |
+
{
|
| 42195 |
+
"model_a": "StableCascade",
|
| 42196 |
+
"model_b": "SDXLTurbo",
|
| 42197 |
+
"winner": "model_a",
|
| 42198 |
+
"judge": "arena_user_10.16.47.67",
|
| 42199 |
+
"anony": true,
|
| 42200 |
+
"tstamp": 1717374558.2723
|
| 42201 |
+
},
|
| 42202 |
+
{
|
| 42203 |
+
"model_a": "OpenJourney",
|
| 42204 |
+
"model_b": "SDXLLightning",
|
| 42205 |
+
"winner": "model_b",
|
| 42206 |
+
"judge": "arena_user_10.16.27.21",
|
| 42207 |
+
"anony": true,
|
| 42208 |
+
"tstamp": 1717374641.2959
|
| 42209 |
+
},
|
| 42210 |
+
{
|
| 42211 |
+
"model_a": "SDXL",
|
| 42212 |
+
"model_b": "PlayGround V2",
|
| 42213 |
+
"winner": "tie",
|
| 42214 |
+
"judge": "arena_user_10.16.15.131",
|
| 42215 |
+
"anony": true,
|
| 42216 |
+
"tstamp": 1717374859.9707
|
| 42217 |
}
|
| 42218 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
|
@@ -10766,5 +10766,85 @@
|
|
| 10766 |
"judge": "arena_user_10.16.3.126",
|
| 10767 |
"anony": true,
|
| 10768 |
"tstamp": 1717345483.6603
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10769 |
}
|
| 10770 |
]
|
|
|
|
| 10766 |
"judge": "arena_user_10.16.3.126",
|
| 10767 |
"anony": true,
|
| 10768 |
"tstamp": 1717345483.6603
|
| 10769 |
+
},
|
| 10770 |
+
{
|
| 10771 |
+
"model_a": "StableVideoDiffusion",
|
| 10772 |
+
"model_b": "OpenSora",
|
| 10773 |
+
"winner": "tie (bothbad)",
|
| 10774 |
+
"judge": "arena_user_10.16.15.131",
|
| 10775 |
+
"anony": true,
|
| 10776 |
+
"tstamp": 1717370074.6497
|
| 10777 |
+
},
|
| 10778 |
+
{
|
| 10779 |
+
"model_a": "AnimateDiff",
|
| 10780 |
+
"model_b": "T2VTurbo",
|
| 10781 |
+
"winner": "tie",
|
| 10782 |
+
"judge": "arena_user_10.16.47.67",
|
| 10783 |
+
"anony": true,
|
| 10784 |
+
"tstamp": 1717370084.7673
|
| 10785 |
+
},
|
| 10786 |
+
{
|
| 10787 |
+
"model_a": "AnimateDiffTurbo",
|
| 10788 |
+
"model_b": "T2VTurbo",
|
| 10789 |
+
"winner": "model_b",
|
| 10790 |
+
"judge": "arena_user_10.16.47.67",
|
| 10791 |
+
"anony": true,
|
| 10792 |
+
"tstamp": 1717370194.9243
|
| 10793 |
+
},
|
| 10794 |
+
{
|
| 10795 |
+
"model_a": "AnimateDiffTurbo",
|
| 10796 |
+
"model_b": "T2VTurbo",
|
| 10797 |
+
"winner": "model_b",
|
| 10798 |
+
"judge": "arena_user_10.16.3.126",
|
| 10799 |
+
"anony": true,
|
| 10800 |
+
"tstamp": 1717370216.817
|
| 10801 |
+
},
|
| 10802 |
+
{
|
| 10803 |
+
"model_a": "ModelScope",
|
| 10804 |
+
"model_b": "T2VTurbo",
|
| 10805 |
+
"winner": "model_b",
|
| 10806 |
+
"judge": "arena_user_10.16.15.131",
|
| 10807 |
+
"anony": true,
|
| 10808 |
+
"tstamp": 1717370244.8292
|
| 10809 |
+
},
|
| 10810 |
+
{
|
| 10811 |
+
"model_a": "StableVideoDiffusion",
|
| 10812 |
+
"model_b": "AnimateDiffTurbo",
|
| 10813 |
+
"winner": "model_a",
|
| 10814 |
+
"judge": "arena_user_10.16.47.67",
|
| 10815 |
+
"anony": true,
|
| 10816 |
+
"tstamp": 1717370280.0046
|
| 10817 |
+
},
|
| 10818 |
+
{
|
| 10819 |
+
"model_a": "LaVie",
|
| 10820 |
+
"model_b": "T2VTurbo",
|
| 10821 |
+
"winner": "model_b",
|
| 10822 |
+
"judge": "arena_user_10.16.27.21",
|
| 10823 |
+
"anony": true,
|
| 10824 |
+
"tstamp": 1717370335.9096
|
| 10825 |
+
},
|
| 10826 |
+
{
|
| 10827 |
+
"model_a": "OpenSora",
|
| 10828 |
+
"model_b": "StableVideoDiffusion",
|
| 10829 |
+
"winner": "model_a",
|
| 10830 |
+
"judge": "arena_user_10.16.15.131",
|
| 10831 |
+
"anony": true,
|
| 10832 |
+
"tstamp": 1717370378.0295
|
| 10833 |
+
},
|
| 10834 |
+
{
|
| 10835 |
+
"model_a": "T2VTurbo",
|
| 10836 |
+
"model_b": "AnimateDiff",
|
| 10837 |
+
"winner": "model_a",
|
| 10838 |
+
"judge": "arena_user_10.16.27.21",
|
| 10839 |
+
"anony": true,
|
| 10840 |
+
"tstamp": 1717370403.7198
|
| 10841 |
+
},
|
| 10842 |
+
{
|
| 10843 |
+
"model_a": "StableVideoDiffusion",
|
| 10844 |
+
"model_b": "OpenSora",
|
| 10845 |
+
"winner": "tie (bothbad)",
|
| 10846 |
+
"judge": "arena_user_10.16.15.131",
|
| 10847 |
+
"anony": true,
|
| 10848 |
+
"tstamp": 1717370524.989
|
| 10849 |
}
|
| 10850 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 68024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d14f0dbd7d8713af220fecf3ece3be189b8d6733f8d2c4ffe315caf056bb71b2
|
| 3 |
size 68024
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ca21d467f12ad09f55997ad0b2defa4ce34e3b981f59c9e4bd25ab537c6fd51
|
| 3 |
+
size 59795
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
PlayGround V2.5,PlayGround V2.5,1148.
|
| 3 |
-
PlayGround V2,PlayGround V2,1099.
|
| 4 |
-
StableCascade,StableCascade,
|
| 5 |
-
SDXLLightning,SDXLLightning,1056.
|
| 6 |
-
PixArtSigma,PixArtSigma,1050.
|
| 7 |
-
PixArtAlpha,PixArtAlpha,1050.
|
| 8 |
-
SDXL,SDXL,1001.
|
| 9 |
-
SDXLTurbo,SDXLTurbo,
|
| 10 |
-
LCM(v1.5/XL),LCM(v1.5/XL),932.
|
| 11 |
-
OpenJourney,OpenJourney,
|
| 12 |
-
LCM,LCM,816.
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
PlayGround V2.5,PlayGround V2.5,1148.1516485814593,1150.472539587778,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
| 3 |
+
PlayGround V2,PlayGround V2,1099.1204398735135,1098.2686957209742,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
| 4 |
+
StableCascade,StableCascade,1057.0742285514657,1061.5105105350306,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
| 5 |
+
SDXLLightning,SDXLLightning,1056.680531817532,1060.0875320813557,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
| 6 |
+
PixArtSigma,PixArtSigma,1050.6626134980766,1049.904384276815,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
| 7 |
+
PixArtAlpha,PixArtAlpha,1050.0943952555253,1038.148615569581,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
| 8 |
+
SDXL,SDXL,1001.276003950698,999.9322158792518,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
| 9 |
+
SDXLTurbo,SDXLTurbo,934.9998229972745,932.8571730063984,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
| 10 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.3627028449469,925.8296901601946,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
| 11 |
+
OpenJourney,OpenJourney,852.885462736469,847.5028194441707,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
| 12 |
+
LCM,LCM,816.6921498930382,829.8275040213736,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
AnimateDiff,AnimateDiff,
|
| 5 |
-
VideoCrafter2,VideoCrafter2,
|
| 6 |
-
LaVie,LaVie,
|
| 7 |
-
OpenSora,OpenSora,904.
|
| 8 |
-
ModelScope,ModelScope,
|
| 9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
T2VTurbo,T2VTurbo,1162.2748348504488,1152.6010728601855,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
| 3 |
+
StableVideoDiffusion,StableVideoDiffusion,1131.4080776396881,1141.6175859113196,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
| 4 |
+
AnimateDiff,AnimateDiff,1065.8060753822629,1063.691366987204,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 5 |
+
VideoCrafter2,VideoCrafter2,1060.2675071313479,1061.2312280002916,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 6 |
+
LaVie,LaVie,979.7642235342119,979.6535299061611,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 7 |
+
OpenSora,OpenSora,904.553777604841,904.387087326285,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 8 |
+
ModelScope,ModelScope,854.8381857344386,854.6400389961794,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
| 9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,841.0873181227597,842.1780900123739,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|