CathieDaDa commited on
Commit
c8a4fff
·
verified ·
1 Parent(s): d87e86e

Upload 10 files

Browse files
APP.py ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import pandas as pd
3
+
4
+ # 文件路径
5
+ file_path1_1 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Generation.csv'
6
+ file_path1_2 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Revision.csv'
7
+ file_path1_3 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Safety& Responsibility.csv'
8
+ file_path2_1 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Alignment with Instruction.csv'
9
+ file_path2_2 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Image Integrity.csv'
10
+ file_path2_3 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Image Aesthetics.csv'
11
+ file_path3_1 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Alignment with Reference.csv'
12
+ file_path3_2 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Revision Image Integrity.csv'
13
+ file_path3_3 = '/Users/jiaxin/Downloads/大模型评测/多模态评测/图片生成/网页/Revision Image Aesthetics.csv'
14
+
15
+
16
+ # 读取 Excel 文件
17
+ dff1_1 = pd.read_csv(file_path1_1)
18
+ dff1_2 = pd.read_csv(file_path1_2)
19
+ dff1_3 = pd.read_csv(file_path1_3)
20
+ dff2_1 = pd.read_csv(file_path2_1)
21
+ dff2_2 = pd.read_csv(file_path2_2)
22
+ dff2_3 = pd.read_csv(file_path2_3)
23
+ dff3_1 = pd.read_csv(file_path3_1)
24
+ dff3_2 = pd.read_csv(file_path3_2)
25
+ dff3_3 = pd.read_csv(file_path3_3)
26
+
27
+
28
+ # 返回处理后的 DataFrame
29
+ def show_leaderboard1_1():
30
+ return dff1_1
31
+
32
+ def show_leaderboard1_2():
33
+ return dff1_2
34
+
35
+ def show_leaderboard1_3():
36
+ return dff1_3
37
+
38
+ def show_leaderboard2_1():
39
+ return dff2_1
40
+
41
+ def show_leaderboard2_2():
42
+ return dff2_2
43
+
44
+ def show_leaderboard2_3():
45
+ return dff2_3
46
+
47
+ def show_leaderboard3_1():
48
+ return dff3_1
49
+
50
+ def show_leaderboard3_2():
51
+ return dff3_2
52
+
53
+ def show_leaderboard3_3():
54
+ return dff3_3
55
+
56
+
57
+
58
+ # Gradio 界面
59
+ with gr.Blocks() as demo:
60
+ gr.Markdown(
61
+ """
62
+ # Evaluation of Image Generation Capabilities of Artificial Intelligence Models / 人工智能模型图像生成能力综合评测
63
+ by Zhenhui (Jack) Jiang<sup>1</sup>, Zhengyu Wu<sup>1</sup>, Jiaxin Li<sup>1</sup>, Haozhe Xu<sup>2</sup>, Yifan Wu<sup>1</sup>,Yi Lu<sup>1</sup>/ 蒋镇辉<sup>1</sup>,武正昱<sup>1</sup>,李佳欣<sup>1</sup>,徐昊哲<sup>2</sup>,吴轶凡<sup>1</sup>,鲁艺<sup>1</sup><br>
64
+ <sup>1</sup>HKU Business School, <sup>2</sup>Shool of Management, Xi'an Jiaotong University<br>
65
+ For access to the full research report, please contact Prof. Jiang at jiangz@hku.hk.
66
+ """
67
+ )
68
+
69
+ with gr.Tab("图像生成能力综合排名"):
70
+ with gr.Row():
71
+ with gr.Column():
72
+ gr.Markdown("### **图像生成任务综合排名**")
73
+ gr.DataFrame(
74
+ value=show_leaderboard1_1(),
75
+ interactive=False,
76
+ wrap=True
77
+ )
78
+ with gr.Column():
79
+ gr.Markdown("### **图像修改任务排名**")
80
+ gr.DataFrame(
81
+ value=show_leaderboard1_2(),
82
+ interactive=False,
83
+ wrap=True
84
+ )
85
+ with gr.Column():
86
+ gr.Markdown("### **安全与责任任务排名**")
87
+ gr.DataFrame(
88
+ value=show_leaderboard1_3(),
89
+ interactive=False,
90
+ wrap=True
91
+ )
92
+
93
+
94
+ with gr.Tab("图像生成任务分维度排名"):
95
+ with gr.Row():
96
+ with gr.Column():
97
+ gr.Markdown("### **Alignment with Instruction**")
98
+ gr.DataFrame(
99
+ value=show_leaderboard2_1(),
100
+ interactive=False,
101
+ wrap=True
102
+ )
103
+ with gr.Column():
104
+ gr.Markdown("### **Image Integrity**")
105
+ gr.DataFrame(
106
+ value=show_leaderboard2_2(),
107
+ interactive=False,
108
+ wrap=True
109
+ )
110
+ with gr.Column():
111
+ gr.Markdown("### **Image Aesthetics**")
112
+ gr.DataFrame(
113
+ value=show_leaderboard2_3(),
114
+ interactive=False,
115
+ wrap=True
116
+ )
117
+
118
+ with gr.Tab("图像修改任务分维度排名"):
119
+ with gr.Row():
120
+ with gr.Column():
121
+ gr.Markdown("### **Alignment with Reference**")
122
+ gr.DataFrame(
123
+ value=show_leaderboard3_1(),
124
+ interactive=False,
125
+ wrap=True
126
+ )
127
+ with gr.Column():
128
+ gr.Markdown("### **Image Integrity**")
129
+ gr.DataFrame(
130
+ value=show_leaderboard3_2(),
131
+ interactive=False,
132
+ wrap=True
133
+ )
134
+ with gr.Column():
135
+ gr.Markdown("### **Image Aesthetics**")
136
+ gr.DataFrame(
137
+ value=show_leaderboard3_3(),
138
+ interactive=False,
139
+ wrap=True
140
+ )
141
+
142
+
143
+ demo.launch(share=True)
Alignment with Instruction.csv ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Elo
2
+ 1,ERNIE Bot (文心一言)  V3.2.0,1090
3
+ 2,DouBao (豆包),1086
4
+ 3,MiaoBiShengHua (妙笔生画),1070
5
+ 4,Midjourney v6.1,1068
6
+ 5,GPT-4o,1067
7
+ 6,Dreamina (即梦AI),1066
8
+ 7,DALL-E3,1063
9
+ 8,Gemini 1.5 Pro,1052
10
+ 9,FLUX.1 Pro,1038
11
+ 10,SenseChat (商量) -5,1001
12
+ 11,Hunyuan-DiT(混元生图),996
13
+ 12,SenseMirage (秒画) V5.0,993
14
+ 13,Stable Diffusion 3 Large,989
15
+ 14,Spark (讯飞星火),986
16
+ 15,Imagen 3,984
17
+ 16,CogView3 - Plus,976
18
+ 16,Qwen (通义千问) V2.5.0,976
19
+ 18,Playground v2.5,959
20
+ 19,TongYiWanXiang (通义万相)wanx-v2,872
21
+ 20,WenXinYiGe (文心 一格2),862
22
+ 21,360 ZhiHui(360智绘),806
Alignment with Reference.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Score
2
+ 1,Dreamina (即梦AI),6.03
3
+ 2,DouBao (豆包),4.97
4
+ 3,MiaoBiShengHua (妙笔生画),4.94
5
+ 4,ERNIE Bot (文心一言)  V3.2.0,4.93
6
+ 5,GPT-4o,4.92
7
+ 6,SenseMirage (秒画) V5.0,4.78
8
+ 7,CogView3 - Plus,4.6
9
+ 8,TongYiWanXiang (通义万相)wanx-v2,4.55
10
+ 9,Gemini 1.5 Pro,4.29
11
+ 10,Qwen (通义千问) V2.5.0,4.22
12
+ 10,360 ZhiHui(360智绘),4.22
13
+ 12,Midjourney v6.1,4.19
14
+ 13,WenXinYiGe (文心一格2),3.23
Generation.csv ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Elo
2
+ 1,Dreamina (即梦AI),1110
3
+ 2,ERNIE Bot (文心一言)  V3.2.0,1096
4
+ 3,Midjourney v6.1,1084
5
+ 4,DouBao (豆包),1075
6
+ 5,MiaoBiShengHua (妙笔生画),1074
7
+ 6,FLUX.1 Pro,1067
8
+ 7,GPT-4o,1047
9
+ 8,Gemini 1.5 Pro,1034
10
+ 9,DALL-E3,1016
11
+ 10,SenseChat (商量) -5,1015
12
+ 11,SenseMirage (秒画) V5.0,1003
13
+ 12,Hunyuan-DiT(混元生图),997
14
+ 13,Playground v2.5,994
15
+ 14,Imagen 3,989
16
+ 15,Stable Diffusion 3 Large,983
17
+ 16,Spark (讯飞星火),962
18
+ 17,CogView3 - Plus,945
19
+ 17,Qwen (通义千问) V2.5.0,945
20
+ 19,WenXinYiGe (文心一格2),882
21
+ 20,TongYiWanXiang (通义万相)wanx-v2,852
22
+ 21,360 ZhiHui(360智绘),831
Image Aesthetics.csv ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Elo
2
+ 1,Dreamina (即梦AI),1130
3
+ 2,ERNIE Bot (文心一言)  V3.2.0,1075
4
+ 2,Midjourney v6.1,1075
5
+ 4,SenseChat (商量) -5,1061
6
+ 5,DouBao (豆包),1051
7
+ 6,妙笔生画,1047
8
+ 7,FLUX.1 Pro,1046
9
+ 8,GPT-4o,1036
10
+ 9,SenseMirage (秒画) V5.0,1030
11
+ 10,Playground v2.5,1017
12
+ 11,DALL-E3,1005
13
+ 12,Gemini 1.5 Pro,997
14
+ 13,Hunyuan-DiT(混元生图),985
15
+ 14,Imagen 3,979
16
+ 15,Stable Diffusion 3 Large,969
17
+ 16,WenXinYiGe (文心 一格2),960
18
+ 17,Qwen (通义千问) V2.5.0,952
19
+ 18,Spark (讯飞星火),948
20
+ 19,CogView3 - Plus,928
21
+ 20,TongYiWanXiang (通义万相)wanx-v2,862
22
+ 21,360 ZhiHui(360智绘),848
Image Integrity.csv ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Elo
2
+ 1,Dreamina (即梦AI),1104
3
+ 2,FLUX.1 Pro,1087
4
+ 3,ERNIE Bot (文心一言)  V3.2.0,1077
5
+ 4,Midjourney v6.1,1069
6
+ 5,妙笔生画,1060
7
+ 6,DouBao (豆包),1056
8
+ 7,Gemini 1.5 Pro,1054
9
+ 8,GPT-4o,1035
10
+ 9,Hunyuan-DiT(混元生图),1012
11
+ 10,Imagen 3,1011
12
+ 11,DALL-E3,1002
13
+ 11,SenseChat (商量) -5,1002
14
+ 13,Playground v2.5,997
15
+ 14,SenseMirage (秒画) V5.0,983
16
+ 15,Spark (讯飞星火),974
17
+ 16,Stable Diffusion 3 Large,971
18
+ 17,Qwen (通义千问) V2.5.0,936
19
+ 18,CogView3 - Plus,925
20
+ 19,360 ZhiHui(360智绘),904
21
+ 20,WenXinYiGe (文心 一格2),881
22
+ 21,TongYiWanXiang (通义万相)wanx-v2,862
Revision Image Aesthetics.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Score
2
+ 1,DouBao (豆包),5.53
3
+ 2,Midjourney v6.1,5.29
4
+ 3,Gemini 1.5 Pro,5.23
5
+ 4,ERNIE Bot (文心一言)  V3.2.0,5.12
6
+ 5,GPT-4o,5.03
7
+ 6,Dreamina (即梦AI),4.83
8
+ 7,SenseMirage (秒画) V5.0,4.75
9
+ 8,MiaoBiShengHua (妙笔生画),4.64
10
+ 9,CogView3 - Plus,4.49
11
+ 10,Qwen (通义千问) V2.5.0,4.42
12
+ 11,TongYiWanXiang (通义万相)wanx-v2,4.14
13
+ 12,360 ZhiHui(360智绘),3.83
14
+ 13,WenXinYiGe (文心一格2),2.76
Revision Image Integrity.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Score
2
+ 1,ERNIE Bot (文心一言)  V3.2.0,5.43
3
+ 2,DouBao (豆包),5.4
4
+ 2,Gemini 1.5 Pro,5.4
5
+ 4,GPT-4o,5.12
6
+ 5,Dreamina (即梦AI),4.75
7
+ 6,CogView3 - Plus,4.64
8
+ 7,MiaoBiShengHua (妙笔生画),4.55
9
+ 8,Qwen (通义千问) V2.5.0,4.54
10
+ 9,Midjourney v6.1,4.5
11
+ 10,SenseMirage (秒画) V5.0,4.43
12
+ 11,TongYiWanXiang (通义万相)wanx-v2,4.06
13
+ 12,360 ZhiHui(360智绘),3.52
14
+ 13,WenXinYiGe (文心一格2),3.15
Revision.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Score
2
+ 1,DouBao (豆包),5.3
3
+ 2,Dreamina (即梦AI),5.2
4
+ 3,ERNIE Bot (文心一言)  V3.2.0 ,5.16
5
+ 4,GPT-4o ,5.02
6
+ 5,Gemini 1.5 Pro ,4.97
7
+ 6,MiaoBiShengHua (妙笔生画),4.71
8
+ 7,Midjourney v6.1 ,4.66
9
+ 7,SenseMirage (秒画) V5.0,4.66
10
+ 9,CogView3 - Plus ,4.58
11
+ 10,Qwen (通义千问) V2.5.0,4.39
12
+ 11,TongYiWanXiang (通义万相)wanx-v2,4.25
13
+ 12,360 ZhiHui(360智绘),3.85
14
+ 13,WenXinYiGe (文心一格2),3.05
Safety& Responsibility.csv ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Rank,Model,Score
2
+ 1,GPT-4o,6.04
3
+ 2,Qwen (通义千问) V2.5.0,5.49
4
+ 3,Gemini 1.5 Pro,5.23
5
+ 4,Spark (讯飞星火),4.44
6
+ 5,Hunyuan-DiT(混元生图),4.42
7
+ 6,360 ZhiHui(360智绘),4.27
8
+ 7,Imagen 3,4.1
9
+ 8,SenseChat (商量) -5,4.05
10
+ 9,DouBao (豆包),4.03
11
+ 10,FLUX.1 Pro,3.94
12
+ 11,SenseMirage (秒画) V5.0,3.88
13
+ 12,DALL-E3,3.51
14
+ 13,MiaoBiShengHua (妙笔生画),3.47
15
+ 14,ERNIE Bot (文心一言)  V3.2.0,3.35
16
+ 15,TongYiWanXiang (通义万相)wanx-v2,3.26
17
+ 16,WenXinYiGe (文心一格2),3.22
18
+ 17,CogView3 - Plus,2.86
19
+ 17,Dreamina (即梦AI),2.63
20
+ 19,Stable Diffusion 3 Large,2.35
21
+ 20,Midjourney v6.1,2.29
22
+ 21,Playground v2.5,1.79