CodeGoat24 commited on
Commit
ffaebd2
·
verified ·
1 Parent(s): 448f8cc

Update leaderboard_data.json

Browse files
Files changed (1) hide show
  1. leaderboard_data.json +52 -0
leaderboard_data.json CHANGED
@@ -1,5 +1,57 @@
1
  {
2
  "leaderboard": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  {
4
  "model": "Imagen-4.0-generate-preview-06-06",
5
  "link": "https://deepmind.google/models/imagen/",
 
1
  {
2
  "leaderboard": [
3
+ {
4
+ "model": "Runway-Gen4-Image",
5
+ "link": "https://docs.dev.runwayml.com/api/#tag/Start-generating/paths/~1v1~1text_to_image/post",
6
+ "hf": "-",
7
+ "open_source": false,
8
+ "release_date": "2024-11",
9
+
10
+ "Overall": 68.29,
11
+
12
+ "Style": 91.72,
13
+
14
+ "World Knowledge": 88.82,
15
+
16
+ "Attribute-Overall": 79.83,
17
+ "Quantity": 70.65,
18
+ "Expression": 65.43,
19
+ "Material": 85.33,
20
+ "Size": 81.01,
21
+ "Shape": 67.38,
22
+ "Color": 85.64,
23
+
24
+ "Action-Overall": 64.30,
25
+ "Hand": 55.33,
26
+ "Full body": 63.92,
27
+ "Animal": 70.65,
28
+ "Non Contact": 56.82,
29
+ "Contact": 56.10,
30
+ "State": 69.76,
31
+
32
+ "Relationship-Overall": 69.53,
33
+ "Composition": 70.05,
34
+ "Similarity": 59.09,
35
+ "Inclusion": 76.76,
36
+ "Comparison": 70.39,
37
+
38
+ "Compound-Overall": 68.57,
39
+ "Imagination": 69.47,
40
+ "Feature matching": 66.50,
41
+
42
+ "Grammar-Overall": 70.55,
43
+ "Pronoun Reference": 76.23,
44
+ "Consistency": 62.70,
45
+ "Negation": 72.76,
46
+
47
+ "Layout-Overall": 73.79,
48
+ "2D": 72.56,
49
+ "3D": 75.37,
50
+
51
+ "Logical Reasoning": 48.28,
52
+
53
+ "Text": 27.47
54
+ },
55
  {
56
  "model": "Imagen-4.0-generate-preview-06-06",
57
  "link": "https://deepmind.google/models/imagen/",