Update leaderboard_data.json
Browse files- leaderboard_data.json +52 -0
leaderboard_data.json
CHANGED
|
@@ -1,5 +1,57 @@
|
|
| 1 |
{
|
| 2 |
"leaderboard": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
{
|
| 4 |
"model": "SDXL",
|
| 5 |
"link": "https://arxiv.org/pdf/2307.01952",
|
|
|
|
| 1 |
{
|
| 2 |
"leaderboard": [
|
| 3 |
+
{
|
| 4 |
+
"model": "Janus",
|
| 5 |
+
"link": "https://arxiv.org/pdf/2410.13848",
|
| 6 |
+
"hf": "https://huggingface.co/deepseek-ai/Janus-1.3B",
|
| 7 |
+
"open_source": true,
|
| 8 |
+
"release_date": "2024-10",
|
| 9 |
+
|
| 10 |
+
"Overall": 60.37,
|
| 11 |
+
|
| 12 |
+
"Style": 92.03,
|
| 13 |
+
|
| 14 |
+
"World Knowledge": 73.27,
|
| 15 |
+
|
| 16 |
+
"Attribute-Overall": 70.67,
|
| 17 |
+
"Quantity": 42.55,
|
| 18 |
+
"Expression": 48.61,
|
| 19 |
+
"Material": 71.31,
|
| 20 |
+
"Size": 79.17,
|
| 21 |
+
"Shape": 57.69,
|
| 22 |
+
"Color": 82.86,
|
| 23 |
+
|
| 24 |
+
"Action-Overall": 55.78,
|
| 25 |
+
"Hand": 39.42,
|
| 26 |
+
"Full body": 57.19,
|
| 27 |
+
"Animal": 64.86,
|
| 28 |
+
"Non Contact": 51.34,
|
| 29 |
+
"Contact": 40.23,
|
| 30 |
+
"State": 64.23,
|
| 31 |
+
|
| 32 |
+
"Relationship-Overall": 63.25,
|
| 33 |
+
"Composition": 62.76,
|
| 34 |
+
"Similarity": 60.26,
|
| 35 |
+
"Inclusion": 67.82,
|
| 36 |
+
"Comparison": 62.62,
|
| 37 |
+
|
| 38 |
+
"Compound-Overall": 61.85,
|
| 39 |
+
"Imagination": 69.73,
|
| 40 |
+
"Feature matching": 44.39,
|
| 41 |
+
|
| 42 |
+
"Grammar-Overall": 67.26,
|
| 43 |
+
"Pronoun Reference": 74.21,
|
| 44 |
+
"Consistency": 59.52,
|
| 45 |
+
"Negation": 67.96,
|
| 46 |
+
|
| 47 |
+
"Layout-Overall": 64.13,
|
| 48 |
+
"2D": 62.85,
|
| 49 |
+
"3D": 65.76,
|
| 50 |
+
|
| 51 |
+
"Logical Reasoning": 54.37,
|
| 52 |
+
|
| 53 |
+
"Text": 1.09
|
| 54 |
+
},
|
| 55 |
{
|
| 56 |
"model": "SDXL",
|
| 57 |
"link": "https://arxiv.org/pdf/2307.01952",
|