Spaces:
Sleeping
Sleeping
Update constants.py
Browse files- constants.py +12 -5
constants.py
CHANGED
|
@@ -1,8 +1,9 @@
|
|
| 1 |
LEADERBOARD_INTRODUCTION = """
|
| 2 |
# DD-Ranking Leaderboard
|
| 3 |
|
|
|
|
| 4 |
<p align="center">
|
| 5 |
-
| <a href="https://nus-hpc-ai-lab.github.io/DD-Ranking/"><b>Documentation</b></a> | <a href="https://github.com/NUS-HPC-AI-Lab/DD-Ranking"><b>Github</b></a> | <b>Paper </b> (Coming Soon) | <a href=""><b>Twitter/X</b
|
| 6 |
</p>
|
| 7 |
|
| 8 |
🏆 Welcome to the leaderboard of the **DD-Ranking**!
|
|
@@ -14,7 +15,7 @@ LEADERBOARD_INTRODUCTION = """
|
|
| 14 |
- **Extensible**: DD-Ranking supports various datasets and models.
|
| 15 |
- **Customizable**: DD-Ranking supports various data augmentations and soft label strategies.
|
| 16 |
|
| 17 |
-
**Join Leaderboard**: Please see the [instructions](https://github.com/NUS-HPC-AI-Lab/DD-Ranking/CONTRIBUTING.md) to participate.
|
| 18 |
"""
|
| 19 |
|
| 20 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
|
@@ -27,15 +28,21 @@ Images Per Class
|
|
| 27 |
"""
|
| 28 |
|
| 29 |
LABEL_TYPE_INFO = """
|
| 30 |
-
Hard labels are categorical, having the same format of the real dataset. Soft labels are
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
"""
|
| 32 |
|
| 33 |
DATASET_LIST = ["CIFAR-10", "CIFAR-100", "Tiny-ImageNet"]
|
| 34 |
IPC_LIST = ["IPC-1", "IPC-10", "IPC-50"]
|
| 35 |
LABEL_TYPE_LIST = ["Hard Label", "Soft Label"]
|
| 36 |
|
| 37 |
-
|
| 38 |
-
|
|
|
|
| 39 |
|
| 40 |
DATASET_MAPPING = {
|
| 41 |
"CIFAR-10": 0,
|
|
|
|
| 1 |
LEADERBOARD_INTRODUCTION = """
|
| 2 |
# DD-Ranking Leaderboard
|
| 3 |
|
| 4 |
+
</h3> -->
|
| 5 |
<p align="center">
|
| 6 |
+
| <a href="https://nus-hpc-ai-lab.github.io/DD-Ranking/"><b>Documentation</b></a> | <a href="https://github.com/NUS-HPC-AI-Lab/DD-Ranking"><b>Github</b></a> | <a href=""><b>Paper </b> (Coming Soon)</a> | <a href=""><b>Twitter/X</b> (Coming Soon)</a> | <a href=""><b>Developer Slack</b> (Coming Soon)</a> |
|
| 7 |
</p>
|
| 8 |
|
| 9 |
🏆 Welcome to the leaderboard of the **DD-Ranking**!
|
|
|
|
| 15 |
- **Extensible**: DD-Ranking supports various datasets and models.
|
| 16 |
- **Customizable**: DD-Ranking supports various data augmentations and soft label strategies.
|
| 17 |
|
| 18 |
+
**Join Leaderboard**: Please see the [instructions](https://github.com/NUS-HPC-AI-Lab/DD-Ranking/blob/main/CONTRIBUTING.md) to participate.
|
| 19 |
"""
|
| 20 |
|
| 21 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
|
|
|
| 28 |
"""
|
| 29 |
|
| 30 |
LABEL_TYPE_INFO = """
|
| 31 |
+
Hard labels are categorical, having the same format of the real dataset. Soft labels are generated by a teacher model pretrained on the target dataset
|
| 32 |
+
"""
|
| 33 |
+
|
| 34 |
+
WEIGHT_ADJUSTMENT_INTRODUCTION = """
|
| 35 |
+
The score for ranking in the following table is computed by $score = \sum w_i score_i$, where $w_i$ is the weight for the $i$-th metric.
|
| 36 |
+
**You can specify the weights for each metric below.**
|
| 37 |
"""
|
| 38 |
|
| 39 |
DATASET_LIST = ["CIFAR-10", "CIFAR-100", "Tiny-ImageNet"]
|
| 40 |
IPC_LIST = ["IPC-1", "IPC-10", "IPC-50"]
|
| 41 |
LABEL_TYPE_LIST = ["Hard Label", "Soft Label"]
|
| 42 |
|
| 43 |
+
METRICS = ["HLR", "IOR"]
|
| 44 |
+
COLUMN_NAMES = ["Ranking", "Method", "Verified", "Date", "Label Type", "HLR", "IOR", "Score"]
|
| 45 |
+
DATA_TITLE_TYPE = ['number', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number']
|
| 46 |
|
| 47 |
DATASET_MAPPING = {
|
| 48 |
"CIFAR-10": 0,
|