Spaces:
Running
Running
Update constants.py
Browse files- constants.py +14 -3
constants.py
CHANGED
|
@@ -2,6 +2,7 @@ import os
|
|
| 2 |
# this is .py for store constants
|
| 3 |
MODEL_INFO = [
|
| 4 |
"Model Name (clickable)",
|
|
|
|
| 5 |
"Sampled by",
|
| 6 |
"Evaluated by",
|
| 7 |
"Accessibility",
|
|
@@ -20,6 +21,7 @@ MODEL_INFO_TAB_QUALITY = [
|
|
| 20 |
|
| 21 |
MODEL_INFO_TAB_I2V = [
|
| 22 |
"Model Name (clickable)",
|
|
|
|
| 23 |
"Sampled by",
|
| 24 |
"Evaluated by",
|
| 25 |
"Accessibility",
|
|
@@ -52,6 +54,7 @@ TASK_INFO = [
|
|
| 52 |
|
| 53 |
VBENCH2_MODEL_INFO_DEFAULT = [
|
| 54 |
"Model (alphabetical order)",
|
|
|
|
| 55 |
"Sampled by",
|
| 56 |
"Evaluated by",
|
| 57 |
"Accessibility",
|
|
@@ -204,9 +207,9 @@ QUALITY_WEIGHT = 4
|
|
| 204 |
I2V_WEIGHT = 1.0
|
| 205 |
I2V_QUALITY_WEIGHT = 1.0
|
| 206 |
|
| 207 |
-
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 208 |
-
I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 209 |
-
VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 210 |
|
| 211 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
| 212 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
|
@@ -240,9 +243,17 @@ LEADERBORAD_INTRODUCTION = """# VBench Leaderboard
|
|
| 240 |
|
| 241 |
**Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
|
| 242 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 243 |
**Model Information**: What are the details of these Video Generation Models? See [HERE](https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)
|
| 244 |
|
| 245 |
**Credits**: This leaderboard is updated and maintained by the team of [VBench Contributors](https://github.com/Vchitect/VBench?tab=readme-ov-file#muscle-vbench-contributors).
|
|
|
|
|
|
|
| 246 |
"""
|
| 247 |
|
| 248 |
SUBMIT_INTRODUCTION = """# Submit on VBench Benchmark Introduction
|
|
|
|
| 2 |
# this is .py for store constants
|
| 3 |
MODEL_INFO = [
|
| 4 |
"Model Name (clickable)",
|
| 5 |
+
"Certification",
|
| 6 |
"Sampled by",
|
| 7 |
"Evaluated by",
|
| 8 |
"Accessibility",
|
|
|
|
| 21 |
|
| 22 |
MODEL_INFO_TAB_I2V = [
|
| 23 |
"Model Name (clickable)",
|
| 24 |
+
"Certification",
|
| 25 |
"Sampled by",
|
| 26 |
"Evaluated by",
|
| 27 |
"Accessibility",
|
|
|
|
| 54 |
|
| 55 |
VBENCH2_MODEL_INFO_DEFAULT = [
|
| 56 |
"Model (alphabetical order)",
|
| 57 |
+
"Certification",
|
| 58 |
"Sampled by",
|
| 59 |
"Evaluated by",
|
| 60 |
"Accessibility",
|
|
|
|
| 207 |
I2V_WEIGHT = 1.0
|
| 208 |
I2V_QUALITY_WEIGHT = 1.0
|
| 209 |
|
| 210 |
+
DATA_TITILE_TYPE = ['markdown', "markdown", 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 211 |
+
I2V_TITILE_TYPE = ['markdown', "markdown", 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 212 |
+
VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 213 |
|
| 214 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
| 215 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
|
|
|
| 243 |
|
| 244 |
**Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
|
| 245 |
|
| 246 |
+
**Get VBench Certified: Gold & Platinum Tiers**:
|
| 247 |
+
- 🏅 Gold Certification: Awarded when you submit high-quality, pre-generated video samples from your model.
|
| 248 |
+
- 💎 Platinum Certification: Our highest honor. Achieved by submitting your open-source model or a sampling-capable API for full verification by our team.
|
| 249 |
+
|
| 250 |
+
**Ready to participate?**: Contact the VBench Team at ZIQI002@e.ntu.edu.sg to submit your work and earn your certification.
|
| 251 |
+
|
| 252 |
**Model Information**: What are the details of these Video Generation Models? See [HERE](https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)
|
| 253 |
|
| 254 |
**Credits**: This leaderboard is updated and maintained by the team of [VBench Contributors](https://github.com/Vchitect/VBench?tab=readme-ov-file#muscle-vbench-contributors).
|
| 255 |
+
|
| 256 |
+
|
| 257 |
"""
|
| 258 |
|
| 259 |
SUBMIT_INTRODUCTION = """# Submit on VBench Benchmark Introduction
|