maplebb's picture
Update Leaderboard
a4b2594
raw
history blame
4.02 kB
from dataclasses import dataclass
from enum import Enum
@dataclass
class Task:
benchmark: str
metric: str
col_name: str
# Select your tasks here
# ---------------------------------------------------
class Tasks(Enum):
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
# For MMLongBench-Doc (https://arxiv.org/abs/2407.01523), we use ACC as the main metric
task0 = Task("mmlongbench_doc", "acc", "ACC")
NUM_FEWSHOT = 0 # Change with your few shot
# ---------------------------------------------------
# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">πŸ₯‡ <a href="https://github.com/Maplebb/UniREditBench" target="_blank">UniREditBench</a> Leaderboard</h1> """
# Links and conference info
# LINKS_AND_INFO = """
# <div align="center">
# <p><a href="https://hunyuan.tencent.com/" target="_blank">Hunyuan</a>, Tencent</p> <br>
# <a href="https://maplebb.github.io/UniREditBench" target="_blank">🏠 Homepage</a> |
# <a href="https://arxiv.org/pdf/2510.18701" target="_blank">πŸ“„ arXiv Paper</a> |
# <a href="https://huggingface.co/datasets/CodeGoat24/UniREditBench/tree/main">😊 Huggingface</a>
# <a href="https://github.com/Maplebb/UniREditBench" target="_blank" rel="noopener noreferrer"><img alt="Code" src="https://img.shields.io/github/stars/CodeGoat24/UniREditBench.svg?style=social&amp;label=Official"></a>
# πŸ… <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard"><b>Leaderboard</b>(English)</a> |
# <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard_Chinese"><b>Leaderboard</b>(Chinese)</a> |
# <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard_English_Long"><b>Leaderboard</b>(English Long)</a> |
# <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard_Chinese_Long"><b>Leaderboard</b>(Chinese Long)</a> πŸ…
# </div>
# """
LINKS_AND_INFO = """
<div align="center">
<p><strong>Shanghai Innovation Institute</strong></p>
<a href="https://maplebb.github.io/UniREditBench" target="_blank">🏠 Homepage</a> |
<a href="https://huggingface.co/datasets/maplebb/UniREditBench/tree/main">😊 Huggingface</a>
<a href="https://github.com/Maplebb/UniREditBench" target="_blank" rel="noopener noreferrer"><img alt="Code" src="https://img.shields.io/github/stars/Maplebb/UniREditBench.svg?style=social&amp;label=Official"></a>
</div>
"""
# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """
πŸ“š [UniREditBench](https://github.com/Maplebb/UniREditBench) is a unified benchmark for reasoning-base image editing that integrates diverse prompt themes with a comprehensive suite of dual-reference evaluation pipeline.
πŸ”§ You can use the official [GitHub repo](https://github.com/Maplebb/UniREditBench) to evaluate your model on [UniREditBench](https://github.com/Maplebb/UniREditBench).
πŸ“ To add your own model to the leaderboard, please send an Email to [Feng Han](fhan25@m.fudan.edu.cn) and [Yibin Wang](https://codegoat24.github.io/), then we will help with the evaluation and updating the leaderboard.
"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
# CITATION_BUTTON_TEXT = r"""
# @article{UniREditBench++,
# title={UniREditBench++: A Unified Semantic Evaluation Benchmark for Text-to-Image Generation},
# author={Wang, Yibin and Li, Zhimin and Zang, Yuhang and Bu, Jiazi and Zhou, Yujie and Xin, Yi and He, Junjun and Wang, Chunyu and Lu, Qinglin and Jin, Cheng and others},
# journal={arXiv preprint arXiv:2510.18701},
# year={2025}
# }
# @article{UniREditBench&Pref-GRPO,
# title={Pref-GRPO: Pairwise Preference Reward-based GRPO for Stable Text-to-Image Reinforcement Learning},
# author={Wang, Yibin and Li, Zhimin and Zang, Yuhang and Zhou, Yujie and Bu, Jiazi and Wang, Chunyu and Lu, Qinglin and Jin, Cheng and Wang, Jiaqi},
# journal={arXiv preprint arXiv:2508.20751},
# year={2025}
# }
# """
CITATION_BUTTON_TEXT = r""""""