Spaces:
Sleeping
Sleeping
| from dataclasses import dataclass | |
| from enum import Enum | |
| class Task: | |
| benchmark: str | |
| metric: str | |
| col_name: str | |
| # Select your tasks here | |
| # --------------------------------------------------- | |
| class Tasks(Enum): | |
| # task_key in the json file, metric_key in the json file, name to display in the leaderboard | |
| # For MMLongBench-Doc (https://arxiv.org/abs/2407.01523), we use ACC as the main metric | |
| task0 = Task("mmlongbench_doc", "acc", "ACC") | |
| NUM_FEWSHOT = 0 # Change with your few shot | |
| # --------------------------------------------------- | |
| # Your leaderboard name | |
| TITLE = """<h1 align="center" id="space-title">🥇 <a href="https://github.com/Maplebb/UniREditBench" target="_blank">UniREditBench</a> Leaderboard</h1> """ | |
| # Links and conference info | |
| # LINKS_AND_INFO = """ | |
| # <div align="center"> | |
| # <p><a href="https://hunyuan.tencent.com/" target="_blank">Hunyuan</a>, Tencent</p> <br> | |
| # <a href="https://maplebb.github.io/UniREditBench" target="_blank">🏠 Homepage</a> | | |
| # <a href="https://arxiv.org/pdf/2510.18701" target="_blank">📄 arXiv Paper</a> | | |
| # <a href="https://huggingface.co/datasets/CodeGoat24/UniREditBench/tree/main">😊 Huggingface</a> | |
| # <a href="https://github.com/Maplebb/UniREditBench" target="_blank" rel="noopener noreferrer"><img alt="Code" src="https://img.shields.io/github/stars/CodeGoat24/UniREditBench.svg?style=social&label=Official"></a> | |
| # 🏅 <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard"><b>Leaderboard</b>(English)</a> | | |
| # <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard_Chinese"><b>Leaderboard</b>(Chinese)</a> | | |
| # <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard_English_Long"><b>Leaderboard</b>(English Long)</a> | | |
| # <a href="https://huggingface.co/spaces/CodeGoat24/UniREditBench_Leaderboard_Chinese_Long"><b>Leaderboard</b>(Chinese Long)</a> 🏅 | |
| # </div> | |
| # """ | |
| LINKS_AND_INFO = """ | |
| <div align="center"> | |
| <p><strong>UnifiedReward Team</strong></p> | |
| <p><strong>Shanghai Innovation Institute</strong></p> | |
| <a href="https://maplebb.github.io/UniREditBench" target="_blank">🏠 Homepage</a> | | |
| <a href="https://arxiv.org/abs/2511.01295" target="_blank">📄 arXiv Paper</a> | | |
| <a href="https://huggingface.co/datasets/maplebb/UniREditBench/tree/main">😊 Huggingface</a> | |
| <a href="https://github.com/Maplebb/UniREditBench" target="_blank" rel="noopener noreferrer"><img alt="Code" src="https://img.shields.io/github/stars/Maplebb/UniREditBench.svg?style=social&label=Official"></a> | |
| </div> | |
| """ | |
| # What does your leaderboard evaluate? | |
| INTRODUCTION_TEXT = """ | |
| 📚 [UniREditBench](https://github.com/Maplebb/UniREditBench) is a unified benchmark for reasoning-base image editing that integrates diverse prompt themes with a comprehensive suite of dual-reference evaluation pipeline. | |
| 🔧 You can use the official [GitHub repo](https://github.com/Maplebb/UniREditBench) to evaluate your model on [UniREditBench](https://github.com/Maplebb/UniREditBench). | |
| 📝 To add your own model to the leaderboard, please send an Email to [Feng Han](fhan25@m.fudan.edu.cn) and [Yibin Wang](https://codegoat24.github.io/), then we will help with the evaluation and updating the leaderboard. | |
| """ | |
| CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" | |
| # CITATION_BUTTON_TEXT = r""" | |
| # @article{UniREditBench++, | |
| # title={UniREditBench++: A Unified Semantic Evaluation Benchmark for Text-to-Image Generation}, | |
| # author={Wang, Yibin and Li, Zhimin and Zang, Yuhang and Bu, Jiazi and Zhou, Yujie and Xin, Yi and He, Junjun and Wang, Chunyu and Lu, Qinglin and Jin, Cheng and others}, | |
| # journal={arXiv preprint arXiv:2510.18701}, | |
| # year={2025} | |
| # } | |
| # @article{UniREditBench&Pref-GRPO, | |
| # title={Pref-GRPO: Pairwise Preference Reward-based GRPO for Stable Text-to-Image Reinforcement Learning}, | |
| # author={Wang, Yibin and Li, Zhimin and Zang, Yuhang and Zhou, Yujie and Bu, Jiazi and Wang, Chunyu and Lu, Qinglin and Jin, Cheng and Wang, Jiaqi}, | |
| # journal={arXiv preprint arXiv:2508.20751}, | |
| # year={2025} | |
| # } | |
| # """ | |
| CITATION_BUTTON_TEXT = r""" | |
| @article{unireditbench, | |
| title={UniREditBench: A Unified Reasoning-based Image Editing Benchmark}, | |
| author={Han, Feng and Wang, Yibin and Li, Chenglin and Liang, Zheming and Wang, Dianyi and Jiao, Yang and Wei, Zhipeng and Gong, Chao and Jin, Cheng and Chen, Jingjing and others}, | |
| journal={arXiv preprint arXiv:2511.01295}, | |
| year={2025} | |
| } | |
| """ | |