| from dataclasses import dataclass |
| from enum import Enum |
|
|
| @dataclass |
| class Task: |
| benchmark: str |
| metric: str |
| col_name: str |
|
|
|
|
| |
| |
| class Tasks(Enum): |
| |
| |
| task0 = Task("mmlongbench_doc", "acc", "ACC") |
|
|
| NUM_FEWSHOT = 0 |
| |
|
|
|
|
|
|
| |
| TITLE = """<h1 align="center" id="space-title">π₯ <a href="" target="_blank">UniGenBench</a> Leaderboard</h1>""" |
|
|
| |
| LINKS_AND_INFO = """ |
| <div align="center"> |
| <p><a href="https://github.com/CodeGoat24/UnifiedReward" target="_blank">UnifiedReward Team</a></p> <br> |
| |
| <a href="https://mayubo2333.github.io/UnifiedReward/Pref-GRPO" target="_blank">π Homepage</a> | |
| <a href="" target="_blank">π arXiv Paper</a> |
| |
| <a href="https://github.com/CodeGoat24/UniGenBench" target="_blank" rel="noopener noreferrer"><img alt="Code" src="https://img.shields.io/github/stars/CodeGoat24/UniGenBench.svg?style=social&label=Official"></a> |
| |
| </div> |
| """ |
|
|
| |
| INTRODUCTION_TEXT = """ |
| π [UniGenBench]() is a unified benchmark for T2I generation that integrates diverse prompt themes with a comprehensive suite of fine-grained evaluation criteria. |
| |
| π§ You can use the official [GitHub repo](https://github.com/CodeGoat24/UniGenBench) to evaluate your model on [UniGenBench](). |
| |
| π To add your own model to the leaderboard, please send an Email to yibinwang1121@163.com, then we will help with the evaluation and updating the leaderboard. |
| """ |
|
|
|
|
|
|
|
|
| CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" |
| CITATION_BUTTON_TEXT = r""" |
| |
| }""" |
|
|