Spaces:
Running
Running
Commit
·
57b4540
1
Parent(s):
5108c5d
update about
Browse files- src/about.py +18 -1
src/about.py
CHANGED
|
@@ -27,11 +27,21 @@ TITLE = """<h1 align="center" id="space-title">ParsBench Leaderboard</h1>"""
|
|
| 27 |
|
| 28 |
# What does your leaderboard evaluate?
|
| 29 |
INTRODUCTION_TEXT = """
|
| 30 |
-
This leaderboard is created using <a href="https://github.com/shahriarshm/parsbench">ParsBench</a> framework benchmarking toolkit
|
|
|
|
| 31 |
"""
|
| 32 |
|
| 33 |
# Which evaluations are you running? how can people reproduce what you have?
|
| 34 |
LLM_BENCHMARKS_TEXT = f"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
"""
|
| 36 |
|
| 37 |
EVALUATION_QUEUE_TEXT = """
|
|
@@ -40,4 +50,11 @@ For now, you can contact me at shahriarshm81@gmail.com for submitting a new requ
|
|
| 40 |
|
| 41 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
| 42 |
CITATION_BUTTON_TEXT = r"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
"""
|
|
|
|
| 27 |
|
| 28 |
# What does your leaderboard evaluate?
|
| 29 |
INTRODUCTION_TEXT = """
|
| 30 |
+
<p>This leaderboard is created using <a href="https://github.com/shahriarshm/parsbench">ParsBench</a> framework benchmarking toolkit.</p>
|
| 31 |
+
<p>In this leaderboard we evaluate the open-weight LLMs based on the Persian (Farsi) language tasks.</p>
|
| 32 |
"""
|
| 33 |
|
| 34 |
# Which evaluations are you running? how can people reproduce what you have?
|
| 35 |
LLM_BENCHMARKS_TEXT = f"""
|
| 36 |
+
We evaluated the models on these datasets:
|
| 37 |
+
- [Persian MMLU (Khayyam Challenge)](https://huggingface.co/datasets/raia-center/khayyam-challenge)
|
| 38 |
+
- [Persian Math](https://github.com/Ipouyall/Benchmarking_ChatGPT_for_Persian)
|
| 39 |
+
- [ParsiNLU Entailment](https://huggingface.co/datasets/persiannlp/parsinlu_entailment)
|
| 40 |
+
- [FarsTail Entailment](https://github.com/dml-qom/FarsTail)
|
| 41 |
+
- [ParsiNLU Machine Translation Fa-En](https://huggingface.co/datasets/persiannlp/parsinlu_translation_fa_en)
|
| 42 |
+
- [ParsiNLU Machine Translation En-Fa](https://huggingface.co/datasets/persiannlp/parsinlu_translation_en_fa)
|
| 43 |
+
- [ParsiNLU Reading Comprehension](https://huggingface.co/datasets/persiannlp/parsinlu_reading_comprehension)
|
| 44 |
+
- [Persian News Summary](https://huggingface.co/datasets/HooshvareLab/pn_summary)
|
| 45 |
"""
|
| 46 |
|
| 47 |
EVALUATION_QUEUE_TEXT = """
|
|
|
|
| 50 |
|
| 51 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
| 52 |
CITATION_BUTTON_TEXT = r"""
|
| 53 |
+
@misc{ParsBench,
|
| 54 |
+
title = {ParsBench Leaderboard},
|
| 55 |
+
author = {Shahriar Shariati},
|
| 56 |
+
howpublished = {\url{https://huggingface.co/spaces/ParsBench/leaderboard}},
|
| 57 |
+
year = {2024}
|
| 58 |
+
}
|
| 59 |
+
|
| 60 |
"""
|