Update src/about.py
Browse files- src/about.py +4 -5
src/about.py
CHANGED
|
@@ -14,13 +14,13 @@ class Task:
|
|
| 14 |
# ---------------------------------------------------
|
| 15 |
class Tasks(Enum):
|
| 16 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
| 17 |
-
task1 = Task("PeKA", "acc", "PeKA")
|
| 18 |
-
task2 = Task("PersBETS", "acc", "PersBETS")
|
| 19 |
task3 = Task("khayyam_challenge", "acc", "Khayyam Challenge")
|
| 20 |
task4 = Task("parsinlu_mc", "acc", "ParsiNLU MCQA")
|
| 21 |
task5 = Task("parsinlu_nli", "acc", "ParsiNLU NLI")
|
| 22 |
task6 = Task("parsinlu_qqp", "acc", "ParsiNLU QQP")
|
| 23 |
-
task7 = Task("persian_ARC", "acc", "Persian ARC")
|
| 24 |
|
| 25 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 26 |
# ---------------------------------------------------
|
|
@@ -35,7 +35,7 @@ TITLE = f"""
|
|
| 35 |
|
| 36 |
# What does your leaderboard evaluate?
|
| 37 |
INTRODUCTION_TEXT = """
|
| 38 |
-
|
| 39 |
"""
|
| 40 |
|
| 41 |
# Which evaluations are you running? how can people reproduce what you have?
|
|
@@ -60,7 +60,6 @@ tokenizer = AutoTokenizer.from_pretrained("your model name", revision=revision)
|
|
| 60 |
If this step fails, follow the error messages to debug your model before submitting it. It's likely your model has been improperly uploaded.
|
| 61 |
|
| 62 |
Note: make sure your model is public!
|
| 63 |
-
Note: if your model needs `use_remote_code=True`, we do not support this option yet but we are working on adding it, stay posted!
|
| 64 |
|
| 65 |
### 2) Convert your model weights to [safetensors](https://huggingface.co/docs/safetensors/index)
|
| 66 |
It's a new format for storing weights which is safer and faster to load and use. It will also allow us to add the number of parameters of your model to the `Extended Viewer`!
|
|
|
|
| 14 |
# ---------------------------------------------------
|
| 15 |
class Tasks(Enum):
|
| 16 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
| 17 |
+
task1 = Task("PeKA", "acc", "PeKA*")
|
| 18 |
+
task2 = Task("PersBETS", "acc", "PersBETS*")
|
| 19 |
task3 = Task("khayyam_challenge", "acc", "Khayyam Challenge")
|
| 20 |
task4 = Task("parsinlu_mc", "acc", "ParsiNLU MCQA")
|
| 21 |
task5 = Task("parsinlu_nli", "acc", "ParsiNLU NLI")
|
| 22 |
task6 = Task("parsinlu_qqp", "acc", "ParsiNLU QQP")
|
| 23 |
+
# task7 = Task("persian_ARC", "acc", "Persian ARC")
|
| 24 |
|
| 25 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 26 |
# ---------------------------------------------------
|
|
|
|
| 35 |
|
| 36 |
# What does your leaderboard evaluate?
|
| 37 |
INTRODUCTION_TEXT = """
|
| 38 |
+
Persian LLM Leaderboard
|
| 39 |
"""
|
| 40 |
|
| 41 |
# Which evaluations are you running? how can people reproduce what you have?
|
|
|
|
| 60 |
If this step fails, follow the error messages to debug your model before submitting it. It's likely your model has been improperly uploaded.
|
| 61 |
|
| 62 |
Note: make sure your model is public!
|
|
|
|
| 63 |
|
| 64 |
### 2) Convert your model weights to [safetensors](https://huggingface.co/docs/safetensors/index)
|
| 65 |
It's a new format for storing weights which is safer and faster to load and use. It will also allow us to add the number of parameters of your model to the `Extended Viewer`!
|