Fix pydantic gradio compatibility error
Browse files- requirements.txt +2 -0
- src/leaderboard/read_evals.py +1 -1
requirements.txt
CHANGED
|
@@ -15,4 +15,6 @@ transformers==4.35.2
|
|
| 15 |
tokenizers>=0.15.0
|
| 16 |
git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b0921b636bc36ad05c0b0b0763bd6dd43463#egg=lm-eval
|
| 17 |
accelerate==0.24.1
|
|
|
|
|
|
|
| 18 |
sentencepiece
|
|
|
|
| 15 |
tokenizers>=0.15.0
|
| 16 |
git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b0921b636bc36ad05c0b0b0763bd6dd43463#egg=lm-eval
|
| 17 |
accelerate==0.24.1
|
| 18 |
+
pydantic==2.9.1
|
| 19 |
+
fastapi==0.112.4
|
| 20 |
sentencepiece
|
src/leaderboard/read_evals.py
CHANGED
|
@@ -158,7 +158,7 @@ class EvalResult:
|
|
| 158 |
category_averages["average_FO"].append(score)
|
| 159 |
elif task.value.category == "Decision-Making (DM)":
|
| 160 |
if task.value.benchmark == "FinTrade" and score != "missing":
|
| 161 |
-
category_averages["average_DM"].append((score +
|
| 162 |
else:
|
| 163 |
category_averages["average_DM"].append(score)
|
| 164 |
elif task.value.category == "Spanish":
|
|
|
|
| 158 |
category_averages["average_FO"].append(score)
|
| 159 |
elif task.value.category == "Decision-Making (DM)":
|
| 160 |
if task.value.benchmark == "FinTrade" and score != "missing":
|
| 161 |
+
category_averages["average_DM"].append((score + 300)/6)
|
| 162 |
else:
|
| 163 |
category_averages["average_DM"].append(score)
|
| 164 |
elif task.value.category == "Spanish":
|