Spaces:
Sleeping
Sleeping
Joschka Strueber
commited on
Commit
·
c192c72
1
Parent(s):
482c272
[Ref] test list of models
Browse files- src/dataloading.py +13 -7
src/dataloading.py
CHANGED
|
@@ -9,15 +9,21 @@ def get_leaderboard_models():
|
|
| 9 |
datasets = api.list_datasets(author="open-llm-leaderboard")
|
| 10 |
|
| 11 |
models = []
|
| 12 |
-
for dataset in datasets:
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
|
| 19 |
# Example models
|
| 20 |
-
models = [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
|
| 22 |
return sorted(models)
|
| 23 |
|
|
|
|
| 9 |
datasets = api.list_datasets(author="open-llm-leaderboard")
|
| 10 |
|
| 11 |
models = []
|
| 12 |
+
#for dataset in datasets:
|
| 13 |
+
# if dataset.id.endswith("-details"):
|
| 14 |
+
# # Format: "open-llm-leaderboard/<provider>__<model_name>-details"
|
| 15 |
+
# model_part = dataset.id.split("/")[-1].replace("-details", "")
|
| 16 |
+
# provider, model = model_part.split("__", 1)
|
| 17 |
+
# models.append(f"{provider}/{model}")
|
| 18 |
|
| 19 |
# Example models
|
| 20 |
+
models = [
|
| 21 |
+
"meta_llama/Llama-3.2-1B-Instruct",
|
| 22 |
+
"meta_llama/Llama-3.2-3B-Instruct",
|
| 23 |
+
"meta_llama/Llama-3.1-8B-Instruct",
|
| 24 |
+
"meta_llama/Llama-3.1-70B-Instruct",
|
| 25 |
+
"meta_llama/Llama-3.3-70B-Instruct",
|
| 26 |
+
]
|
| 27 |
|
| 28 |
return sorted(models)
|
| 29 |
|