Spaces:
Running
Running
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -10,7 +10,7 @@ import numpy as np
|
|
| 10 |
|
| 11 |
from src.display.formatting import make_clickable_model
|
| 12 |
from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
|
| 13 |
-
|
| 14 |
|
| 15 |
|
| 16 |
@dataclass
|
|
@@ -58,9 +58,9 @@ class EvalResult:
|
|
| 58 |
result_key = f"{org}_{model}_{precision.value.name}"
|
| 59 |
full_model = "/".join(org_and_model)
|
| 60 |
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
architecture = "?"
|
| 65 |
# if model_config is not None:
|
| 66 |
# architectures = getattr(model_config, "architectures", None)
|
|
|
|
| 10 |
|
| 11 |
from src.display.formatting import make_clickable_model
|
| 12 |
from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
|
| 13 |
+
from src.submission.check_validity import is_model_on_hub
|
| 14 |
|
| 15 |
|
| 16 |
@dataclass
|
|
|
|
| 58 |
result_key = f"{org}_{model}_{precision.value.name}"
|
| 59 |
full_model = "/".join(org_and_model)
|
| 60 |
|
| 61 |
+
still_on_hub, _, model_config = is_model_on_hub(
|
| 62 |
+
full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
|
| 63 |
+
)
|
| 64 |
architecture = "?"
|
| 65 |
# if model_config is not None:
|
| 66 |
# architectures = getattr(model_config, "architectures", None)
|