Spaces:
Build error
Build error
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -58,14 +58,14 @@ class EvalResult:
|
|
| 58 |
result_key = f"{org}_{model}_{precision.value.name}"
|
| 59 |
full_model = "/".join(org_and_model)
|
| 60 |
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
architecture = "?"
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
|
| 70 |
# Extract results available in this file (some results are split in several files)
|
| 71 |
results = {}
|
|
@@ -117,7 +117,6 @@ class EvalResult:
|
|
| 117 |
"eval_name": self.eval_name, # not a column, just a save name,
|
| 118 |
AutoEvalColumn.precision.name: self.precision.value.name,
|
| 119 |
AutoEvalColumn.model_type.name: self.model_type.value.name,
|
| 120 |
-
AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
|
| 121 |
AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
| 122 |
AutoEvalColumn.architecture.name: self.architecture,
|
| 123 |
AutoEvalColumn.model.name: make_clickable_model(self.full_model),
|
|
|
|
| 58 |
result_key = f"{org}_{model}_{precision.value.name}"
|
| 59 |
full_model = "/".join(org_and_model)
|
| 60 |
|
| 61 |
+
still_on_hub, _, model_config = is_model_on_hub(
|
| 62 |
+
full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
|
| 63 |
+
)
|
| 64 |
architecture = "?"
|
| 65 |
+
if model_config is not None:
|
| 66 |
+
architectures = getattr(model_config, "architectures", None)
|
| 67 |
+
if architectures:
|
| 68 |
+
architecture = ";".join(architectures)
|
| 69 |
|
| 70 |
# Extract results available in this file (some results are split in several files)
|
| 71 |
results = {}
|
|
|
|
| 117 |
"eval_name": self.eval_name, # not a column, just a save name,
|
| 118 |
AutoEvalColumn.precision.name: self.precision.value.name,
|
| 119 |
AutoEvalColumn.model_type.name: self.model_type.value.name,
|
|
|
|
| 120 |
AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
| 121 |
AutoEvalColumn.architecture.name: self.architecture,
|
| 122 |
AutoEvalColumn.model.name: make_clickable_model(self.full_model),
|