MCILAB commited on
Commit
d42a318
·
verified ·
1 Parent(s): d231170

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +7 -8
src/leaderboard/read_evals.py CHANGED
@@ -58,14 +58,14 @@ class EvalResult:
58
  result_key = f"{org}_{model}_{precision.value.name}"
59
  full_model = "/".join(org_and_model)
60
 
61
- #still_on_hub, _, model_config = is_model_on_hub(
62
- # full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
63
- #)
64
  architecture = "?"
65
- #if model_config is not None:
66
- # architectures = getattr(model_config, "architectures", None)
67
- # if architectures:
68
- # architecture = ";".join(architectures)
69
 
70
  # Extract results available in this file (some results are split in several files)
71
  results = {}
@@ -117,7 +117,6 @@ class EvalResult:
117
  "eval_name": self.eval_name, # not a column, just a save name,
118
  AutoEvalColumn.precision.name: self.precision.value.name,
119
  AutoEvalColumn.model_type.name: self.model_type.value.name,
120
- AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
121
  AutoEvalColumn.weight_type.name: self.weight_type.value.name,
122
  AutoEvalColumn.architecture.name: self.architecture,
123
  AutoEvalColumn.model.name: make_clickable_model(self.full_model),
 
58
  result_key = f"{org}_{model}_{precision.value.name}"
59
  full_model = "/".join(org_and_model)
60
 
61
+ still_on_hub, _, model_config = is_model_on_hub(
62
+ full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
63
+ )
64
  architecture = "?"
65
+ if model_config is not None:
66
+ architectures = getattr(model_config, "architectures", None)
67
+ if architectures:
68
+ architecture = ";".join(architectures)
69
 
70
  # Extract results available in this file (some results are split in several files)
71
  results = {}
 
117
  "eval_name": self.eval_name, # not a column, just a save name,
118
  AutoEvalColumn.precision.name: self.precision.value.name,
119
  AutoEvalColumn.model_type.name: self.model_type.value.name,
 
120
  AutoEvalColumn.weight_type.name: self.weight_type.value.name,
121
  AutoEvalColumn.architecture.name: self.architecture,
122
  AutoEvalColumn.model.name: make_clickable_model(self.full_model),