MCILAB commited on
Commit
fb02b80
·
verified ·
1 Parent(s): df4a804

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -4
src/leaderboard/read_evals.py CHANGED
@@ -10,7 +10,7 @@ import numpy as np
10
 
11
  from src.display.formatting import make_clickable_model
12
  from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
13
- # from src.submission.check_validity import is_model_on_hub
14
 
15
 
16
  @dataclass
@@ -58,9 +58,9 @@ class EvalResult:
58
  result_key = f"{org}_{model}_{precision.value.name}"
59
  full_model = "/".join(org_and_model)
60
 
61
- # still_on_hub, _, model_config = is_model_on_hub(
62
- # full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
63
- # )
64
  architecture = "?"
65
  # if model_config is not None:
66
  # architectures = getattr(model_config, "architectures", None)
 
10
 
11
  from src.display.formatting import make_clickable_model
12
  from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
13
+ from src.submission.check_validity import is_model_on_hub
14
 
15
 
16
  @dataclass
 
58
  result_key = f"{org}_{model}_{precision.value.name}"
59
  full_model = "/".join(org_and_model)
60
 
61
+ still_on_hub, _, model_config = is_model_on_hub(
62
+ full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
63
+ )
64
  architecture = "?"
65
  # if model_config is not None:
66
  # architectures = getattr(model_config, "architectures", None)