MCILAB commited on
Commit
a8c6df4
·
verified ·
1 Parent(s): a8edff5

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -4
src/leaderboard/read_evals.py CHANGED
@@ -58,9 +58,9 @@ class EvalResult:
58
  result_key = f"{org}_{model}_{precision.value.name}"
59
  full_model = "/".join(org_and_model)
60
 
61
- still_on_hub, _, model_config = is_model_on_hub(
62
- full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
63
- )
64
  architecture = "?"
65
  if model_config is not None:
66
  architectures = getattr(model_config, "architectures", None)
@@ -89,7 +89,7 @@ class EvalResult:
89
  precision=precision,
90
  revision= config.get("model_sha", ""),
91
  # it use still_on_hub param where it comment in upper lines
92
- still_on_hub=still_on_hub,
93
  num_params = config.get("num_params",0),
94
  architecture=architecture
95
  )
 
58
  result_key = f"{org}_{model}_{precision.value.name}"
59
  full_model = "/".join(org_and_model)
60
 
61
+ #still_on_hub, _, model_config = is_model_on_hub(
62
+ # full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
63
+ #)
64
  architecture = "?"
65
  if model_config is not None:
66
  architectures = getattr(model_config, "architectures", None)
 
89
  precision=precision,
90
  revision= config.get("model_sha", ""),
91
  # it use still_on_hub param where it comment in upper lines
92
+ still_on_hub=False,
93
  num_params = config.get("num_params",0),
94
  architecture=architecture
95
  )