add progressbar

generate_overview_json.py

@@ -1,6 +1,7 @@
 from pathlib import Path
 import json
 
+from tqdm import tqdm
 from transformers import AutoModelForCausalLM
 
 
@@ -13,7 +14,7 @@ def main():
     pf_overview = evals_dir.joinpath("models.json")
     results = json.loads(pf_overview.read_text(encoding="utf-8")) if pf_overview.exists() else {}
 
-    for pfin in evals_dir.rglob("*.json"):
+    for pfin in tqdm(list(evals_dir.rglob("*.json")), desc="Generating overview JSON"):
         if pfin.stem == "models":
             continue
         short_name = pfin.stem.split("_", 2)[2].lower()