Update push_to_hub function with HF_TOKEN

load_base_model_data.py

@@ -7,6 +7,9 @@ from huggingface_hub import list_models
 from pydantic import BaseModel, field_validator
 from toolz import groupby
 from tqdm.auto import tqdm
+import os
+
+HF_TOKEN = os.environ.get("HF_TOKEN")
 
 
 @lru_cache()
@@ -84,6 +87,6 @@ def load_data():
         HubModel.from_original(model.__dict__).model_dump() for model in base_models
     ]
     ds = Dataset.from_list(parsed_models + parsed_base_models)
-    ds.push_to_hub("davanstrien/hub_models_with_base_model_info")
+    ds.push_to_hub("davanstrien/hub_models_with_base_model_info", token=HF_TOKEN)
     print("Pushed to hub")
     return ds