Update utils.py

utils.py

@@ -2,6 +2,7 @@ from datasets import Dataset, concatenate_datasets
 from huggingface_hub import login
 import os
 from datasets import load_dataset
+from datasets import DownloadConfig
 
 
 def update_db_hub(texts, topics, dates):
@@ -19,7 +20,7 @@ def update_db_hub(texts, topics, dates):
     
     try:
         # Load the dataset (use_auth_token=True if it's private)
-        dataset = load_dataset(dataset_name, use_auth_token=True)
+        dataset = load_dataset(dataset_name, download_config=DownloadConfig(token=api_token))
         print("Dataset loaded successfully!", dataset)
         # print(dataset)
         updated_dataset = concatenate_datasets([dataset['train'], new_dataset])