Upload load_dataset.py

data/load_dataset.py

@@ -4,7 +4,8 @@ import pickle
 from datasets import load_dataset
 from config import ConfigConstants  # For saving the dataset locally
 
-def load_data(data_set_name, local_path=ConfigConstants.DATA_SET_PATH):
+def load_data(data_set_name):
+    local_path = ConfigConstants.DATA_SET_PATH + 'local_datasets'
     os.makedirs(os.path.dirname(local_path), exist_ok=True)
     dataset_file = os.path.join(local_path, f"{data_set_name}_test.pkl")