NbAiLab
/

roberta_des_512

Model card Files Files and versions

Metrics Training metrics Community

pere commited on Dec 22, 2021

Commit

46233bb

·

1 Parent(s): 514788c

ready to train

Files changed (1) hide show

run_mlm_flax.py +1 -1

run_mlm_flax.py CHANGED Viewed

@@ -325,7 +325,7 @@ if __name__ == "__main__":
     # download the dataset.
     if data_args.dataset_name is not None:
         # Downloading and loading a dataset from the hub.
-        datasets = load_dataset(data_args.dataset_name, data_args.dataset_config_name, cache_dir=model_args.cache_dir)
         if "validation" not in datasets.keys():
             datasets["validation"] = load_dataset(

     # download the dataset.
     if data_args.dataset_name is not None:
         # Downloading and loading a dataset from the hub.
+        datasets = load_dataset(data_args.dataset_name, data_args.dataset_config_name, use_auth_token=data_args.auth_token, cache_dir=model_args.cache_dir)
         if "validation" not in datasets.keys():
             datasets["validation"] = load_dataset(