pere commited on
Commit
6136be6
·
1 Parent(s): d7a0f9d

test of why it fails

Browse files
events.out.tfevents.1638555425.t1v-n-1a0a7c50-w-0.148118.0.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be1f6fe592a6be5d1d76100ed7a0fab4dd25473807f39d8df9d70c3f2e23594
3
+ size 40
run_mlm_flax.py CHANGED
@@ -343,7 +343,7 @@ if __name__ == "__main__":
343
  extension = data_args.train_file.split(".")[-1]
344
  if extension == "txt":
345
  extension = "text"
346
- datasets = load_dataset(extension, data_files=data_files, cache_dir=model_args.cache_dir, chunksize=chunksize)
347
  # See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
348
  # https://huggingface.co/docs/datasets/loading_datasets.html.
349
 
 
343
  extension = data_args.train_file.split(".")[-1]
344
  if extension == "txt":
345
  extension = "text"
346
+ datasets = load_dataset(extension, data_files=data_files, cache_dir=model_args.cache_dir)
347
  # See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
348
  # https://huggingface.co/docs/datasets/loading_datasets.html.
349