Valeriy Sinyukov
commited on
Commit
·
35e0bf8
1
Parent(s):
ce2c261
Add check whether files already exist
Browse files
category_classification/datasets/en/download_train_test.py
CHANGED
|
@@ -11,5 +11,10 @@ test_dataset = "arxiv_test.json"
|
|
| 11 |
train_dataset = "arxiv_train.json"
|
| 12 |
|
| 13 |
dataset_path = Path(dataset_download(dataset))
|
| 14 |
-
|
| 15 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
train_dataset = "arxiv_train.json"
|
| 12 |
|
| 13 |
dataset_path = Path(dataset_download(dataset))
|
| 14 |
+
test_file_path = dataset_path / test_dataset
|
| 15 |
+
train_file_path = dataset_path / train_dataset
|
| 16 |
+
|
| 17 |
+
if not test_file_path.exists():
|
| 18 |
+
os.symlink(dataset_path / test_dataset, test_dataset)
|
| 19 |
+
if not train_file_path.exists():
|
| 20 |
+
os.symlink(dataset_path / train_dataset, train_dataset)
|