Valeriy Sinyukov
commited on
Commit
·
c8b8b0f
1
Parent(s):
da67e9c
Create symlink to dataset dir
Browse files
category_classification/datasets/en/download_train_test.py
CHANGED
|
@@ -10,11 +10,12 @@ dataset = "hibiscus4000/arxiv-dataset"
|
|
| 10 |
test_dataset = "arxiv_test.json"
|
| 11 |
train_dataset = "arxiv_train.json"
|
| 12 |
|
|
|
|
| 13 |
dataset_path = Path(dataset_download(dataset))
|
| 14 |
test_file_path = dataset_path / test_dataset
|
| 15 |
train_file_path = dataset_path / train_dataset
|
| 16 |
|
| 17 |
if not test_file_path.exists():
|
| 18 |
-
os.symlink(dataset_path / test_dataset, test_dataset)
|
| 19 |
if not train_file_path.exists():
|
| 20 |
-
os.symlink(dataset_path / train_dataset, train_dataset)
|
|
|
|
| 10 |
test_dataset = "arxiv_test.json"
|
| 11 |
train_dataset = "arxiv_train.json"
|
| 12 |
|
| 13 |
+
file_dir = Path(__file__).parent
|
| 14 |
dataset_path = Path(dataset_download(dataset))
|
| 15 |
test_file_path = dataset_path / test_dataset
|
| 16 |
train_file_path = dataset_path / train_dataset
|
| 17 |
|
| 18 |
if not test_file_path.exists():
|
| 19 |
+
os.symlink(dataset_path / test_dataset, file_dir / test_dataset)
|
| 20 |
if not train_file_path.exists():
|
| 21 |
+
os.symlink(dataset_path / train_dataset, file_dir / train_dataset)
|
category_classification/datasets/ru/download_train_test.py
CHANGED
|
@@ -10,11 +10,12 @@ dataset = "hibiscus4000/Arxiv-papers-ru"
|
|
| 10 |
test_dataset = "arxiv_test.csv"
|
| 11 |
train_dataset = "arxiv_train.csv"
|
| 12 |
|
|
|
|
| 13 |
dataset_path = Path(dataset_download(dataset))
|
| 14 |
test_file_path = dataset_path / test_dataset
|
| 15 |
train_file_path = dataset_path / train_dataset
|
| 16 |
|
| 17 |
if not test_file_path.exists():
|
| 18 |
-
os.symlink(dataset_path / test_dataset, test_dataset)
|
| 19 |
if not train_file_path.exists():
|
| 20 |
-
os.symlink(dataset_path / train_dataset, train_dataset)
|
|
|
|
| 10 |
test_dataset = "arxiv_test.csv"
|
| 11 |
train_dataset = "arxiv_train.csv"
|
| 12 |
|
| 13 |
+
file_dir = Path(__file__).parent
|
| 14 |
dataset_path = Path(dataset_download(dataset))
|
| 15 |
test_file_path = dataset_path / test_dataset
|
| 16 |
train_file_path = dataset_path / train_dataset
|
| 17 |
|
| 18 |
if not test_file_path.exists():
|
| 19 |
+
os.symlink(dataset_path / test_dataset, file_dir / test_dataset)
|
| 20 |
if not train_file_path.exists():
|
| 21 |
+
os.symlink(dataset_path / train_dataset, file_dir / train_dataset)
|