Valeriy Sinyukov
commited on
Commit
·
35e0bf8
1
Parent(s):
ce2c261
Add check whether files already exist
Browse files
category_classification/datasets/en/download_train_test.py
CHANGED
@@ -11,5 +11,10 @@ test_dataset = "arxiv_test.json"
|
|
11 |
train_dataset = "arxiv_train.json"
|
12 |
|
13 |
dataset_path = Path(dataset_download(dataset))
|
14 |
-
|
15 |
-
|
|
|
|
|
|
|
|
|
|
|
|
11 |
train_dataset = "arxiv_train.json"
|
12 |
|
13 |
dataset_path = Path(dataset_download(dataset))
|
14 |
+
test_file_path = dataset_path / test_dataset
|
15 |
+
train_file_path = dataset_path / train_dataset
|
16 |
+
|
17 |
+
if not test_file_path.exists():
|
18 |
+
os.symlink(dataset_path / test_dataset, test_dataset)
|
19 |
+
if not train_file_path.exists():
|
20 |
+
os.symlink(dataset_path / train_dataset, train_dataset)
|