Valeriy Sinyukov commited on
Commit
35e0bf8
·
1 Parent(s): ce2c261

Add check whether files already exist

Browse files
category_classification/datasets/en/download_train_test.py CHANGED
@@ -11,5 +11,10 @@ test_dataset = "arxiv_test.json"
11
  train_dataset = "arxiv_train.json"
12
 
13
  dataset_path = Path(dataset_download(dataset))
14
- os.symlink(dataset_path / test_dataset, test_dataset)
15
- os.symlink(dataset_path / train_dataset, train_dataset)
 
 
 
 
 
 
11
  train_dataset = "arxiv_train.json"
12
 
13
  dataset_path = Path(dataset_download(dataset))
14
+ test_file_path = dataset_path / test_dataset
15
+ train_file_path = dataset_path / train_dataset
16
+
17
+ if not test_file_path.exists():
18
+ os.symlink(dataset_path / test_dataset, test_dataset)
19
+ if not train_file_path.exists():
20
+ os.symlink(dataset_path / train_dataset, train_dataset)