Valeriy Sinyukov commited on
Commit
c8b8b0f
·
1 Parent(s): da67e9c

Create symlink to dataset dir

Browse files
category_classification/datasets/en/download_train_test.py CHANGED
@@ -10,11 +10,12 @@ dataset = "hibiscus4000/arxiv-dataset"
10
  test_dataset = "arxiv_test.json"
11
  train_dataset = "arxiv_train.json"
12
 
 
13
  dataset_path = Path(dataset_download(dataset))
14
  test_file_path = dataset_path / test_dataset
15
  train_file_path = dataset_path / train_dataset
16
 
17
  if not test_file_path.exists():
18
- os.symlink(dataset_path / test_dataset, test_dataset)
19
  if not train_file_path.exists():
20
- os.symlink(dataset_path / train_dataset, train_dataset)
 
10
  test_dataset = "arxiv_test.json"
11
  train_dataset = "arxiv_train.json"
12
 
13
+ file_dir = Path(__file__).parent
14
  dataset_path = Path(dataset_download(dataset))
15
  test_file_path = dataset_path / test_dataset
16
  train_file_path = dataset_path / train_dataset
17
 
18
  if not test_file_path.exists():
19
+ os.symlink(dataset_path / test_dataset, file_dir / test_dataset)
20
  if not train_file_path.exists():
21
+ os.symlink(dataset_path / train_dataset, file_dir / train_dataset)
category_classification/datasets/ru/download_train_test.py CHANGED
@@ -10,11 +10,12 @@ dataset = "hibiscus4000/Arxiv-papers-ru"
10
  test_dataset = "arxiv_test.csv"
11
  train_dataset = "arxiv_train.csv"
12
 
 
13
  dataset_path = Path(dataset_download(dataset))
14
  test_file_path = dataset_path / test_dataset
15
  train_file_path = dataset_path / train_dataset
16
 
17
  if not test_file_path.exists():
18
- os.symlink(dataset_path / test_dataset, test_dataset)
19
  if not train_file_path.exists():
20
- os.symlink(dataset_path / train_dataset, train_dataset)
 
10
  test_dataset = "arxiv_test.csv"
11
  train_dataset = "arxiv_train.csv"
12
 
13
+ file_dir = Path(__file__).parent
14
  dataset_path = Path(dataset_download(dataset))
15
  test_file_path = dataset_path / test_dataset
16
  train_file_path = dataset_path / train_dataset
17
 
18
  if not test_file_path.exists():
19
+ os.symlink(dataset_path / test_dataset, file_dir / test_dataset)
20
  if not train_file_path.exists():
21
+ os.symlink(dataset_path / train_dataset, file_dir / train_dataset)