Valeriy Sinyukov
commited on
Commit
·
c8b8b0f
1
Parent(s):
da67e9c
Create symlink to dataset dir
Browse files
category_classification/datasets/en/download_train_test.py
CHANGED
@@ -10,11 +10,12 @@ dataset = "hibiscus4000/arxiv-dataset"
|
|
10 |
test_dataset = "arxiv_test.json"
|
11 |
train_dataset = "arxiv_train.json"
|
12 |
|
|
|
13 |
dataset_path = Path(dataset_download(dataset))
|
14 |
test_file_path = dataset_path / test_dataset
|
15 |
train_file_path = dataset_path / train_dataset
|
16 |
|
17 |
if not test_file_path.exists():
|
18 |
-
os.symlink(dataset_path / test_dataset, test_dataset)
|
19 |
if not train_file_path.exists():
|
20 |
-
os.symlink(dataset_path / train_dataset, train_dataset)
|
|
|
10 |
test_dataset = "arxiv_test.json"
|
11 |
train_dataset = "arxiv_train.json"
|
12 |
|
13 |
+
file_dir = Path(__file__).parent
|
14 |
dataset_path = Path(dataset_download(dataset))
|
15 |
test_file_path = dataset_path / test_dataset
|
16 |
train_file_path = dataset_path / train_dataset
|
17 |
|
18 |
if not test_file_path.exists():
|
19 |
+
os.symlink(dataset_path / test_dataset, file_dir / test_dataset)
|
20 |
if not train_file_path.exists():
|
21 |
+
os.symlink(dataset_path / train_dataset, file_dir / train_dataset)
|
category_classification/datasets/ru/download_train_test.py
CHANGED
@@ -10,11 +10,12 @@ dataset = "hibiscus4000/Arxiv-papers-ru"
|
|
10 |
test_dataset = "arxiv_test.csv"
|
11 |
train_dataset = "arxiv_train.csv"
|
12 |
|
|
|
13 |
dataset_path = Path(dataset_download(dataset))
|
14 |
test_file_path = dataset_path / test_dataset
|
15 |
train_file_path = dataset_path / train_dataset
|
16 |
|
17 |
if not test_file_path.exists():
|
18 |
-
os.symlink(dataset_path / test_dataset, test_dataset)
|
19 |
if not train_file_path.exists():
|
20 |
-
os.symlink(dataset_path / train_dataset, train_dataset)
|
|
|
10 |
test_dataset = "arxiv_test.csv"
|
11 |
train_dataset = "arxiv_train.csv"
|
12 |
|
13 |
+
file_dir = Path(__file__).parent
|
14 |
dataset_path = Path(dataset_download(dataset))
|
15 |
test_file_path = dataset_path / test_dataset
|
16 |
train_file_path = dataset_path / train_dataset
|
17 |
|
18 |
if not test_file_path.exists():
|
19 |
+
os.symlink(dataset_path / test_dataset, file_dir / test_dataset)
|
20 |
if not train_file_path.exists():
|
21 |
+
os.symlink(dataset_path / train_dataset, file_dir / train_dataset)
|