small fix
Browse files
src/synthetic_dataset_generator/apps/rag.py
CHANGED
|
@@ -55,7 +55,7 @@ from synthetic_dataset_generator.utils import (
|
|
| 55 |
|
| 56 |
os.makedirs("./nltk_data", exist_ok=True)
|
| 57 |
nltk.data.path.append("./nltk_data")
|
| 58 |
-
nltk.download("
|
| 59 |
nltk.download("averaged_perceptron_tagger", download_dir="./nltk_data")
|
| 60 |
|
| 61 |
def _get_valid_columns(dataframe: pd.DataFrame):
|
|
|
|
| 55 |
|
| 56 |
os.makedirs("./nltk_data", exist_ok=True)
|
| 57 |
nltk.data.path.append("./nltk_data")
|
| 58 |
+
nltk.download("punkt_tab", download_dir="./nltk_data")
|
| 59 |
nltk.download("averaged_perceptron_tagger", download_dir="./nltk_data")
|
| 60 |
|
| 61 |
def _get_valid_columns(dataframe: pd.DataFrame):
|