Update retriever/embed_documents.py

retriever/embed_documents.py

@@ -31,8 +31,8 @@ from config import ConfigConstants
 
 def embed_documents(documents: List[Dict], embedding_path: str = ConfigConstants.DATA_SET_PATH + "embeddings/embeddings.faiss", metadata_path: str = ConfigConstants.DATA_SET_PATH + "embeddings/metadata.json") -> FAISS:
     logging.info(f"Total documents got :{len(documents)}")
-    os.makedirs(embedding_path, exist_ok=True)
-    os.makedirs(metadata_path, exist_ok=True)
+    os.makedirs(os.path.dirname(embedding_path), exist_ok=True)
+    os.makedirs(os.path.dirname(metadata_path), exist_ok=True)
 
     embedding_model = HuggingFaceEmbeddings(model_name=ConfigConstants.EMBEDDING_MODEL_NAME)