Spaces:
Sleeping
Sleeping
Commit
·
ef29c72
1
Parent(s):
4ce1d21
embeddings
Browse files
app.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1 |
from langchain.docstore.document import Document
|
2 |
"""Core Modules s"""
|
3 |
-
from typing import Union, Optional, List, Sequence
|
4 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
5 |
from langchain.text_splitter import RecursiveCharacterTextSplitter, NLTKTextSplitter, CharacterTextSplitter
|
6 |
from langchain.vectorstores.faiss import FAISS
|
@@ -45,7 +44,7 @@ def doc_to_embeddings(doc:Document, split_mode:str='tiktoken',
|
|
45 |
else:
|
46 |
raise ValueError("Please specify the split mode.")
|
47 |
documents = text_splitter.split_documents(doc)
|
48 |
-
embeddings = OpenAIEmbeddings()
|
49 |
faiss_db = FAISS.from_documents(documents, embeddings)
|
50 |
if save_faiss:
|
51 |
faiss_db.save_local(faiss_save_path)
|
|
|
1 |
from langchain.docstore.document import Document
|
2 |
"""Core Modules s"""
|
|
|
3 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
4 |
from langchain.text_splitter import RecursiveCharacterTextSplitter, NLTKTextSplitter, CharacterTextSplitter
|
5 |
from langchain.vectorstores.faiss import FAISS
|
|
|
44 |
else:
|
45 |
raise ValueError("Please specify the split mode.")
|
46 |
documents = text_splitter.split_documents(doc)
|
47 |
+
embeddings = OpenAIEmbeddings(openai_api_key=os.environ['OpenAI_APIKEY'])
|
48 |
faiss_db = FAISS.from_documents(documents, embeddings)
|
49 |
if save_faiss:
|
50 |
faiss_db.save_local(faiss_save_path)
|