tomascufaro commited on
Commit
ef29c72
·
1 Parent(s): 4ce1d21

embeddings

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -1,6 +1,5 @@
1
  from langchain.docstore.document import Document
2
  """Core Modules s"""
3
- from typing import Union, Optional, List, Sequence
4
  from langchain.embeddings.openai import OpenAIEmbeddings
5
  from langchain.text_splitter import RecursiveCharacterTextSplitter, NLTKTextSplitter, CharacterTextSplitter
6
  from langchain.vectorstores.faiss import FAISS
@@ -45,7 +44,7 @@ def doc_to_embeddings(doc:Document, split_mode:str='tiktoken',
45
  else:
46
  raise ValueError("Please specify the split mode.")
47
  documents = text_splitter.split_documents(doc)
48
- embeddings = OpenAIEmbeddings()
49
  faiss_db = FAISS.from_documents(documents, embeddings)
50
  if save_faiss:
51
  faiss_db.save_local(faiss_save_path)
 
1
  from langchain.docstore.document import Document
2
  """Core Modules s"""
 
3
  from langchain.embeddings.openai import OpenAIEmbeddings
4
  from langchain.text_splitter import RecursiveCharacterTextSplitter, NLTKTextSplitter, CharacterTextSplitter
5
  from langchain.vectorstores.faiss import FAISS
 
44
  else:
45
  raise ValueError("Please specify the split mode.")
46
  documents = text_splitter.split_documents(doc)
47
+ embeddings = OpenAIEmbeddings(openai_api_key=os.environ['OpenAI_APIKEY'])
48
  faiss_db = FAISS.from_documents(documents, embeddings)
49
  if save_faiss:
50
  faiss_db.save_local(faiss_save_path)