camparchimedes commited on
Commit
f50f150
ยท
verified ยท
1 Parent(s): 5432753

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -74,14 +74,14 @@ async def start():
74
 
75
  loader = CSVLoader(file_path="./data/knowledge_base.csv", source_column="Answer")
76
  data = loader.load()
77
-
78
  for i, doc in enumerate(data):
79
  doc.metadata["row_index"] = i + 1
80
  doc.metadata["source"] = doc.metadata.get("Info_Url", "")
81
 
82
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
83
  documents = text_splitter.transform_documents(data)
84
-
85
  store = LocalFileStore("./cache/")
86
 
87
  core_embeddings_model = OpenAIEmbeddings()
 
74
 
75
  loader = CSVLoader(file_path="./data/knowledge_base.csv", source_column="Answer")
76
  data = loader.load()
77
+ # FAISS, by default: no built-in metadata filtering โ€”โ€”โ€”โ€”โ€”โ€”โ€”โ€”โ€”>
78
  for i, doc in enumerate(data):
79
  doc.metadata["row_index"] = i + 1
80
  doc.metadata["source"] = doc.metadata.get("Info_Url", "")
81
 
82
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
83
  documents = text_splitter.transform_documents(data)
84
+ # FAISS, by default: requires external storage (e.g., LocalFileStore) โ€”โ€”โ€”โ€”โ€”โ€”โ€”โ€”โ€”>
85
  store = LocalFileStore("./cache/")
86
 
87
  core_embeddings_model = OpenAIEmbeddings()