Update py/db_storage.py
Browse files- py/db_storage.py +14 -10
py/db_storage.py
CHANGED
@@ -15,18 +15,26 @@ from langchain_community.vectorstores import FAISS
|
|
15 |
|
16 |
|
17 |
warnings.filterwarnings("ignore")
|
18 |
-
CHROMA_DB_PATH = os.path.join(os.getcwd(), "chroma_db")
|
19 |
-
|
|
|
20 |
tesla_10k_collection = 'tesla-10k-2019-to-2023'
|
21 |
embedding_model = ""
|
22 |
# embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-large')
|
23 |
|
|
|
|
|
|
|
|
|
|
|
24 |
|
25 |
class DBStorage:
|
26 |
-
def __init__(self):
|
27 |
self.CHROMA_PATH = CHROMA_DB_PATH
|
|
|
|
|
28 |
self.vector_store = None
|
29 |
-
self.client = chromadb.PersistentClient(path=
|
30 |
print(self.client.list_collections())
|
31 |
self.collection = self.client.get_or_create_collection(name=tesla_10k_collection)
|
32 |
print(self.collection.count())
|
@@ -73,7 +81,7 @@ class DBStorage:
|
|
73 |
)
|
74 |
|
75 |
self.vector_store = Chroma(collection_name=tesla_10k_collection,
|
76 |
-
persist_directory=
|
77 |
# embedding_function=embeddings
|
78 |
embedding_function=embedding_model
|
79 |
)
|
@@ -158,13 +166,9 @@ class DBStorage:
|
|
158 |
|
159 |
def check_and_delete(PATH):
|
160 |
if os.path.isdir(PATH):
|
161 |
-
|
162 |
-
shutil.rmtree(PATH)
|
163 |
print(f'Deleted {PATH}')
|
164 |
|
165 |
-
def clear_db():
|
166 |
-
check_and_delete(CHROMA_DB_PATH)
|
167 |
-
# check_and_delete(FAISS_DB_PATH)
|
168 |
|
169 |
|
170 |
# Usage example
|
|
|
15 |
|
16 |
|
17 |
warnings.filterwarnings("ignore")
|
18 |
+
CHROMA_DB_PATH = os.path.join(os.getcwd(), "Stock Sentiment Analysis", "chroma_db")
|
19 |
+
CHROMA_DB_PATHH = os.path.join(os.getcwd(), "chroma_db")
|
20 |
+
# FAISS_DB_PATH = os.path.join(os.getcwd(), "Stock Sentiment Analysis", "faiss_index")
|
21 |
tesla_10k_collection = 'tesla-10k-2019-to-2023'
|
22 |
embedding_model = ""
|
23 |
# embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-large')
|
24 |
|
25 |
+
def clear_db(hugg = False):
|
26 |
+
check_and_delete(CHROMA_DB_PATH)
|
27 |
+
if hugg:
|
28 |
+
check_and_delete(CHROMA_DB_PATHH)
|
29 |
+
# check_and_delete(FAISS_DB_PATH)
|
30 |
|
31 |
class DBStorage:
|
32 |
+
def __init__(self, hugg = False):
|
33 |
self.CHROMA_PATH = CHROMA_DB_PATH
|
34 |
+
if hugg:
|
35 |
+
self.CHROMA_PATH = CHROMA_DB_PATHH
|
36 |
self.vector_store = None
|
37 |
+
self.client = chromadb.PersistentClient(path=self.CHROMA_PATH)
|
38 |
print(self.client.list_collections())
|
39 |
self.collection = self.client.get_or_create_collection(name=tesla_10k_collection)
|
40 |
print(self.collection.count())
|
|
|
81 |
)
|
82 |
|
83 |
self.vector_store = Chroma(collection_name=tesla_10k_collection,
|
84 |
+
persist_directory=self.CHROMA_PATH,
|
85 |
# embedding_function=embeddings
|
86 |
embedding_function=embedding_model
|
87 |
)
|
|
|
166 |
|
167 |
def check_and_delete(PATH):
|
168 |
if os.path.isdir(PATH):
|
169 |
+
shutil.rmtree(PATH, onexc=lambda func, path, exc: os.chmod(path, 0o777))
|
|
|
170 |
print(f'Deleted {PATH}')
|
171 |
|
|
|
|
|
|
|
172 |
|
173 |
|
174 |
# Usage example
|