Update app.py
Browse files
app.py
CHANGED
|
@@ -118,22 +118,18 @@ def main():
|
|
| 118 |
|
| 119 |
script_dir = os.path.dirname(os.path.abspath(__file__))
|
| 120 |
data_path = os.path.join(script_dir, "data/")
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 124 |
|
| 125 |
-
|
| 126 |
-
# Load documents from the data path
|
| 127 |
-
documents = load_txt_documents(data_path)
|
| 128 |
-
if not documents:
|
| 129 |
-
st.warning("No documents found in the data path.")
|
| 130 |
-
else:
|
| 131 |
-
# Split the documents into chunks
|
| 132 |
-
docs = split_docs(documents, 350, 40)
|
| 133 |
-
# Add your logic here to use `docs`
|
| 134 |
-
st.success("Documents loaded and processed successfully.")
|
| 135 |
-
except Exception as e:
|
| 136 |
-
st.error(f"An error occurred while loading documents: {e}")
|
| 137 |
|
| 138 |
|
| 139 |
|
|
|
|
| 118 |
|
| 119 |
script_dir = os.path.dirname(os.path.abspath(__file__))
|
| 120 |
data_path = os.path.join(script_dir, "data/")
|
| 121 |
+
for filename in os.listdir(data_path):
|
| 122 |
+
|
| 123 |
+
if filename.endswith('.txt'):
|
| 124 |
+
|
| 125 |
+
file_path = os.path.join(data_path, filename)
|
| 126 |
+
|
| 127 |
+
documents = TextLoader(file_path).load()
|
| 128 |
+
|
| 129 |
+
documents.extend(documents)
|
| 130 |
+
|
| 131 |
|
| 132 |
+
docs = split_docs(documents, 350, 40)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 133 |
|
| 134 |
|
| 135 |
|