add summary

app.py

@@ -22,6 +22,7 @@ from langchain.memory import ConversationBufferWindowMemory
 from langchain.agents import ZeroShotAgent, AgentExecutor
 from langchain.agents import OpenAIMultiFunctionsAgent
 from langchain.prompts import MessagesPlaceholder
+from langchain.chains.summarize import load_summarize_chain
 from langchain.schema.messages import (
     AIMessage,
     BaseMessage,
@@ -223,6 +224,26 @@ def UpdateDb():
     print("Pinecone Updated Done")
     print(index.describe_index_stats())
 
+def SummarizeDoc():
+    global vectordb_p
+    # pinecone.Index(index_name).delete(delete_all=True, namespace='')
+    # collection = vectordb_p.get()
+    # split_docs = process_documents([metadata['source'] for metadata in collection['metadatas']])
+    # split_docs = process_documents()
+    split_docs = process_documents_2()
+    tt = len(split_docs)
+    print(split_docs[tt-1])
+    
+    try:
+        sum_chain = load_summarize_chain(llm, chain_type='refine', verbose=True)
+        sum_text = sum_chain.run(split_docs)
+    except Exception as e:
+        print("SummarizeDoc error:", e)
+        
+    # sum_text = "test sum"
+    return sum_text
+
+
 
 class DB_Search(BaseTool):
     name = "Vector_Database_Search"
@@ -690,6 +711,28 @@ def func_upload_file(files, chat_history2):
     chat_history2.append(test_msg)
     yield chat_history2
 
+
+def Summary_upload_file(files, chat_history2):
+    global file_list_loaded
+    file_list_loaded = []
+    for unit in files:
+        file_list_loaded.append(unit.name)
+    # file_list_loaded = files
+    print(file_list_loaded)
+    # print(chat_history)
+    # test_msg = ["Request Upload File into DB", "Operation Ongoing...."]
+    
+    # chat_history.append(test_msg)
+    for file in files:
+        chat_history2 = chat_history2 + [((file.name,), None)]
+    yield chat_history2
+    if os.environ["SYS_Upload_Enable"] == "1":
+        sumtext = SummarizeDoc()
+    test_msg = [None, sumtext]
+    chat_history2.append(test_msg)
+    yield chat_history2
+
+
 class Logger:
     def __init__(self, filename):
         self.terminal = sys.stdout
@@ -994,7 +1037,7 @@ with gr.Blocks() as demo:
 
     with gr.Column() as main2:
         title = gr.Markdown("""# <center> STLA BABY - YOUR FRIENDLY GUIDE
-                            <center> v0.4: Powered by MECH Core Team"""),
+                            <center> v0.5: Powered by MECH Core Team"""),
         chatbot = gr.Chatbot()
         with gr.Row():
             inputtext = gr.Textbox(
@@ -1030,7 +1073,7 @@ with gr.Blocks() as demo:
                 label= "OUTPUT",
                 )
             upload_button = gr.UploadButton("✡️ INGEST DB", file_count="multiple", scale= 0, variant="secondary")
-            upload_file_button = gr.UploadButton("📁 UPLOAD", file_count="single", scale= 0, variant="secondary")
+            upload_file_button = gr.UploadButton("📁 MAKE DOC SUMMARY", file_count="single", scale= 0, variant="secondary")
             retry_button = gr.Button("RETRY")
             clear_button = gr.Button("CLEAR")
         with gr.Accordion(