Update Database.py

Database.py

@@ -12,6 +12,10 @@ from datetime import datetime
 import time
 import Cleaning
 from collections import Counter
+import models
+from datetime import datetime
+date_format = '%d-%m-%Y'
+
 def current_milli_time():
     return round(time.time() * 1000)
 
@@ -30,12 +34,13 @@ feedbacks = db.collection("feedbacks").where("feedbacks","!=",'').get()
 
 
 documents=[]
+documnetskey={}
 #get all documents for today that have no summary
-def get_all_document():
-    for doc in documents_to_summarize:
-        document =Classes.Shakwa.from_dict(source=doc.to_dict())
-        documents.append(document)
-    return documents
+# def get_all_document():
+#     for doc in documents_to_summarize:
+#         document =Classes.Shakwa.from_dict(source=doc.to_dict())
+#         documents.append(document)
+#     return documents
 
 
 
@@ -46,9 +51,11 @@ def get_num_of_words():
 def shakwa_common_words():
     allcomplaints = []
     most_common_words = {}
-    for doc in documents_to_summarize:
+    global documents
+    for document in documents:
         document = Classes.Shakwa.from_dict(source=doc.to_dict())
         allcomplaints.append(document.complaintbody)
+    documents.clear()    
     # print(allcomplaints)
     words_in_docs = " ".join(allcomplaints)
     words_in_docs = Cleaning.txt_preprocess(words_in_docs)
@@ -59,7 +66,7 @@ def shakwa_common_words():
         else:
             most_common_words[word] = 1
     most_common_words = sorted(most_common_words.items(), key=lambda x: x[1])
-    return dict(most_common_words)
+    db.collection("per_day_common_words").add({str(datetime.today().date()):most_common_words})
 
 
 def feedback_common_words():
@@ -89,4 +96,45 @@ def get_most_common_places():
         else:
             dic_place_count[document.governorate] += 1
     return dic_place_count
+queuedUnSummurizedShawkas = []
+semphoreShakwas=threading.Semaphore(0)
+def summrizedshakwas():
+   global queuedUnSummurizedShawkas
+   global semphoreShakwas
+   global db
+   while True:  
+       semphoreShakwas.acquire()
+       shawka=queuedUnSummurizedShawkas.pop(0)
+       tmpdict= models.modelsummary(shawka.complaintbody)
+       
+       shawka.summary=tmpdict['summary']
+       db.collection("complaints").document(shawka.id).update({"summary":shawka.summary})
+       
+thread = threading.Thread(target=summrizedshakwas)
+thread.start()
+    
+#lithening to changes of documnts
+callback_done = threading.Event()
+def on_snapshot(doc_snapshot, changes, read_time):
+    global queuedUnSummurizedShawkas
+    global semphoreShakwas
+    global documnetskey
+    global documents
+    for doc in doc_snapshot:
+        # print(doc.to_dict())
+        shakw = Classes.Shakwa.from_dict(source=doc.to_dict())
+        datetime_obj = datetime.strptime(shakw.date, date_format)
+        if datetime_obj.date() == datetime.today().date()&& shakw.id not in documnetskey:
+            documents.append(shakw)
+            documnetskey.add(document.id)
+
+      
+        if shakw.summary==None:
+            queuedUnSummurizedShawkas.append(shakw)
+            semphoreShakwas.release()
+    threadofcommonwords = threading.Thread(target=summrizedshakwas)
+    threadofcommonwords.start()        
+    callback_done.set()
+
+docwatch= db.collection("complaints").on_snapshot(on_snapshot,)