Commit
·
543b90b
1
Parent(s):
d3c3acd
Update Database.py
Browse files- Database.py +15 -3
Database.py
CHANGED
@@ -44,12 +44,24 @@ def get_num_of_words():
|
|
44 |
print(len(doc.complaintbody))
|
45 |
|
46 |
def shakwa_common_words():
|
|
|
|
|
47 |
for doc in documents_to_summarize:
|
48 |
-
|
49 |
-
|
50 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
return dict(most_common_words)
|
52 |
|
|
|
53 |
def feedback_common_words():
|
54 |
for feedback in feedbacks:
|
55 |
words_in_feedback=" ".join(feedback)
|
|
|
44 |
print(len(doc.complaintbody))
|
45 |
|
46 |
def shakwa_common_words():
|
47 |
+
allcomplaints = []
|
48 |
+
most_common_words = {}
|
49 |
for doc in documents_to_summarize:
|
50 |
+
document = Classes.Shakwa.from_dict(source=doc.to_dict())
|
51 |
+
allcomplaints.append(document.complaintbody)
|
52 |
+
# print(allcomplaints)
|
53 |
+
words_in_docs = " ".join(allcomplaints)
|
54 |
+
words_in_docs = Cleaning.txt_preprocess(words_in_docs)
|
55 |
+
words_in_docs = words_in_docs.split(" ")
|
56 |
+
for word in words_in_docs:
|
57 |
+
if word in most_common_words:
|
58 |
+
most_common_words[word] += 1
|
59 |
+
else:
|
60 |
+
most_common_words[word] = 1
|
61 |
+
most_common_words = sorted(most_common_words.items(), key=lambda x: x[1])
|
62 |
return dict(most_common_words)
|
63 |
|
64 |
+
|
65 |
def feedback_common_words():
|
66 |
for feedback in feedbacks:
|
67 |
words_in_feedback=" ".join(feedback)
|