Fix get_slides function in text_extractor.py

Sample Document.md

@@ -0,0 +1,22 @@
+
+Sample Document Presentation
+============================
+
+
+---
+# Group Members:
+
+
+Stella Shania Mintara, David Samuel and Egivenia.
+
+---
+# Case Problem
+
+
+FreshMart is already well-established, they have enough resources to buy and own servers. They prefer to outsource the server management to another party so they don’t need to search and hire talents to run and manage the servers.
+
+---
+# I. Data Source
+
+
+The data source is obtained from Fresh Mart’s surveillance cameras. This data will be ingested in the ingestion layer using Apache Kafka.

app.py

@@ -25,9 +25,11 @@ def summarize(slides):
         for idx, (tag, content) in enumerate(contents):
             if tag.startswith('p'): 
                 try:
+                    print(f"Content: {content}")
                     input = tokenizer(content, truncation=True, padding="longest", return_tensors="pt").to(device)
                     tensor = model.generate(**input)
                     summary = tokenizer.batch_decode(tensor, skip_special_tokens=True)[0]
+                    print(f"Summary: {summary}")
                     contents[idx] = (tag, summary)
                 except Exception as e:
                     print(e)
@@ -56,7 +58,6 @@ def inference(document):
     global FILENAME
     doc = fitz.open(document)
     FILENAME = Path(doc.name).stem
-    print(FILENAME)
     font_counts, styles = preprocess.get_font_info(doc, granularity=False)
     size_tag = preprocess.get_font_tags(font_counts, styles)
     texts = preprocess.assign_tags(doc, size_tag)

text_extractor.py

@@ -126,13 +126,10 @@ class TextExtractor:
                             my_tuple = tuple(my_list)
                             section[-1] = my_tuple # Append back the concatenated paragraph back to the section
                         elif paragraph:
-                            paragraph = re.sub(' +', ' ', paragraph)
+                            paragraph = re.sub(' +', ' ', paragraph) # Replace any double space in the paragraph 
                             section.append((tag, paragraph))
                 try:
-                    if next_text is None:
-                        slides[f"Page {page}"] = section
-                        page += 1
-                    elif re.search(r'(?<=<)(.*?)(?=>)', next_text).group() == 'h1':
+                    if re.search(r'(?<=<)(.*?)(?=>)', text).group() == 'h1': # Create new page when current text is a tpye 1 header or title
                         slides[f"Page {page}"] = section
                         page += 1
                 except: