Update app.py

app.py

@@ -153,7 +153,7 @@ def save_bibtex(bibtex_content):
 class CombinedProcessor:
     def process(self, user_message):
         editorial_text = re.sub("\n", " ¶ ", user_message)
-        editorial_text = re.sub(r'\s*([;:,\.])\s*', r' \1 ', editorial_text)
+        #editorial_text = re.sub(r'\s*([;:,])\s*', r' \1 ', editorial_text)
         print(editorial_text)
         num_tokens = len(tokenizer.tokenize(editorial_text))
         
@@ -168,8 +168,10 @@ class CombinedProcessor:
         bibtex_entries = []
         for entry in bibliography_entries:
             print(entry)
+            entry = re.sub(r'\s*([;:,\.])\s*', r' \1 ', entry)
             entry = re.sub(r'- ?[\n¶] ?', r'', entry)
             entry = re.sub(r' ?[\n¶] ?', r' ', entry)
+            print(entry)
             bib_out = bibliography_classifier(entry)
             bib_df = pd.DataFrame(bib_out)