Update utils.py

utils.py

@@ -57,7 +57,7 @@ def normalize(text, segment=True):
     text = replace_all(text, dict_map)
     if segment:
         text = text.split(".")
-        text = ". ".join([underthesea.word_tokenize(i, format="text") for i in text)])
+        text = ". ".join([underthesea.word_tokenize(i, format="text") for i in text])
     return text
 def text_preprocess(document):
     punc = [i for i in ["\"", "-", ".", ":"]]#string.punctuation.replace(",","")]
@@ -84,7 +84,7 @@ def text_preprocess(document):
     document = re.sub("  ", " ", document)
     try:
         document = document.split(".")
-        document = ". ".join([underthesea.word_tokenize(i, format="text") for i in document)])
+        document = ". ".join([underthesea.word_tokenize(i, format="text") for i in document])
     except:
         pass
     return document.lower()