Update app.py

app.py

@@ -13,25 +13,25 @@ import gradio as gr
 # T = tokenizer.TweetTokenizer(
 #     preserve_handles=True, preserve_hashes=True, preserve_case=False, preserve_url=False)
 
-def preprocess(text):
-    tokens = T.tokenize(text)
-    print(tokens, file=sys.stderr)
-    ptokens = []
-    for index, token in enumerate(tokens):
-        if "@" in token:
-            if index > 0:
-                # check if previous token was mention
-                if "@" in tokens[index-1]:
-                    pass
-                else:
-                    ptokens.append("mention_0")
-            else:
-                ptokens.append("mention_0")
-        else:
-            ptokens.append(token)
-
-    print(ptokens, file=sys.stderr)
-    return " ".join(ptokens)
+# def preprocess(text):
+#     tokens = T.tokenize(text)
+#     print(tokens, file=sys.stderr)
+#     ptokens = []
+#     for index, token in enumerate(tokens):
+#         if "@" in token:
+#             if index > 0:
+#                 # check if previous token was mention
+#                 if "@" in tokens[index-1]:
+#                     pass
+#                 else:
+#                     ptokens.append("mention_0")
+#             else:
+#                 ptokens.append("mention_0")
+#         else:
+#             ptokens.append(token)
+
+#     print(ptokens, file=sys.stderr)
+#     return " ".join(ptokens)
 
 
 def sentence_prediction(sentence):