Update app.py

app.py

@@ -3,14 +3,14 @@ from TurkishStemmer import TurkishStemmer
 import string
 # import for loading python objects (scikit-learn models)
 import pickle
-import tokenize
+import nltk
 import streamlit as st
 import sklearn
 
 def custom_tokenizer_with_Turkish_stemmer(text):
     # tokenize text
     # tokens = text.split(" ")
-    tokens = tokenize.tokenize(text)
+    tokens = nltk.word_tokenize(text)
     print(tokens)
     stems = [stemmerTR.stem(item.lower()) for item in tokens]
     return stems