kantundpeterpan commited on
Commit
65adc06
·
verified ·
1 Parent(s): d935c95

Update tasks/text.py

Browse files
Files changed (1) hide show
  1. tasks/text.py +2 -0
tasks/text.py CHANGED
@@ -12,6 +12,8 @@ import joblib
12
  REPO_ID = "kantundpeterpan/frugal-ai-toy"
13
  FILENAME = "tfidf_rf.pkl"
14
 
 
 
15
 
16
  import random
17
 
 
12
  REPO_ID = "kantundpeterpan/frugal-ai-toy"
13
  FILENAME = "tfidf_rf.pkl"
14
 
15
+ def lemmatize_X(X):
16
+ return X.quote.apply(tokenize_quote).apply(lemmatize_tokens).apply(lambda x: " ".join(x))
17
 
18
  import random
19