Spaces:
Runtime error
Runtime error
Update tasks/text.py
Browse files- tasks/text.py +2 -0
tasks/text.py
CHANGED
|
@@ -12,6 +12,8 @@ import joblib
|
|
| 12 |
REPO_ID = "kantundpeterpan/frugal-ai-toy"
|
| 13 |
FILENAME = "tfidf_rf.pkl"
|
| 14 |
|
|
|
|
|
|
|
| 15 |
|
| 16 |
import random
|
| 17 |
|
|
|
|
| 12 |
REPO_ID = "kantundpeterpan/frugal-ai-toy"
|
| 13 |
FILENAME = "tfidf_rf.pkl"
|
| 14 |
|
| 15 |
+
def lemmatize_X(X):
|
| 16 |
+
return X.quote.apply(tokenize_quote).apply(lemmatize_tokens).apply(lambda x: " ".join(x))
|
| 17 |
|
| 18 |
import random
|
| 19 |
|