Update app.py
Browse files
app.py
CHANGED
@@ -14,6 +14,10 @@ def preprocess_text(text):
|
|
14 |
pdf_text = extract_text_from_pdf("new-american-standard-bible.pdf")
|
15 |
clean_text = preprocess_text(pdf_text)
|
16 |
|
|
|
|
|
|
|
|
|
17 |
from datasets import Dataset
|
18 |
from transformers import AutoTokenizer
|
19 |
|
|
|
14 |
pdf_text = extract_text_from_pdf("new-american-standard-bible.pdf")
|
15 |
clean_text = preprocess_text(pdf_text)
|
16 |
|
17 |
+
from huggingface_hub import login
|
18 |
+
|
19 |
+
login(token="") # Get token from https://huggingface.co/settings/tokens
|
20 |
+
|
21 |
from datasets import Dataset
|
22 |
from transformers import AutoTokenizer
|
23 |
|