Update app.py
Browse files
app.py
CHANGED
|
@@ -14,6 +14,10 @@ def preprocess_text(text):
|
|
| 14 |
pdf_text = extract_text_from_pdf("new-american-standard-bible.pdf")
|
| 15 |
clean_text = preprocess_text(pdf_text)
|
| 16 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
from datasets import Dataset
|
| 18 |
from transformers import AutoTokenizer
|
| 19 |
|
|
|
|
| 14 |
pdf_text = extract_text_from_pdf("new-american-standard-bible.pdf")
|
| 15 |
clean_text = preprocess_text(pdf_text)
|
| 16 |
|
| 17 |
+
from huggingface_hub import login
|
| 18 |
+
|
| 19 |
+
login(token="") # Get token from https://huggingface.co/settings/tokens
|
| 20 |
+
|
| 21 |
from datasets import Dataset
|
| 22 |
from transformers import AutoTokenizer
|
| 23 |
|