Update app.py
Browse files
app.py
CHANGED
|
@@ -14,9 +14,17 @@ def preprocess_text(text):
|
|
| 14 |
pdf_text = extract_text_from_pdf("new-american-standard-bible.pdf")
|
| 15 |
clean_text = preprocess_text(pdf_text)
|
| 16 |
|
| 17 |
-
|
|
|
|
| 18 |
|
| 19 |
-
#
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
|
| 21 |
from datasets import Dataset
|
| 22 |
from transformers import AutoTokenizer
|
|
|
|
| 14 |
pdf_text = extract_text_from_pdf("new-american-standard-bible.pdf")
|
| 15 |
clean_text = preprocess_text(pdf_text)
|
| 16 |
|
| 17 |
+
import os
|
| 18 |
+
from huggingface_hub import login
|
| 19 |
|
| 20 |
+
# Read the Hugging Face token from environment variables
|
| 21 |
+
hf_token = os.getenv("access_token")
|
| 22 |
+
|
| 23 |
+
if hf_token is None:
|
| 24 |
+
raise ValueError("'access_token' is not set. Add it as a secret variable in Hugging Face Spaces.")
|
| 25 |
+
|
| 26 |
+
# Log in to Hugging Face
|
| 27 |
+
login(token=hf_token)
|
| 28 |
|
| 29 |
from datasets import Dataset
|
| 30 |
from transformers import AutoTokenizer
|