Spaces:
Sleeping
Sleeping
Update app/app.py
Browse files- app/app.py +21 -0
app/app.py
CHANGED
|
@@ -15,6 +15,27 @@ from utils.evaluation import evaluate_response
|
|
| 15 |
from utils.guardrails import validate_input, validate_output
|
| 16 |
|
| 17 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
# ---------------------------
|
| 19 |
# Streamlit Page Config
|
| 20 |
# ---------------------------
|
|
|
|
| 15 |
from utils.guardrails import validate_input, validate_output
|
| 16 |
|
| 17 |
|
| 18 |
+
# --- NLTK bootstrap (fixes LookupError: punkt_tab) ---
|
| 19 |
+
import os, nltk, pathlib
|
| 20 |
+
|
| 21 |
+
NLTK_DATA_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "nltk_data"))
|
| 22 |
+
os.makedirs(NLTK_DATA_DIR, exist_ok=True)
|
| 23 |
+
os.environ.setdefault("NLTK_DATA", NLTK_DATA_DIR)
|
| 24 |
+
|
| 25 |
+
def _ensure_nltk_data():
|
| 26 |
+
for res in ("punkt_tab", "punkt"): # try new, then old
|
| 27 |
+
try:
|
| 28 |
+
nltk.data.find(f"tokenizers/{res}")
|
| 29 |
+
except LookupError:
|
| 30 |
+
try:
|
| 31 |
+
nltk.download(res, download_dir=NLTK_DATA_DIR, quiet=True, raise_on_error=True)
|
| 32 |
+
except Exception:
|
| 33 |
+
pass
|
| 34 |
+
|
| 35 |
+
_ensure_nltk_data()
|
| 36 |
+
# --- end NLTK bootstrap ---
|
| 37 |
+
|
| 38 |
+
|
| 39 |
# ---------------------------
|
| 40 |
# Streamlit Page Config
|
| 41 |
# ---------------------------
|