jayyd commited on
Commit
aa6b77c
·
verified ·
1 Parent(s): 31ffbd7

Update app/app.py

Browse files
Files changed (1) hide show
  1. app/app.py +21 -0
app/app.py CHANGED
@@ -15,6 +15,27 @@ from utils.evaluation import evaluate_response
15
  from utils.guardrails import validate_input, validate_output
16
 
17
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  # ---------------------------
19
  # Streamlit Page Config
20
  # ---------------------------
 
15
  from utils.guardrails import validate_input, validate_output
16
 
17
 
18
+ # --- NLTK bootstrap (fixes LookupError: punkt_tab) ---
19
+ import os, nltk, pathlib
20
+
21
+ NLTK_DATA_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "nltk_data"))
22
+ os.makedirs(NLTK_DATA_DIR, exist_ok=True)
23
+ os.environ.setdefault("NLTK_DATA", NLTK_DATA_DIR)
24
+
25
+ def _ensure_nltk_data():
26
+ for res in ("punkt_tab", "punkt"): # try new, then old
27
+ try:
28
+ nltk.data.find(f"tokenizers/{res}")
29
+ except LookupError:
30
+ try:
31
+ nltk.download(res, download_dir=NLTK_DATA_DIR, quiet=True, raise_on_error=True)
32
+ except Exception:
33
+ pass
34
+
35
+ _ensure_nltk_data()
36
+ # --- end NLTK bootstrap ---
37
+
38
+
39
  # ---------------------------
40
  # Streamlit Page Config
41
  # ---------------------------