Spaces:
Sleeping
Sleeping
Update utils/DocsLoader.py
Browse files- utils/DocsLoader.py +1 -0
utils/DocsLoader.py
CHANGED
|
@@ -14,6 +14,7 @@ NLTK_PATH = "/tmp/nltk_data"
|
|
| 14 |
os.makedirs(NLTK_PATH, exist_ok=True)
|
| 15 |
nltk.data.path.append(NLTK_PATH)
|
| 16 |
nltk.download("punkt", download_dir=NLTK_PATH, quiet=True)
|
|
|
|
| 17 |
|
| 18 |
|
| 19 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|
|
|
|
| 14 |
os.makedirs(NLTK_PATH, exist_ok=True)
|
| 15 |
nltk.data.path.append(NLTK_PATH)
|
| 16 |
nltk.download("punkt", download_dir=NLTK_PATH, quiet=True)
|
| 17 |
+
nltk.download("punkt_tab", download_dir=NLTK_PATH, quiet=True)
|
| 18 |
|
| 19 |
|
| 20 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|