singhankur01 commited on
Commit
4ddd2aa
·
verified ·
1 Parent(s): b7c7987

Update utils/DocsLoader.py

Browse files
Files changed (1) hide show
  1. utils/DocsLoader.py +1 -0
utils/DocsLoader.py CHANGED
@@ -14,6 +14,7 @@ NLTK_PATH = "/tmp/nltk_data"
14
  os.makedirs(NLTK_PATH, exist_ok=True)
15
  nltk.data.path.append(NLTK_PATH)
16
  nltk.download("punkt", download_dir=NLTK_PATH, quiet=True)
 
17
 
18
 
19
  MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
 
14
  os.makedirs(NLTK_PATH, exist_ok=True)
15
  nltk.data.path.append(NLTK_PATH)
16
  nltk.download("punkt", download_dir=NLTK_PATH, quiet=True)
17
+ nltk.download("punkt_tab", download_dir=NLTK_PATH, quiet=True)
18
 
19
 
20
  MODEL_DIR = os.path.join("/tmp", "e5-large-v2")