Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -165,6 +165,7 @@ def loadKB(fileprovided, urlProvided, uploads_dir, request):
|
|
| 165 |
savedModelPath = "./model/" + BASE_MODEL
|
| 166 |
#tokenizer = LlamaTokenizer.from_pretrained(savedModelPath)
|
| 167 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
|
|
|
| 168 |
if fileprovided:
|
| 169 |
# Delete Files
|
| 170 |
clearKBUploadDirectory(uploads_dir)
|
|
@@ -174,9 +175,6 @@ def loadKB(fileprovided, urlProvided, uploads_dir, request):
|
|
| 174 |
file.save(os.path.join(uploads_dir, secure_filename(file.filename)))
|
| 175 |
#loader = PyPDFLoader(os.path.join(uploads_dir, secure_filename(file.filename)))
|
| 176 |
#documents.extend(loader.load())
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
separator = "</Q>"
|
| 180 |
documents.extend(PDFChunkerWithSeparator(os.path.join(uploads_dir, secure_filename(file.filename)),separator))
|
| 181 |
else:
|
| 182 |
#loader = TextLoader('Jio.txt')
|
|
|
|
| 165 |
savedModelPath = "./model/" + BASE_MODEL
|
| 166 |
#tokenizer = LlamaTokenizer.from_pretrained(savedModelPath)
|
| 167 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
| 168 |
+
separator = "</Q>"
|
| 169 |
if fileprovided:
|
| 170 |
# Delete Files
|
| 171 |
clearKBUploadDirectory(uploads_dir)
|
|
|
|
| 175 |
file.save(os.path.join(uploads_dir, secure_filename(file.filename)))
|
| 176 |
#loader = PyPDFLoader(os.path.join(uploads_dir, secure_filename(file.filename)))
|
| 177 |
#documents.extend(loader.load())
|
|
|
|
|
|
|
|
|
|
| 178 |
documents.extend(PDFChunkerWithSeparator(os.path.join(uploads_dir, secure_filename(file.filename)),separator))
|
| 179 |
else:
|
| 180 |
#loader = TextLoader('Jio.txt')
|