Update PreProcessing.py
Browse files- PreProcessing.py +1 -1
PreProcessing.py
CHANGED
|
@@ -40,7 +40,7 @@ def preProcess():
|
|
| 40 |
documents.extend(loader.load())
|
| 41 |
elif file.endswith('.txt'):
|
| 42 |
text_path = './DataSource/' + file
|
| 43 |
-
loader = TextLoader(text_path)
|
| 44 |
documents.extend(loader.load())
|
| 45 |
doc_num = doc_num + 1
|
| 46 |
print(f"{doc_num} number of document loaded")
|
|
|
|
| 40 |
documents.extend(loader.load())
|
| 41 |
elif file.endswith('.txt'):
|
| 42 |
text_path = './DataSource/' + file
|
| 43 |
+
loader = TextLoader(text_path, encoding='latin-1')
|
| 44 |
documents.extend(loader.load())
|
| 45 |
doc_num = doc_num + 1
|
| 46 |
print(f"{doc_num} number of document loaded")
|