gkim93 commited on
Commit
f6aedeb
·
1 Parent(s): 48e5727

Update PreProcessing.py

Browse files
Files changed (1) hide show
  1. PreProcessing.py +1 -1
PreProcessing.py CHANGED
@@ -40,7 +40,7 @@ def preProcess():
40
  documents.extend(loader.load())
41
  elif file.endswith('.txt'):
42
  text_path = './DataSource/' + file
43
- loader = TextLoader(text_path)
44
  documents.extend(loader.load())
45
  doc_num = doc_num + 1
46
  print(f"{doc_num} number of document loaded")
 
40
  documents.extend(loader.load())
41
  elif file.endswith('.txt'):
42
  text_path = './DataSource/' + file
43
+ loader = TextLoader(text_path, encoding='latin-1')
44
  documents.extend(loader.load())
45
  doc_num = doc_num + 1
46
  print(f"{doc_num} number of document loaded")